[ 604.954120] env[70483]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=70483) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 604.954566] env[70483]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=70483) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 604.954566] env[70483]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=70483) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 604.954853] env[70483]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 605.050939] env[70483]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=70483) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 605.060993] env[70483]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=70483) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 605.104485] env[70483]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 605.662834] env[70483]: INFO nova.virt.driver [None req-c83595cb-8e9e-4296-ad9f-b0ecd92842fc None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 605.732229] env[70483]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.732384] env[70483]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.732485] env[70483]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=70483) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 608.632425] env[70483]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-e076b54f-7a19-4114-a480-ccfc0902dded {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.648312] env[70483]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=70483) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 608.648513] env[70483]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-08544007-277a-4c37-8c42-8d3f9bfd5bfb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.674538] env[70483]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 907a4. [ 608.674706] env[70483]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.942s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.675212] env[70483]: INFO nova.virt.vmwareapi.driver [None req-c83595cb-8e9e-4296-ad9f-b0ecd92842fc None None] VMware vCenter version: 7.0.3 [ 608.678654] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8013e74c-8f38-4333-9fb0-fa829d04efde {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.700158] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b2d432-ca04-477c-a760-ca529f2f30ba {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.706072] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1b50cf-d180-435c-9869-6cb0b13da33d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.712716] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9a2955-95c3-48e3-b2e0-b31d549def72 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.725637] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d8dfd9-4fde-4ca9-a3e3-ba74df81a2b6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.732012] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe674bd-94e5-4228-97ea-0b590771e506 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.762240] env[70483]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-a3cdfede-1924-421b-a71a-9c1051da7ba8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.767409] env[70483]: DEBUG nova.virt.vmwareapi.driver [None req-c83595cb-8e9e-4296-ad9f-b0ecd92842fc None None] Extension org.openstack.compute already exists. {{(pid=70483) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 608.770081] env[70483]: INFO nova.compute.provider_config [None req-c83595cb-8e9e-4296-ad9f-b0ecd92842fc None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 609.274111] env[70483]: DEBUG nova.context [None req-c83595cb-8e9e-4296-ad9f-b0ecd92842fc None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),1795d809-a429-4cdd-b7cd-b522cec157b9(cell1) {{(pid=70483) load_cells /opt/stack/nova/nova/context.py:464}} [ 609.276222] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.276451] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.277203] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.277650] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] Acquiring lock "1795d809-a429-4cdd-b7cd-b522cec157b9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.277842] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] Lock "1795d809-a429-4cdd-b7cd-b522cec157b9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.278858] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] Lock "1795d809-a429-4cdd-b7cd-b522cec157b9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.300041] env[70483]: INFO dbcounter [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] Registered counter for database nova_cell0 [ 609.307898] env[70483]: INFO dbcounter [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] Registered counter for database nova_cell1 [ 609.311247] env[70483]: DEBUG oslo_db.sqlalchemy.engines [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70483) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 609.311617] env[70483]: DEBUG oslo_db.sqlalchemy.engines [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70483) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 609.316494] env[70483]: ERROR nova.db.main.api [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 609.316494] env[70483]: result = function(*args, **kwargs) [ 609.316494] env[70483]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 609.316494] env[70483]: return func(*args, **kwargs) [ 609.316494] env[70483]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 609.316494] env[70483]: result = fn(*args, **kwargs) [ 609.316494] env[70483]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 609.316494] env[70483]: return f(*args, **kwargs) [ 609.316494] env[70483]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 609.316494] env[70483]: return db.service_get_minimum_version(context, binaries) [ 609.316494] env[70483]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 609.316494] env[70483]: _check_db_access() [ 609.316494] env[70483]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 609.316494] env[70483]: stacktrace = ''.join(traceback.format_stack()) [ 609.316494] env[70483]: [ 609.317234] env[70483]: ERROR nova.db.main.api [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 609.317234] env[70483]: result = function(*args, **kwargs) [ 609.317234] env[70483]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 609.317234] env[70483]: return func(*args, **kwargs) [ 609.317234] env[70483]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 609.317234] env[70483]: result = fn(*args, **kwargs) [ 609.317234] env[70483]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 609.317234] env[70483]: return f(*args, **kwargs) [ 609.317234] env[70483]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 609.317234] env[70483]: return db.service_get_minimum_version(context, binaries) [ 609.317234] env[70483]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 609.317234] env[70483]: _check_db_access() [ 609.317234] env[70483]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 609.317234] env[70483]: stacktrace = ''.join(traceback.format_stack()) [ 609.317234] env[70483]: [ 609.317656] env[70483]: WARNING nova.objects.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 609.317752] env[70483]: WARNING nova.objects.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] Failed to get minimum service version for cell 1795d809-a429-4cdd-b7cd-b522cec157b9 [ 609.318210] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] Acquiring lock "singleton_lock" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.318378] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] Acquired lock "singleton_lock" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.318619] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] Releasing lock "singleton_lock" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.318944] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] Full set of CONF: {{(pid=70483) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 609.319100] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] ******************************************************************************** {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 609.319232] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] Configuration options gathered from: {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 609.319366] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 609.319561] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 609.319687] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] ================================================================================ {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 609.319895] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] allow_resize_to_same_host = True {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.320078] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] arq_binding_timeout = 300 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.320214] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] backdoor_port = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.320340] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] backdoor_socket = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.320503] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] block_device_allocate_retries = 60 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.320663] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] block_device_allocate_retries_interval = 3 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.320830] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cert = self.pem {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.320998] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.321183] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] compute_monitors = [] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.321356] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] config_dir = [] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.321527] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] config_drive_format = iso9660 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.321658] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.321820] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] config_source = [] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.321984] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] console_host = devstack {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.322167] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] control_exchange = nova {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.322329] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cpu_allocation_ratio = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.322488] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] daemon = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.322657] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] debug = True {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.322815] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] default_access_ip_network_name = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.322980] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] default_availability_zone = nova {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.323149] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] default_ephemeral_format = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.323313] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] default_green_pool_size = 1000 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.323554] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.323719] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] default_schedule_zone = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.323876] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] disk_allocation_ratio = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.324049] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] enable_new_services = True {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.324233] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] enabled_apis = ['osapi_compute'] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.324394] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] enabled_ssl_apis = [] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.324554] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] flat_injected = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.324711] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] force_config_drive = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.324865] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] force_raw_images = True {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.325062] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] graceful_shutdown_timeout = 5 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.325248] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] heal_instance_info_cache_interval = -1 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.325474] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] host = cpu-1 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.325652] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.325812] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] initial_disk_allocation_ratio = 1.0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.325973] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] initial_ram_allocation_ratio = 1.0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.326234] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.326414] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] instance_build_timeout = 0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.326575] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] instance_delete_interval = 300 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.326745] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] instance_format = [instance: %(uuid)s] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.326912] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] instance_name_template = instance-%08x {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.327127] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] instance_usage_audit = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.327322] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] instance_usage_audit_period = month {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.327492] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.327660] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] instances_path = /opt/stack/data/nova/instances {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.327825] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] internal_service_availability_zone = internal {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.327980] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] key = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.328155] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] live_migration_retry_count = 30 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.328323] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] log_color = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.328483] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] log_config_append = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.328647] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.328805] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] log_dir = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.328962] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] log_file = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.329103] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] log_options = True {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.329268] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] log_rotate_interval = 1 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.329436] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] log_rotate_interval_type = days {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.329601] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] log_rotation_type = none {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.329729] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.329855] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.330032] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.330206] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.330332] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.330494] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] long_rpc_timeout = 1800 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.330650] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] max_concurrent_builds = 10 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.330805] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] max_concurrent_live_migrations = 1 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.330958] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] max_concurrent_snapshots = 5 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.331126] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] max_local_block_devices = 3 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.331286] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] max_logfile_count = 30 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.331441] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] max_logfile_size_mb = 200 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.331595] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] maximum_instance_delete_attempts = 5 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.331761] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] metadata_listen = 0.0.0.0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.331930] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] metadata_listen_port = 8775 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.332113] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] metadata_workers = 2 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.332281] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] migrate_max_retries = -1 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.332447] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] mkisofs_cmd = genisoimage {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.332652] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] my_block_storage_ip = 10.180.1.21 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.332783] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] my_ip = 10.180.1.21 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.332986] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.333163] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] network_allocate_retries = 0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.333348] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.333516] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] osapi_compute_listen = 0.0.0.0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.333676] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] osapi_compute_listen_port = 8774 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.333844] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] osapi_compute_unique_server_name_scope = {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.334023] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] osapi_compute_workers = 2 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.334193] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] password_length = 12 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.334351] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] periodic_enable = True {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.334508] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] periodic_fuzzy_delay = 60 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.334675] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] pointer_model = usbtablet {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.334838] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] preallocate_images = none {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.335041] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] publish_errors = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.335174] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] pybasedir = /opt/stack/nova {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.335340] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] ram_allocation_ratio = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.335502] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] rate_limit_burst = 0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.335672] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] rate_limit_except_level = CRITICAL {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.335831] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] rate_limit_interval = 0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.335989] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] reboot_timeout = 0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.336166] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] reclaim_instance_interval = 0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.336324] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] record = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.336492] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] reimage_timeout_per_gb = 60 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.336657] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] report_interval = 120 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.336816] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] rescue_timeout = 0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.336972] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] reserved_host_cpus = 0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.337170] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] reserved_host_disk_mb = 0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.337335] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] reserved_host_memory_mb = 512 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.337495] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] reserved_huge_pages = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.337653] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] resize_confirm_window = 0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.337811] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] resize_fs_using_block_device = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.337967] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] resume_guests_state_on_host_boot = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.338187] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.338360] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] rpc_response_timeout = 60 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.338518] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] run_external_periodic_tasks = True {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.338688] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] running_deleted_instance_action = reap {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.338853] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] running_deleted_instance_poll_interval = 1800 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.339021] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] running_deleted_instance_timeout = 0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.339217] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] scheduler_instance_sync_interval = 120 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.339401] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] service_down_time = 720 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.339581] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] servicegroup_driver = db {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.339728] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] shell_completion = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.339911] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] shelved_offload_time = 0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.340129] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] shelved_poll_interval = 3600 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.340316] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] shutdown_timeout = 0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.340483] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] source_is_ipv6 = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.340645] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] ssl_only = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.340905] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.341089] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] sync_power_state_interval = 600 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.341258] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] sync_power_state_pool_size = 1000 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.341430] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] syslog_log_facility = LOG_USER {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.341589] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] tempdir = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.341754] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] timeout_nbd = 10 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.341924] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] transport_url = **** {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.342099] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] update_resources_interval = 0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.342267] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] use_cow_images = True {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.342430] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] use_journal = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.342590] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] use_json = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.342749] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] use_rootwrap_daemon = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.342904] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] use_stderr = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.343071] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] use_syslog = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.343232] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vcpu_pin_set = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.343396] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vif_plugging_is_fatal = True {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.343559] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vif_plugging_timeout = 300 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.343722] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] virt_mkfs = [] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.343882] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] volume_usage_poll_interval = 0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.344051] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] watch_log_file = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.344227] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] web = /usr/share/spice-html5 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.344411] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.344577] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.344741] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.344913] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_concurrency.disable_process_locking = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.345503] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.345705] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.345882] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.346071] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.346255] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.346424] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.346610] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api.auth_strategy = keystone {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.346783] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api.compute_link_prefix = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.346965] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.347191] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api.dhcp_domain = novalocal {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.347374] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api.enable_instance_password = True {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.347539] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api.glance_link_prefix = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.347706] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.347877] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.348077] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api.instance_list_per_project_cells = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.348260] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api.list_records_by_skipping_down_cells = True {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.348425] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api.local_metadata_per_cell = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.348596] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api.max_limit = 1000 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.348766] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api.metadata_cache_expiration = 15 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.348943] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api.neutron_default_tenant_id = default {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.349132] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api.response_validation = warn {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.349309] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api.use_neutron_default_nets = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.349477] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.349639] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.349805] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.349978] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.350189] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api.vendordata_dynamic_targets = [] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.350366] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api.vendordata_jsonfile_path = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.350553] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.350747] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cache.backend = dogpile.cache.memcached {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.350917] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cache.backend_argument = **** {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.351092] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cache.backend_expiration_time = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.351302] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cache.config_prefix = cache.oslo {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.351483] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cache.dead_timeout = 60.0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.351685] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cache.debug_cache_backend = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.351873] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cache.enable_retry_client = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.352055] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cache.enable_socket_keepalive = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.352238] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cache.enabled = True {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.352403] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cache.enforce_fips_mode = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.352567] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cache.expiration_time = 600 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.352731] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cache.hashclient_retry_attempts = 2 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.352897] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cache.hashclient_retry_delay = 1.0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.353070] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cache.memcache_dead_retry = 300 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.353235] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cache.memcache_password = **** {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.353398] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.353560] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.353722] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cache.memcache_pool_maxsize = 10 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.353883] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.354053] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cache.memcache_sasl_enabled = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.354238] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.354407] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cache.memcache_socket_timeout = 1.0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.354567] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cache.memcache_username = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.354731] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cache.proxies = [] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.354896] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cache.redis_db = 0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.355105] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cache.redis_password = **** {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.355298] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cache.redis_sentinel_service_name = mymaster {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.355479] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.355650] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cache.redis_server = localhost:6379 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.355816] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cache.redis_socket_timeout = 1.0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.355975] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cache.redis_username = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.356156] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cache.retry_attempts = 2 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.356324] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cache.retry_delay = 0.0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.356487] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cache.socket_keepalive_count = 1 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.356648] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cache.socket_keepalive_idle = 1 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.356811] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cache.socket_keepalive_interval = 1 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.356971] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cache.tls_allowed_ciphers = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.357169] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cache.tls_cafile = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.357339] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cache.tls_certfile = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.357505] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cache.tls_enabled = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.357662] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cache.tls_keyfile = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.357832] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cinder.auth_section = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.358014] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cinder.auth_type = password {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.358189] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cinder.cafile = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.358366] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cinder.catalog_info = volumev3::publicURL {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.358526] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cinder.certfile = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.358688] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cinder.collect_timing = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.358850] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cinder.cross_az_attach = True {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.359023] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cinder.debug = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.359178] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cinder.endpoint_template = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.359341] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cinder.http_retries = 3 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.359502] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cinder.insecure = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.359658] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cinder.keyfile = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.359830] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cinder.os_region_name = RegionOne {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.359993] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cinder.split_loggers = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.360168] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cinder.timeout = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.360343] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.360501] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] compute.cpu_dedicated_set = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.360660] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] compute.cpu_shared_set = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.360825] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] compute.image_type_exclude_list = [] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.360988] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.361168] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] compute.max_concurrent_disk_ops = 0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.361335] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] compute.max_disk_devices_to_attach = -1 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.361497] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.361669] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.361834] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] compute.resource_provider_association_refresh = 300 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.361998] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.362179] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] compute.shutdown_retry_interval = 10 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.362363] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.362540] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] conductor.workers = 2 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.362717] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] console.allowed_origins = [] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.362877] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] console.ssl_ciphers = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.363058] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] console.ssl_minimum_version = default {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.363259] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] consoleauth.enforce_session_timeout = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.363444] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] consoleauth.token_ttl = 600 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.363613] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cyborg.cafile = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.363807] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cyborg.certfile = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.363981] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cyborg.collect_timing = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.364165] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cyborg.connect_retries = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.364321] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cyborg.connect_retry_delay = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.364479] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cyborg.endpoint_override = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.364640] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cyborg.insecure = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.364795] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cyborg.keyfile = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.364954] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cyborg.max_version = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.365126] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cyborg.min_version = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.365287] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cyborg.region_name = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.365444] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cyborg.retriable_status_codes = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.365601] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cyborg.service_name = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.365768] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cyborg.service_type = accelerator {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.365928] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cyborg.split_loggers = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.366094] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cyborg.status_code_retries = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.366254] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cyborg.status_code_retry_delay = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.366407] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cyborg.timeout = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.366583] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.366739] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] cyborg.version = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.366907] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] database.asyncio_connection = **** {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.367106] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] database.asyncio_slave_connection = **** {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.367290] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] database.backend = sqlalchemy {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.367462] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] database.connection = **** {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.367628] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] database.connection_debug = 0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.367796] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] database.connection_parameters = {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.367962] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] database.connection_recycle_time = 3600 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.368223] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] database.connection_trace = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.368394] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] database.db_inc_retry_interval = True {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.368557] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] database.db_max_retries = 20 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.368717] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] database.db_max_retry_interval = 10 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.368878] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] database.db_retry_interval = 1 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.369053] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] database.max_overflow = 50 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.369223] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] database.max_pool_size = 5 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.369392] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] database.max_retries = 10 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.369556] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.369712] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] database.mysql_wsrep_sync_wait = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.369865] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] database.pool_timeout = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.370036] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] database.retry_interval = 10 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.370199] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] database.slave_connection = **** {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.370358] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] database.sqlite_synchronous = True {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.370518] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] database.use_db_reconnect = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.370683] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api_database.asyncio_connection = **** {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.370842] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api_database.asyncio_slave_connection = **** {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.371021] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api_database.backend = sqlalchemy {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.371197] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api_database.connection = **** {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.371359] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api_database.connection_debug = 0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.371527] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api_database.connection_parameters = {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.371689] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api_database.connection_recycle_time = 3600 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.371850] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api_database.connection_trace = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.372022] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api_database.db_inc_retry_interval = True {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.372184] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api_database.db_max_retries = 20 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.372348] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api_database.db_max_retry_interval = 10 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.372507] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api_database.db_retry_interval = 1 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.372669] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api_database.max_overflow = 50 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.372829] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api_database.max_pool_size = 5 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.372990] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api_database.max_retries = 10 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.373177] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.373339] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.373499] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api_database.pool_timeout = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.373662] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api_database.retry_interval = 10 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.373822] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api_database.slave_connection = **** {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.373983] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] api_database.sqlite_synchronous = True {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.374181] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] devices.enabled_mdev_types = [] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.374364] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.374537] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] ephemeral_storage_encryption.default_format = luks {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.374700] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] ephemeral_storage_encryption.enabled = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.374863] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.375078] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] glance.api_servers = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.375267] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] glance.cafile = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.375433] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] glance.certfile = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.375600] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] glance.collect_timing = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.375760] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] glance.connect_retries = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.375917] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] glance.connect_retry_delay = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.376094] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] glance.debug = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.376270] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] glance.default_trusted_certificate_ids = [] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.376436] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] glance.enable_certificate_validation = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.376602] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] glance.enable_rbd_download = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.376762] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] glance.endpoint_override = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.376931] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] glance.insecure = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.377131] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] glance.keyfile = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.377305] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] glance.max_version = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.377466] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] glance.min_version = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.377630] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] glance.num_retries = 3 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.377804] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] glance.rbd_ceph_conf = {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.377967] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] glance.rbd_connect_timeout = 5 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.378155] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] glance.rbd_pool = {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.378327] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] glance.rbd_user = {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.378494] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] glance.region_name = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.378653] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] glance.retriable_status_codes = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.378809] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] glance.service_name = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.378976] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] glance.service_type = image {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.379154] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] glance.split_loggers = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.379318] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] glance.status_code_retries = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.379501] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] glance.status_code_retry_delay = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.379663] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] glance.timeout = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.379845] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.380017] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] glance.verify_glance_signatures = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.380185] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] glance.version = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.380354] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] guestfs.debug = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.380523] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] manila.auth_section = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.380685] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] manila.auth_type = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.380843] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] manila.cafile = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.381011] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] manila.certfile = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.381183] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] manila.collect_timing = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.381338] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] manila.connect_retries = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.381495] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] manila.connect_retry_delay = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.381651] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] manila.endpoint_override = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.381811] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] manila.insecure = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.381971] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] manila.keyfile = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.382144] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] manila.max_version = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.382372] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] manila.min_version = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.382557] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] manila.region_name = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.382723] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] manila.retriable_status_codes = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.382883] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] manila.service_name = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.383077] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] manila.service_type = shared-file-system {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.383250] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] manila.share_apply_policy_timeout = 10 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.383414] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] manila.split_loggers = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.383571] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] manila.status_code_retries = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.383726] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] manila.status_code_retry_delay = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.383884] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] manila.timeout = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.384079] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.384245] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] manila.version = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.384414] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] mks.enabled = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.384763] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.384952] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] image_cache.manager_interval = 2400 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.385161] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] image_cache.precache_concurrency = 1 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.385342] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] image_cache.remove_unused_base_images = True {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.385514] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.385681] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.385859] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] image_cache.subdirectory_name = _base {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.386054] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] ironic.api_max_retries = 60 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.386229] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] ironic.api_retry_interval = 2 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.386391] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] ironic.auth_section = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.386553] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] ironic.auth_type = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.386713] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] ironic.cafile = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.386872] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] ironic.certfile = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.387070] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] ironic.collect_timing = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.387260] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] ironic.conductor_group = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.387424] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] ironic.connect_retries = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.387584] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] ironic.connect_retry_delay = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.387742] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] ironic.endpoint_override = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.387904] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] ironic.insecure = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.388079] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] ironic.keyfile = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.388244] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] ironic.max_version = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.388403] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] ironic.min_version = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.388569] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] ironic.peer_list = [] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.388727] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] ironic.region_name = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.388886] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] ironic.retriable_status_codes = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.389059] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] ironic.serial_console_state_timeout = 10 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.389226] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] ironic.service_name = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.389416] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] ironic.service_type = baremetal {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.389587] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] ironic.shard = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.389751] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] ironic.split_loggers = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.389911] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] ironic.status_code_retries = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.390082] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] ironic.status_code_retry_delay = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.390247] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] ironic.timeout = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.390431] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.390593] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] ironic.version = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.390775] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.390949] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] key_manager.fixed_key = **** {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.391148] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.391315] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] barbican.barbican_api_version = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.391472] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] barbican.barbican_endpoint = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.391645] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] barbican.barbican_endpoint_type = public {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.391802] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] barbican.barbican_region_name = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.391962] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] barbican.cafile = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.392136] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] barbican.certfile = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.392305] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] barbican.collect_timing = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.392464] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] barbican.insecure = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.392620] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] barbican.keyfile = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.392781] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] barbican.number_of_retries = 60 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.392940] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] barbican.retry_delay = 1 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.393113] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] barbican.send_service_user_token = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.393280] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] barbican.split_loggers = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.393435] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] barbican.timeout = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.393594] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] barbican.verify_ssl = True {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.393748] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] barbican.verify_ssl_path = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.393913] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] barbican_service_user.auth_section = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.394087] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] barbican_service_user.auth_type = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.394251] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] barbican_service_user.cafile = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.394407] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] barbican_service_user.certfile = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.394569] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] barbican_service_user.collect_timing = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.394730] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] barbican_service_user.insecure = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.394887] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] barbican_service_user.keyfile = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.395086] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] barbican_service_user.split_loggers = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.395267] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] barbican_service_user.timeout = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.395439] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vault.approle_role_id = **** {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.395600] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vault.approle_secret_id = **** {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.395773] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vault.kv_mountpoint = secret {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.395933] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vault.kv_path = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.396112] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vault.kv_version = 2 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.396277] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vault.namespace = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.396436] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vault.root_token_id = **** {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.396593] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vault.ssl_ca_crt_file = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.396759] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vault.timeout = 60.0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.396921] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vault.use_ssl = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.397130] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.397317] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] keystone.cafile = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.397481] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] keystone.certfile = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.397647] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] keystone.collect_timing = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.397804] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] keystone.connect_retries = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.397964] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] keystone.connect_retry_delay = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.398137] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] keystone.endpoint_override = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.398303] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] keystone.insecure = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.398459] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] keystone.keyfile = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.398618] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] keystone.max_version = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.398775] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] keystone.min_version = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.398934] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] keystone.region_name = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.399163] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] keystone.retriable_status_codes = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.399346] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] keystone.service_name = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.399523] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] keystone.service_type = identity {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.399689] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] keystone.split_loggers = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.399849] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] keystone.status_code_retries = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.400014] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] keystone.status_code_retry_delay = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.400180] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] keystone.timeout = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.400368] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.400529] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] keystone.version = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.400720] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.ceph_mount_options = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.401041] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.401233] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.connection_uri = {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.401401] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.cpu_mode = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.401571] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.cpu_model_extra_flags = [] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.401739] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.cpu_models = [] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.401911] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.cpu_power_governor_high = performance {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.402096] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.cpu_power_governor_low = powersave {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.402268] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.cpu_power_management = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.402441] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.402609] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.device_detach_attempts = 8 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.402775] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.device_detach_timeout = 20 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.402944] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.disk_cachemodes = [] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.403120] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.disk_prefix = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.403293] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.enabled_perf_events = [] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.403458] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.file_backed_memory = 0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.403626] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.gid_maps = [] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.403786] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.hw_disk_discard = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.403945] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.hw_machine_type = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.404131] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.images_rbd_ceph_conf = {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.404300] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.404464] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.404633] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.images_rbd_glance_store_name = {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.404800] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.images_rbd_pool = rbd {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.404992] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.images_type = default {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.405197] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.images_volume_group = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.405370] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.inject_key = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.405534] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.inject_partition = -2 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.405694] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.inject_password = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.405857] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.iscsi_iface = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.406031] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.iser_use_multipath = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.406206] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.live_migration_bandwidth = 0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.406371] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.406533] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.live_migration_downtime = 500 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.406696] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.406855] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.407066] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.live_migration_inbound_addr = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.407222] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.407388] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.live_migration_permit_post_copy = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.407548] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.live_migration_scheme = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.407722] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.live_migration_timeout_action = abort {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.407885] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.live_migration_tunnelled = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.408459] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.live_migration_uri = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.408459] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.live_migration_with_native_tls = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.408459] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.max_queues = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.408602] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.408761] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.408929] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.nfs_mount_options = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.409234] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.409424] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.409589] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.num_iser_scan_tries = 5 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.409751] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.num_memory_encrypted_guests = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.409918] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.410092] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.num_pcie_ports = 0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.410289] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.num_volume_scan_tries = 5 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.410447] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.pmem_namespaces = [] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.410609] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.quobyte_client_cfg = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.410904] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.411129] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.rbd_connect_timeout = 5 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.411328] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.411498] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.411659] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.rbd_secret_uuid = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.411818] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.rbd_user = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.411981] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.412174] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.remote_filesystem_transport = ssh {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.412337] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.rescue_image_id = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.412494] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.rescue_kernel_id = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.412648] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.rescue_ramdisk_id = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.412813] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.412968] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.rx_queue_size = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.413149] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.smbfs_mount_options = {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.413443] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.413618] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.snapshot_compression = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.413779] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.snapshot_image_format = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.413998] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.414182] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.sparse_logical_volumes = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.414350] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.swtpm_enabled = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.414515] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.swtpm_group = tss {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.414682] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.swtpm_user = tss {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.414850] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.sysinfo_serial = unique {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.415074] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.tb_cache_size = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.415314] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.tx_queue_size = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.415525] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.uid_maps = [] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.415697] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.use_virtio_for_bridges = True {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.415873] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.virt_type = kvm {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.416057] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.volume_clear = zero {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.416231] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.volume_clear_size = 0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.416397] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.volume_enforce_multipath = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.416561] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.volume_use_multipath = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.416720] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.vzstorage_cache_path = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.416892] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.417097] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.vzstorage_mount_group = qemu {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.417281] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.vzstorage_mount_opts = [] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.417455] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.417749] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.417941] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.vzstorage_mount_user = stack {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.418137] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.418330] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] neutron.auth_section = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.418509] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] neutron.auth_type = password {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.418670] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] neutron.cafile = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.418830] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] neutron.certfile = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.418993] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] neutron.collect_timing = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.419169] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] neutron.connect_retries = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.419330] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] neutron.connect_retry_delay = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.419500] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] neutron.default_floating_pool = public {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.420237] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] neutron.endpoint_override = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.420237] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] neutron.extension_sync_interval = 600 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.420237] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] neutron.http_retries = 3 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.420237] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] neutron.insecure = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.420391] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] neutron.keyfile = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.420471] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] neutron.max_version = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.420639] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.420795] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] neutron.min_version = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.420963] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] neutron.ovs_bridge = br-int {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.421144] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] neutron.physnets = [] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.421318] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] neutron.region_name = RegionOne {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.421477] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] neutron.retriable_status_codes = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.421645] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] neutron.service_metadata_proxy = True {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.421802] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] neutron.service_name = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.421970] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] neutron.service_type = network {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.422148] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] neutron.split_loggers = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.422308] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] neutron.status_code_retries = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.422465] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] neutron.status_code_retry_delay = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.422622] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] neutron.timeout = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.422802] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.422963] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] neutron.version = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.423171] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] notifications.bdms_in_notifications = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.423374] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] notifications.default_level = INFO {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.423542] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] notifications.include_share_mapping = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.423718] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] notifications.notification_format = unversioned {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.423882] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] notifications.notify_on_state_change = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.424068] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.424302] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] pci.alias = [] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.424506] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] pci.device_spec = [] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.424678] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] pci.report_in_placement = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.424853] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] placement.auth_section = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.425043] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] placement.auth_type = password {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.425220] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.425383] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] placement.cafile = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.425541] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] placement.certfile = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.425703] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] placement.collect_timing = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.425862] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] placement.connect_retries = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.426038] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] placement.connect_retry_delay = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.426202] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] placement.default_domain_id = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.426363] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] placement.default_domain_name = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.426516] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] placement.domain_id = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.426672] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] placement.domain_name = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.426829] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] placement.endpoint_override = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.426994] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] placement.insecure = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.427188] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] placement.keyfile = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.427352] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] placement.max_version = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.427510] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] placement.min_version = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.427679] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] placement.password = **** {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.427837] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] placement.project_domain_id = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.428012] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] placement.project_domain_name = Default {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.428209] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] placement.project_id = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.428393] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] placement.project_name = service {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.428565] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] placement.region_name = RegionOne {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.428726] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] placement.retriable_status_codes = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.428885] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] placement.service_name = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.429067] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] placement.service_type = placement {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.429239] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] placement.split_loggers = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.429399] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] placement.status_code_retries = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.429559] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] placement.status_code_retry_delay = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.429716] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] placement.system_scope = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.429873] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] placement.timeout = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.430040] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] placement.trust_id = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.430207] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] placement.user_domain_id = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.430377] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] placement.user_domain_name = Default {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.430537] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] placement.user_id = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.430710] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] placement.username = nova {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.430892] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.431062] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] placement.version = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.431253] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] quota.cores = 20 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.431421] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] quota.count_usage_from_placement = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.431591] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.431756] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] quota.injected_file_content_bytes = 10240 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.431922] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] quota.injected_file_path_length = 255 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.432101] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] quota.injected_files = 5 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.432275] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] quota.instances = 10 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.432441] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] quota.key_pairs = 100 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.432607] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] quota.metadata_items = 128 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.432773] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] quota.ram = 51200 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.432937] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] quota.recheck_quota = True {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.433115] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] quota.server_group_members = 10 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.433283] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] quota.server_groups = 10 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.433492] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.433667] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] quota.unified_limits_resource_strategy = require {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.433843] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.434014] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.434188] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] scheduler.image_metadata_prefilter = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.434351] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.434513] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] scheduler.max_attempts = 3 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.434677] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] scheduler.max_placement_results = 1000 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.434839] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.435015] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] scheduler.query_placement_for_image_type_support = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.435229] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.435412] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] scheduler.workers = 2 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.435593] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.435767] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.435944] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.436126] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.436341] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.436529] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.436697] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.436884] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.437085] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] filter_scheduler.host_subset_size = 1 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.437267] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.437429] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.437592] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.437756] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.437935] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.438119] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] filter_scheduler.isolated_hosts = [] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.438284] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] filter_scheduler.isolated_images = [] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.438446] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.438607] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.438768] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.438926] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] filter_scheduler.pci_in_placement = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.439098] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.439265] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.439424] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.439583] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.439741] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.439899] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.440071] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] filter_scheduler.track_instance_changes = True {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.440252] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.440422] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] metrics.required = True {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.440584] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] metrics.weight_multiplier = 1.0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.440743] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.440906] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] metrics.weight_setting = [] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.441230] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.441411] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] serial_console.enabled = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.441586] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] serial_console.port_range = 10000:20000 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.441760] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.441931] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.442113] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] serial_console.serialproxy_port = 6083 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.442287] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] service_user.auth_section = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.442460] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] service_user.auth_type = password {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.442620] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] service_user.cafile = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.442778] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] service_user.certfile = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.442938] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] service_user.collect_timing = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.443118] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] service_user.insecure = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.443276] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] service_user.keyfile = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.443445] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] service_user.send_service_user_token = True {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.443606] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] service_user.split_loggers = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.443762] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] service_user.timeout = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.443929] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] spice.agent_enabled = True {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.444105] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] spice.enabled = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.444405] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.444608] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.444781] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] spice.html5proxy_port = 6082 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.444941] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] spice.image_compression = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.445143] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] spice.jpeg_compression = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.445309] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] spice.playback_compression = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.445472] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] spice.require_secure = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.445644] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] spice.server_listen = 127.0.0.1 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.445814] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.446104] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.446283] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] spice.streaming_mode = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.446444] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] spice.zlib_compression = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.446612] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] upgrade_levels.baseapi = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.446785] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] upgrade_levels.compute = auto {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.446947] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] upgrade_levels.conductor = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.447159] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] upgrade_levels.scheduler = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.447346] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vendordata_dynamic_auth.auth_section = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.447512] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vendordata_dynamic_auth.auth_type = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.447673] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vendordata_dynamic_auth.cafile = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.447832] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vendordata_dynamic_auth.certfile = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.448009] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.448222] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vendordata_dynamic_auth.insecure = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.448395] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vendordata_dynamic_auth.keyfile = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.448563] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.448725] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vendordata_dynamic_auth.timeout = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.448900] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vmware.api_retry_count = 10 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.449084] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vmware.ca_file = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.449267] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vmware.cache_prefix = devstack-image-cache {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.449437] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vmware.cluster_name = testcl1 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.449603] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vmware.connection_pool_size = 10 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.449762] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vmware.console_delay_seconds = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.449931] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vmware.datastore_regex = ^datastore.* {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.450157] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.450335] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vmware.host_password = **** {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.450505] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vmware.host_port = 443 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.450674] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vmware.host_username = administrator@vsphere.local {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.450843] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vmware.insecure = True {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.451018] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vmware.integration_bridge = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.451186] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vmware.maximum_objects = 100 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.451346] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vmware.pbm_default_policy = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.451507] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vmware.pbm_enabled = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.451663] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vmware.pbm_wsdl_location = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.451832] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.451991] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vmware.serial_port_proxy_uri = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.452168] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vmware.serial_port_service_uri = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.452340] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vmware.task_poll_interval = 0.5 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.452513] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vmware.use_linked_clone = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.452685] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vmware.vnc_keymap = en-us {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.452850] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vmware.vnc_port = 5900 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.453023] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vmware.vnc_port_total = 10000 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.453219] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vnc.auth_schemes = ['none'] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.453395] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vnc.enabled = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.453682] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.453869] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.454054] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vnc.novncproxy_port = 6080 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.454249] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vnc.server_listen = 127.0.0.1 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.454432] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.454594] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vnc.vencrypt_ca_certs = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.454754] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vnc.vencrypt_client_cert = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.454912] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vnc.vencrypt_client_key = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.455132] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.455315] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] workarounds.disable_deep_image_inspection = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.455480] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.455645] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.455806] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.455969] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] workarounds.disable_rootwrap = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.456147] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] workarounds.enable_numa_live_migration = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.456312] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.456473] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.456632] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.456792] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] workarounds.libvirt_disable_apic = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.456950] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.457159] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.457349] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.457520] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.457683] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.457844] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.458014] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.458191] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.458346] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.458508] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.458692] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.458860] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] wsgi.client_socket_timeout = 900 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.459039] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] wsgi.default_pool_size = 1000 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.459239] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] wsgi.keep_alive = True {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.459413] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] wsgi.max_header_line = 16384 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.459579] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] wsgi.secure_proxy_ssl_header = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.459740] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] wsgi.ssl_ca_file = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.459899] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] wsgi.ssl_cert_file = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.460072] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] wsgi.ssl_key_file = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.460245] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] wsgi.tcp_keepidle = 600 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.460420] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.460587] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] zvm.ca_file = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.460750] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] zvm.cloud_connector_url = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.461061] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.461267] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] zvm.reachable_timeout = 300 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.461453] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.461632] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.461810] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] profiler.connection_string = messaging:// {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.461976] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] profiler.enabled = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.462164] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] profiler.es_doc_type = notification {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.462330] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] profiler.es_scroll_size = 10000 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.462498] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] profiler.es_scroll_time = 2m {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.462659] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] profiler.filter_error_trace = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.462824] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] profiler.hmac_keys = **** {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.462989] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] profiler.sentinel_service_name = mymaster {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.463168] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] profiler.socket_timeout = 0.1 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.463331] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] profiler.trace_requests = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.463490] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] profiler.trace_sqlalchemy = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.463663] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] profiler_jaeger.process_tags = {} {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.463822] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] profiler_jaeger.service_name_prefix = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.463983] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] profiler_otlp.service_name_prefix = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.464164] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] remote_debug.host = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.464329] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] remote_debug.port = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.464504] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.464667] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.464831] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.464998] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.465207] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.465374] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.465535] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.465694] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.465852] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.466037] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.466207] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.466378] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.466544] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.466709] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.466873] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.467077] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.467257] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.467422] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.467591] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.467754] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.467915] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.468130] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.468315] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.468479] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.468641] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.468802] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.468961] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.469137] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.469302] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.469461] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.469620] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_rabbit.ssl = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.469789] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.469957] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.470133] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.470305] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.470469] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_rabbit.ssl_version = {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.470630] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.470811] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.470974] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_notifications.retry = -1 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.471189] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.471381] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_messaging_notifications.transport_url = **** {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.471556] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_limit.auth_section = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.471720] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_limit.auth_type = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.471878] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_limit.cafile = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.472047] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_limit.certfile = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.472218] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_limit.collect_timing = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.472377] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_limit.connect_retries = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.472535] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_limit.connect_retry_delay = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.472692] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_limit.endpoint_id = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.472863] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_limit.endpoint_interface = publicURL {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.473033] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_limit.endpoint_override = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.473204] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_limit.endpoint_region_name = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.473364] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_limit.endpoint_service_name = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.473522] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_limit.endpoint_service_type = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.473677] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_limit.insecure = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.473832] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_limit.keyfile = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.473984] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_limit.max_version = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.474152] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_limit.min_version = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.474312] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_limit.region_name = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.474470] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_limit.retriable_status_codes = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.474627] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_limit.service_name = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.474782] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_limit.service_type = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.474942] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_limit.split_loggers = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.475133] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_limit.status_code_retries = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.475305] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_limit.status_code_retry_delay = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.475461] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_limit.timeout = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.475617] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_limit.valid_interfaces = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.475774] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_limit.version = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.475940] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_reports.file_event_handler = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.476120] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.476284] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] oslo_reports.log_dir = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.476455] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.476614] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.476773] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.476947] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.477154] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.477323] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.477495] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.477653] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vif_plug_ovs_privileged.group = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.477809] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.477973] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.478172] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.478338] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] vif_plug_ovs_privileged.user = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.478508] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] os_vif_linux_bridge.flat_interface = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.478691] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.478866] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.479066] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.479249] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.479425] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.479592] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.479753] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.479932] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.480120] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] os_vif_ovs.isolate_vif = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.480296] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.480463] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.480633] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.480809] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] os_vif_ovs.ovsdb_interface = native {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.480972] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] os_vif_ovs.per_port_bridge = False {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.481157] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] privsep_osbrick.capabilities = [21] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.481318] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] privsep_osbrick.group = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.481474] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] privsep_osbrick.helper_command = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.481641] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.481817] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.481977] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] privsep_osbrick.user = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.482163] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.482326] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] nova_sys_admin.group = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.482483] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] nova_sys_admin.helper_command = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.482645] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.482805] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.482960] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] nova_sys_admin.user = None {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.483285] env[70483]: DEBUG oslo_service.backend.eventlet.service [None req-2256c9d4-97f0-4348-8ea0-3367210f24b2 None None] ******************************************************************************** {{(pid=70483) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 609.483800] env[70483]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 609.988748] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-647e5721-d9e0-441e-85ba-ae1ff26b1f74 None None] Getting list of instances from cluster (obj){ [ 609.988748] env[70483]: value = "domain-c8" [ 609.988748] env[70483]: _type = "ClusterComputeResource" [ 609.988748] env[70483]: } {{(pid=70483) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 609.989831] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a1961a-6f5a-4d1a-b57f-f86a35451a5f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.998441] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-647e5721-d9e0-441e-85ba-ae1ff26b1f74 None None] Got total of 0 instances {{(pid=70483) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 609.999039] env[70483]: WARNING nova.virt.vmwareapi.driver [None req-647e5721-d9e0-441e-85ba-ae1ff26b1f74 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 609.999518] env[70483]: INFO nova.virt.node [None req-647e5721-d9e0-441e-85ba-ae1ff26b1f74 None None] Generated node identity 6c4ee772-7226-4ddc-ad20-20b8289011e6 [ 609.999752] env[70483]: INFO nova.virt.node [None req-647e5721-d9e0-441e-85ba-ae1ff26b1f74 None None] Wrote node identity 6c4ee772-7226-4ddc-ad20-20b8289011e6 to /opt/stack/data/n-cpu-1/compute_id [ 610.502649] env[70483]: WARNING nova.compute.manager [None req-647e5721-d9e0-441e-85ba-ae1ff26b1f74 None None] Compute nodes ['6c4ee772-7226-4ddc-ad20-20b8289011e6'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 611.508624] env[70483]: INFO nova.compute.manager [None req-647e5721-d9e0-441e-85ba-ae1ff26b1f74 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 612.513748] env[70483]: WARNING nova.compute.manager [None req-647e5721-d9e0-441e-85ba-ae1ff26b1f74 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 612.514393] env[70483]: DEBUG oslo_concurrency.lockutils [None req-647e5721-d9e0-441e-85ba-ae1ff26b1f74 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.514683] env[70483]: DEBUG oslo_concurrency.lockutils [None req-647e5721-d9e0-441e-85ba-ae1ff26b1f74 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.514840] env[70483]: DEBUG oslo_concurrency.lockutils [None req-647e5721-d9e0-441e-85ba-ae1ff26b1f74 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.515030] env[70483]: DEBUG nova.compute.resource_tracker [None req-647e5721-d9e0-441e-85ba-ae1ff26b1f74 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70483) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 612.515909] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce4df57-43d8-4173-9341-7377a3ba8e38 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.523882] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0c4711-a5f8-4555-ad37-f8e0549a551f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.537425] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045f6651-63f4-430c-a257-f600cb8a257e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.543660] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d0b330-a1fb-4f4a-bca2-bdba7f2f0cc2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.572330] env[70483]: DEBUG nova.compute.resource_tracker [None req-647e5721-d9e0-441e-85ba-ae1ff26b1f74 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180959MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=70483) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 612.572465] env[70483]: DEBUG oslo_concurrency.lockutils [None req-647e5721-d9e0-441e-85ba-ae1ff26b1f74 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.572672] env[70483]: DEBUG oslo_concurrency.lockutils [None req-647e5721-d9e0-441e-85ba-ae1ff26b1f74 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.075300] env[70483]: WARNING nova.compute.resource_tracker [None req-647e5721-d9e0-441e-85ba-ae1ff26b1f74 None None] No compute node record for cpu-1:6c4ee772-7226-4ddc-ad20-20b8289011e6: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 6c4ee772-7226-4ddc-ad20-20b8289011e6 could not be found. [ 613.579044] env[70483]: INFO nova.compute.resource_tracker [None req-647e5721-d9e0-441e-85ba-ae1ff26b1f74 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 6c4ee772-7226-4ddc-ad20-20b8289011e6 [ 615.087949] env[70483]: DEBUG nova.compute.resource_tracker [None req-647e5721-d9e0-441e-85ba-ae1ff26b1f74 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70483) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 615.088335] env[70483]: DEBUG nova.compute.resource_tracker [None req-647e5721-d9e0-441e-85ba-ae1ff26b1f74 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70483) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 615.240123] env[70483]: INFO nova.scheduler.client.report [None req-647e5721-d9e0-441e-85ba-ae1ff26b1f74 None None] [req-293b7758-f4af-49a8-b1b3-e21908609ed7] Created resource provider record via placement API for resource provider with UUID 6c4ee772-7226-4ddc-ad20-20b8289011e6 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 615.257980] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90b9cf5-f51c-41fb-8b61-ed25d37b4014 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.265247] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf2ee1b-bae0-485f-b020-7d95de94f2e0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.293820] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d77dca-719c-4465-83a7-aaa8ca7ad52f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.300523] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97279e3d-02f0-46c9-8ee2-f9140543e32d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.780549] env[70483]: DEBUG nova.compute.provider_tree [None req-647e5721-d9e0-441e-85ba-ae1ff26b1f74 None None] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 616.319960] env[70483]: DEBUG nova.scheduler.client.report [None req-647e5721-d9e0-441e-85ba-ae1ff26b1f74 None None] Updated inventory for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 616.320308] env[70483]: DEBUG nova.compute.provider_tree [None req-647e5721-d9e0-441e-85ba-ae1ff26b1f74 None None] Updating resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 generation from 0 to 1 during operation: update_inventory {{(pid=70483) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 616.320377] env[70483]: DEBUG nova.compute.provider_tree [None req-647e5721-d9e0-441e-85ba-ae1ff26b1f74 None None] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 616.369081] env[70483]: DEBUG nova.compute.provider_tree [None req-647e5721-d9e0-441e-85ba-ae1ff26b1f74 None None] Updating resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 generation from 1 to 2 during operation: update_traits {{(pid=70483) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 616.873700] env[70483]: DEBUG nova.compute.resource_tracker [None req-647e5721-d9e0-441e-85ba-ae1ff26b1f74 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70483) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 616.873912] env[70483]: DEBUG oslo_concurrency.lockutils [None req-647e5721-d9e0-441e-85ba-ae1ff26b1f74 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.301s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.874084] env[70483]: DEBUG nova.service [None req-647e5721-d9e0-441e-85ba-ae1ff26b1f74 None None] Creating RPC server for service compute {{(pid=70483) start /opt/stack/nova/nova/service.py:178}} [ 616.886868] env[70483]: DEBUG nova.service [None req-647e5721-d9e0-441e-85ba-ae1ff26b1f74 None None] Join ServiceGroup membership for this service compute {{(pid=70483) start /opt/stack/nova/nova/service.py:195}} [ 616.887095] env[70483]: DEBUG nova.servicegroup.drivers.db [None req-647e5721-d9e0-441e-85ba-ae1ff26b1f74 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=70483) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 628.891381] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._sync_power_states {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.395061] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Getting list of instances from cluster (obj){ [ 629.395061] env[70483]: value = "domain-c8" [ 629.395061] env[70483]: _type = "ClusterComputeResource" [ 629.395061] env[70483]: } {{(pid=70483) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 629.396252] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9b01da-fb4d-4d0b-86b4-94321cc8c0b9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.404360] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Got total of 0 instances {{(pid=70483) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 629.404585] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.404870] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Getting list of instances from cluster (obj){ [ 629.404870] env[70483]: value = "domain-c8" [ 629.404870] env[70483]: _type = "ClusterComputeResource" [ 629.404870] env[70483]: } {{(pid=70483) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 629.405709] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6450f0a9-84fe-4bda-b69c-0c4e27e1a000 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.412820] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Got total of 0 instances {{(pid=70483) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 651.441466] env[70483]: DEBUG oslo_concurrency.lockutils [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Acquiring lock "ffec1f4b-b405-4322-82aa-a3234cdb9ff6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.441792] env[70483]: DEBUG oslo_concurrency.lockutils [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Lock "ffec1f4b-b405-4322-82aa-a3234cdb9ff6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.944308] env[70483]: DEBUG nova.compute.manager [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.480210] env[70483]: DEBUG oslo_concurrency.lockutils [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.480496] env[70483]: DEBUG oslo_concurrency.lockutils [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.485276] env[70483]: INFO nova.compute.claims [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.543717] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a25b3e6-d380-449e-991f-4b3c487d7cb8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.552050] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ca2ac6-b375-4aa5-9c31-02e6586945b0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.585944] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33160a5b-8716-4f6d-9019-49634517aaa6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.594200] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520ef31f-9c8e-42ad-93ad-b9b35770acb6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.611466] env[70483]: DEBUG nova.compute.provider_tree [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.116976] env[70483]: DEBUG nova.scheduler.client.report [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.622634] env[70483]: DEBUG oslo_concurrency.lockutils [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.142s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.623259] env[70483]: DEBUG nova.compute.manager [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 655.128440] env[70483]: DEBUG nova.compute.utils [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.130393] env[70483]: DEBUG nova.compute.manager [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 655.130393] env[70483]: DEBUG nova.network.neutron [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 655.616408] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "68707fd0-fc6c-4a91-b216-67a401373232" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.616712] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "68707fd0-fc6c-4a91-b216-67a401373232" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.641323] env[70483]: DEBUG nova.compute.manager [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.119808] env[70483]: DEBUG nova.compute.manager [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.414980] env[70483]: DEBUG nova.policy [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c85faeab6e99403f97cd51a50ea032a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54c436745fce4b17960c152accb50003', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.421531] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Acquiring lock "c49e76b4-2e57-4790-96cd-a1e3b9db34fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.421706] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Lock "c49e76b4-2e57-4790-96cd-a1e3b9db34fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.644878] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.645235] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.647369] env[70483]: INFO nova.compute.claims [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.655653] env[70483]: DEBUG nova.compute.manager [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.684220] env[70483]: DEBUG nova.virt.hardware [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.684220] env[70483]: DEBUG nova.virt.hardware [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.684220] env[70483]: DEBUG nova.virt.hardware [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.684418] env[70483]: DEBUG nova.virt.hardware [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.684418] env[70483]: DEBUG nova.virt.hardware [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.684418] env[70483]: DEBUG nova.virt.hardware [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.684418] env[70483]: DEBUG nova.virt.hardware [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.684583] env[70483]: DEBUG nova.virt.hardware [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.684973] env[70483]: DEBUG nova.virt.hardware [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.685123] env[70483]: DEBUG nova.virt.hardware [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.685312] env[70483]: DEBUG nova.virt.hardware [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.686511] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9af285-d8df-4b9f-b7ca-4015a706b246 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.700694] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3700d5-3f71-4822-822c-96b690cee811 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.724294] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33625921-ea0f-414e-bd72-70a0a0b1ff33 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.924283] env[70483]: DEBUG nova.compute.manager [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.353481] env[70483]: DEBUG nova.network.neutron [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Successfully created port: 380a7916-696b-492a-b9de-7dbeca1122bb {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 657.455219] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.744890] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b2b1ab-6c5d-42ee-9997-9b6e7ffbbd01 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.754016] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179d760e-cb51-42f0-89a9-7184c695bd29 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.795131] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d47ad8-79e9-4c30-a776-f1e80f47fd2f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.800269] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c627fa-9f5d-41b6-9030-524633bdadc9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.815714] env[70483]: DEBUG nova.compute.provider_tree [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.319273] env[70483]: DEBUG nova.scheduler.client.report [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.824992] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.180s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.826447] env[70483]: DEBUG nova.compute.manager [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 658.832376] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.377s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.834966] env[70483]: INFO nova.compute.claims [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.339730] env[70483]: DEBUG nova.compute.utils [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.341440] env[70483]: DEBUG nova.compute.manager [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.341702] env[70483]: DEBUG nova.network.neutron [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.382588] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Acquiring lock "8b06d01e-de2a-402a-bd39-637ce148e693" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.383278] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Lock "8b06d01e-de2a-402a-bd39-637ce148e693" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.410343] env[70483]: DEBUG oslo_concurrency.lockutils [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Acquiring lock "bcc80b1e-7f74-4c7b-b490-ec70a0474f01" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.410530] env[70483]: DEBUG oslo_concurrency.lockutils [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Lock "bcc80b1e-7f74-4c7b-b490-ec70a0474f01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.476515] env[70483]: DEBUG nova.policy [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d202da876e34599b7258da0bdce7e75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec180aeba08f48dea450ade057d4e619', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.695307] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Acquiring lock "5b8c2868-a8cc-48aa-894f-c0051e167bde" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.695709] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Lock "5b8c2868-a8cc-48aa-894f-c0051e167bde" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.852478] env[70483]: DEBUG nova.compute.manager [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.886265] env[70483]: DEBUG nova.compute.manager [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 659.914405] env[70483]: DEBUG nova.compute.manager [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 659.991191] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e009053d-6695-46a6-9cb1-a7b1097472d7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.998734] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eab42da-35b6-46cf-85d5-4773e4abd22c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.032847] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e262188-d2b4-4089-89ae-6c1d5fcaf1e8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.041887] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0689ad85-88f6-47ed-bca7-27bd28067d18 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.058917] env[70483]: DEBUG nova.compute.provider_tree [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.198622] env[70483]: DEBUG nova.compute.manager [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.419715] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.442990] env[70483]: DEBUG oslo_concurrency.lockutils [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.476125] env[70483]: DEBUG nova.network.neutron [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Successfully updated port: 380a7916-696b-492a-b9de-7dbeca1122bb {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 660.481522] env[70483]: DEBUG nova.network.neutron [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Successfully created port: 140bc17e-ae2e-4bda-8a0a-b7d8312eade8 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.564083] env[70483]: DEBUG nova.scheduler.client.report [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.722465] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.864693] env[70483]: DEBUG nova.compute.manager [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.893601] env[70483]: DEBUG nova.virt.hardware [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.894054] env[70483]: DEBUG nova.virt.hardware [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.894310] env[70483]: DEBUG nova.virt.hardware [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.894585] env[70483]: DEBUG nova.virt.hardware [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.895103] env[70483]: DEBUG nova.virt.hardware [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.895363] env[70483]: DEBUG nova.virt.hardware [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.895801] env[70483]: DEBUG nova.virt.hardware [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.896170] env[70483]: DEBUG nova.virt.hardware [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.898441] env[70483]: DEBUG nova.virt.hardware [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.898441] env[70483]: DEBUG nova.virt.hardware [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.898441] env[70483]: DEBUG nova.virt.hardware [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.898441] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0902a7c-6306-43f7-bd90-765a6ddfb013 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.907931] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea70f01-ac72-440c-a100-1611150c457a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.980091] env[70483]: DEBUG oslo_concurrency.lockutils [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Acquiring lock "refresh_cache-ffec1f4b-b405-4322-82aa-a3234cdb9ff6" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.980366] env[70483]: DEBUG oslo_concurrency.lockutils [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Acquired lock "refresh_cache-ffec1f4b-b405-4322-82aa-a3234cdb9ff6" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.980434] env[70483]: DEBUG nova.network.neutron [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.072841] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.074285] env[70483]: DEBUG nova.compute.manager [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.079902] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.660s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.086521] env[70483]: INFO nova.compute.claims [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.235270] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Acquiring lock "3b02e72a-49db-4d75-856a-b9f9b5951b4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.235513] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Lock "3b02e72a-49db-4d75-856a-b9f9b5951b4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.596897] env[70483]: DEBUG nova.network.neutron [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.599464] env[70483]: DEBUG nova.compute.utils [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.606384] env[70483]: DEBUG nova.compute.manager [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 661.606384] env[70483]: DEBUG nova.network.neutron [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 661.617440] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Acquiring lock "2e01c50d-8140-4cd2-8048-96e02f43211f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.617440] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Lock "2e01c50d-8140-4cd2-8048-96e02f43211f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.746571] env[70483]: DEBUG nova.compute.manager [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.834905] env[70483]: DEBUG nova.policy [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05548063b35044aea8693d76c0b495dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ad24c359f3446e9af6562c72ca0e4a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 662.109303] env[70483]: DEBUG nova.compute.manager [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.122111] env[70483]: DEBUG nova.compute.manager [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.255195] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2bdbd7-2e0f-4764-959e-ca6cbf29c7e5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.267471] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21872e65-2bc9-4111-a5d2-1784f1e46e9b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.273078] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.303207] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f83270-2333-44d4-a986-cb14f5d99307 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.311564] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586bd50b-903a-4e79-8e89-4ebe651a2888 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.329165] env[70483]: DEBUG nova.compute.provider_tree [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.348375] env[70483]: DEBUG nova.network.neutron [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Updating instance_info_cache with network_info: [{"id": "380a7916-696b-492a-b9de-7dbeca1122bb", "address": "fa:16:3e:79:1e:68", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap380a7916-69", "ovs_interfaceid": "380a7916-696b-492a-b9de-7dbeca1122bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.644754] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.666952] env[70483]: DEBUG nova.network.neutron [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Successfully created port: 9bd2ff86-230c-45ad-8223-d7b88485904b {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 662.722991] env[70483]: DEBUG nova.compute.manager [req-4d666cda-260d-4c20-b59b-c60677ef2538 req-a73373ae-6e70-44d7-ba89-cc8a356466bd service nova] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Received event network-vif-plugged-380a7916-696b-492a-b9de-7dbeca1122bb {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.723235] env[70483]: DEBUG oslo_concurrency.lockutils [req-4d666cda-260d-4c20-b59b-c60677ef2538 req-a73373ae-6e70-44d7-ba89-cc8a356466bd service nova] Acquiring lock "ffec1f4b-b405-4322-82aa-a3234cdb9ff6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.723449] env[70483]: DEBUG oslo_concurrency.lockutils [req-4d666cda-260d-4c20-b59b-c60677ef2538 req-a73373ae-6e70-44d7-ba89-cc8a356466bd service nova] Lock "ffec1f4b-b405-4322-82aa-a3234cdb9ff6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.723619] env[70483]: DEBUG oslo_concurrency.lockutils [req-4d666cda-260d-4c20-b59b-c60677ef2538 req-a73373ae-6e70-44d7-ba89-cc8a356466bd service nova] Lock "ffec1f4b-b405-4322-82aa-a3234cdb9ff6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.723782] env[70483]: DEBUG nova.compute.manager [req-4d666cda-260d-4c20-b59b-c60677ef2538 req-a73373ae-6e70-44d7-ba89-cc8a356466bd service nova] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] No waiting events found dispatching network-vif-plugged-380a7916-696b-492a-b9de-7dbeca1122bb {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 662.724180] env[70483]: WARNING nova.compute.manager [req-4d666cda-260d-4c20-b59b-c60677ef2538 req-a73373ae-6e70-44d7-ba89-cc8a356466bd service nova] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Received unexpected event network-vif-plugged-380a7916-696b-492a-b9de-7dbeca1122bb for instance with vm_state building and task_state spawning. [ 662.832642] env[70483]: DEBUG nova.scheduler.client.report [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.854338] env[70483]: DEBUG oslo_concurrency.lockutils [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Releasing lock "refresh_cache-ffec1f4b-b405-4322-82aa-a3234cdb9ff6" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.854730] env[70483]: DEBUG nova.compute.manager [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Instance network_info: |[{"id": "380a7916-696b-492a-b9de-7dbeca1122bb", "address": "fa:16:3e:79:1e:68", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap380a7916-69", "ovs_interfaceid": "380a7916-696b-492a-b9de-7dbeca1122bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 662.855733] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:1e:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '380a7916-696b-492a-b9de-7dbeca1122bb', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.877442] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.878602] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09e05161-7cfe-4c36-a6ad-b66349502d72 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.893734] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Created folder: OpenStack in parent group-v4. [ 662.893972] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Creating folder: Project (54c436745fce4b17960c152accb50003). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.894256] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89fc4366-565a-41fb-88ca-9267ceedb037 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.905248] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Created folder: Project (54c436745fce4b17960c152accb50003) in parent group-v695216. [ 662.905498] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Creating folder: Instances. Parent ref: group-v695217. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.905982] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6730af0f-5947-4b09-93e2-2acb37fc26ba {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.915267] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Created folder: Instances in parent group-v695217. [ 662.915547] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.915767] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.916070] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f722b926-5b17-4c7a-85de-0805bccd2159 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.941895] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.941895] env[70483]: value = "task-3477380" [ 662.941895] env[70483]: _type = "Task" [ 662.941895] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.949945] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477380, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.981458] env[70483]: DEBUG nova.network.neutron [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Successfully updated port: 140bc17e-ae2e-4bda-8a0a-b7d8312eade8 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.121153] env[70483]: DEBUG nova.compute.manager [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.161486] env[70483]: DEBUG nova.virt.hardware [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.161838] env[70483]: DEBUG nova.virt.hardware [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.161937] env[70483]: DEBUG nova.virt.hardware [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.162148] env[70483]: DEBUG nova.virt.hardware [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.162311] env[70483]: DEBUG nova.virt.hardware [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.162470] env[70483]: DEBUG nova.virt.hardware [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.162678] env[70483]: DEBUG nova.virt.hardware [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.162850] env[70483]: DEBUG nova.virt.hardware [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.163035] env[70483]: DEBUG nova.virt.hardware [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.163218] env[70483]: DEBUG nova.virt.hardware [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.163518] env[70483]: DEBUG nova.virt.hardware [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.164525] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02b75b4-da80-40ec-b87e-a8a1b04fec4c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.174524] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65b454c-bb4b-4cf0-9651-b5664986d39a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.339008] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.259s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.339605] env[70483]: DEBUG nova.compute.manager [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.346023] env[70483]: DEBUG oslo_concurrency.lockutils [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.899s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.346023] env[70483]: INFO nova.compute.claims [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.453575] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477380, 'name': CreateVM_Task, 'duration_secs': 0.388913} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.453954] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.484971] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "refresh_cache-68707fd0-fc6c-4a91-b216-67a401373232" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.485203] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquired lock "refresh_cache-68707fd0-fc6c-4a91-b216-67a401373232" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.485370] env[70483]: DEBUG nova.network.neutron [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.492055] env[70483]: DEBUG oslo_vmware.service [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb3694d-b43b-410c-9fb9-33b3d0f64647 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.500195] env[70483]: DEBUG oslo_concurrency.lockutils [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.500368] env[70483]: DEBUG oslo_concurrency.lockutils [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.502550] env[70483]: DEBUG oslo_concurrency.lockutils [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.502550] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7360e131-f415-452a-b487-42a92a6d98c5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.506736] env[70483]: DEBUG oslo_vmware.api [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Waiting for the task: (returnval){ [ 663.506736] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52aaefc0-667b-03a7-5aae-39691819a176" [ 663.506736] env[70483]: _type = "Task" [ 663.506736] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.515789] env[70483]: DEBUG oslo_vmware.api [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52aaefc0-667b-03a7-5aae-39691819a176, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.849195] env[70483]: DEBUG nova.compute.utils [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 663.855742] env[70483]: DEBUG nova.compute.manager [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Not allocating networking since 'none' was specified. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 664.021746] env[70483]: DEBUG oslo_concurrency.lockutils [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.021746] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.021746] env[70483]: DEBUG oslo_concurrency.lockutils [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.021746] env[70483]: DEBUG oslo_concurrency.lockutils [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.021947] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.021947] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09e35a2b-60ce-4d6f-9e3c-3cccd14c71a4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.041642] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.043804] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.043804] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b305d4-11a9-4161-a990-ceb1a33e84c4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.056378] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b92f163-c7ee-446a-bbe0-c91900b26c26 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.062666] env[70483]: DEBUG oslo_vmware.api [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Waiting for the task: (returnval){ [ 664.062666] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52154838-dd64-095a-08b3-0f76835a9f0e" [ 664.062666] env[70483]: _type = "Task" [ 664.062666] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.074657] env[70483]: DEBUG oslo_vmware.api [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52154838-dd64-095a-08b3-0f76835a9f0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.077681] env[70483]: DEBUG nova.network.neutron [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.361025] env[70483]: DEBUG nova.compute.manager [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 664.522790] env[70483]: DEBUG nova.network.neutron [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Updating instance_info_cache with network_info: [{"id": "140bc17e-ae2e-4bda-8a0a-b7d8312eade8", "address": "fa:16:3e:c3:c1:92", "network": {"id": "8a37218d-212e-4604-9aac-2a69e34f388a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-975183189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec180aeba08f48dea450ade057d4e619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap140bc17e-ae", "ovs_interfaceid": "140bc17e-ae2e-4bda-8a0a-b7d8312eade8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.531671] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa19b499-911d-4aed-abe6-842fa477e86f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.541673] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bac006-61c2-477d-92c9-24abe7c284bb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.576930] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901fd0f8-ce52-4969-8e42-342e89b1221d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.590368] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Preparing fetch location {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 664.590763] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Creating directory with path [datastore2] vmware_temp/e23063e0-b357-43e0-a549-13cf93335414/c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.591229] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1b1bac0-5007-468e-8b96-a8dfa18bb4cb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.603170] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5668edd1-9b9c-4a8c-b73d-5d66eeb04755 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.624659] env[70483]: DEBUG nova.compute.provider_tree [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.632256] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Created directory with path [datastore2] vmware_temp/e23063e0-b357-43e0-a549-13cf93335414/c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.632530] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Fetch image to [datastore2] vmware_temp/e23063e0-b357-43e0-a549-13cf93335414/c45d2ce6-6758-4a65-9806-b17c804e40f4/tmp-sparse.vmdk {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 664.632712] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Downloading image file data c45d2ce6-6758-4a65-9806-b17c804e40f4 to [datastore2] vmware_temp/e23063e0-b357-43e0-a549-13cf93335414/c45d2ce6-6758-4a65-9806-b17c804e40f4/tmp-sparse.vmdk on the data store datastore2 {{(pid=70483) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 664.633739] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06173b9-2842-4128-9aa1-77d6d47e602d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.650812] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f938f3-21d5-47dd-859e-44f0627c1ee4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.669159] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bcdd07-6dad-4049-9849-311dd61a6a7d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.722111] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22873e81-3507-4674-8bc5-9e3b03f16c9f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.728332] env[70483]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-57c8344a-2248-4a24-add3-2ec01719907a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.820725] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Downloading image file data c45d2ce6-6758-4a65-9806-b17c804e40f4 to the data store datastore2 {{(pid=70483) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 664.916924] env[70483]: DEBUG oslo_vmware.rw_handles [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e23063e0-b357-43e0-a549-13cf93335414/c45d2ce6-6758-4a65-9806-b17c804e40f4/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70483) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 665.027518] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Releasing lock "refresh_cache-68707fd0-fc6c-4a91-b216-67a401373232" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.027987] env[70483]: DEBUG nova.compute.manager [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Instance network_info: |[{"id": "140bc17e-ae2e-4bda-8a0a-b7d8312eade8", "address": "fa:16:3e:c3:c1:92", "network": {"id": "8a37218d-212e-4604-9aac-2a69e34f388a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-975183189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec180aeba08f48dea450ade057d4e619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap140bc17e-ae", "ovs_interfaceid": "140bc17e-ae2e-4bda-8a0a-b7d8312eade8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 665.033217] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:c1:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f17856cf-7248-414b-bde6-8c90cfb4c593', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '140bc17e-ae2e-4bda-8a0a-b7d8312eade8', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.044124] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Creating folder: Project (ec180aeba08f48dea450ade057d4e619). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.050919] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f5d194e-0615-4a24-a7d5-ca3125369030 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.064782] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Created folder: Project (ec180aeba08f48dea450ade057d4e619) in parent group-v695216. [ 665.064912] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Creating folder: Instances. Parent ref: group-v695220. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.072041] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6731515e-f6ef-47c5-99ba-bda1e4290397 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.086606] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Created folder: Instances in parent group-v695220. [ 665.086851] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.091857] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.091857] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f207b9d-3ebb-4949-831a-8135a9e7d589 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.115569] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 665.115742] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 665.115968] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 665.116172] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 665.116538] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 665.116776] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 665.117020] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 665.119917] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70483) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 665.119917] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager.update_available_resource {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 665.120381] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.120381] env[70483]: value = "task-3477383" [ 665.120381] env[70483]: _type = "Task" [ 665.120381] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.134985] env[70483]: DEBUG nova.scheduler.client.report [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.138912] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477383, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.273068] env[70483]: DEBUG nova.network.neutron [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Successfully updated port: 9bd2ff86-230c-45ad-8223-d7b88485904b {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 665.374789] env[70483]: DEBUG nova.compute.manager [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.417197] env[70483]: DEBUG nova.virt.hardware [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.417513] env[70483]: DEBUG nova.virt.hardware [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.417990] env[70483]: DEBUG nova.virt.hardware [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.418411] env[70483]: DEBUG nova.virt.hardware [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.418666] env[70483]: DEBUG nova.virt.hardware [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.418883] env[70483]: DEBUG nova.virt.hardware [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.419189] env[70483]: DEBUG nova.virt.hardware [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.419549] env[70483]: DEBUG nova.virt.hardware [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.419934] env[70483]: DEBUG nova.virt.hardware [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.420194] env[70483]: DEBUG nova.virt.hardware [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.420465] env[70483]: DEBUG nova.virt.hardware [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.421459] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4c1623-7ae2-464f-ae60-dd7b184cea99 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.432049] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a94ab7-385b-47d6-8bbb-c1df6359e7b5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.449372] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Instance VIF info [] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.456222] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Creating folder: Project (703730e043554a64b0f2b042b400f28d). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.460217] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc874736-fdd9-444a-8afa-c218ddc1cac9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.470298] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Created folder: Project (703730e043554a64b0f2b042b400f28d) in parent group-v695216. [ 665.472295] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Creating folder: Instances. Parent ref: group-v695223. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.472295] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0385c6f-cd96-48ed-81e4-bb2fea8c5c7a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.485912] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Created folder: Instances in parent group-v695223. [ 665.485912] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.486635] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.488012] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdc1e584-d0cc-40d3-8d1b-269fa19abadf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.511258] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.511258] env[70483]: value = "task-3477386" [ 665.511258] env[70483]: _type = "Task" [ 665.511258] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.521421] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477386, 'name': CreateVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.620889] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.629164] env[70483]: DEBUG oslo_vmware.rw_handles [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Completed reading data from the image iterator. {{(pid=70483) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 665.629284] env[70483]: DEBUG oslo_vmware.rw_handles [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e23063e0-b357-43e0-a549-13cf93335414/c45d2ce6-6758-4a65-9806-b17c804e40f4/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70483) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 665.634809] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477383, 'name': CreateVM_Task, 'duration_secs': 0.325595} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.635018] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.636166] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.636367] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.637223] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.637223] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccd36f31-851c-46cf-ad14-4242a9855b2d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.641634] env[70483]: DEBUG oslo_concurrency.lockutils [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.298s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.641634] env[70483]: DEBUG nova.compute.manager [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 665.644214] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.922s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.646177] env[70483]: INFO nova.compute.claims [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.652428] env[70483]: DEBUG oslo_vmware.api [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 665.652428] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5238d554-4626-f910-d1ed-4bf6a669c040" [ 665.652428] env[70483]: _type = "Task" [ 665.652428] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.664679] env[70483]: DEBUG oslo_vmware.api [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5238d554-4626-f910-d1ed-4bf6a669c040, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.777402] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Acquiring lock "refresh_cache-c49e76b4-2e57-4790-96cd-a1e3b9db34fe" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.777535] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Acquired lock "refresh_cache-c49e76b4-2e57-4790-96cd-a1e3b9db34fe" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.778116] env[70483]: DEBUG nova.network.neutron [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.792939] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Downloaded image file data c45d2ce6-6758-4a65-9806-b17c804e40f4 to vmware_temp/e23063e0-b357-43e0-a549-13cf93335414/c45d2ce6-6758-4a65-9806-b17c804e40f4/tmp-sparse.vmdk on the data store datastore2 {{(pid=70483) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 665.794178] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Caching image {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 665.794619] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Copying Virtual Disk [datastore2] vmware_temp/e23063e0-b357-43e0-a549-13cf93335414/c45d2ce6-6758-4a65-9806-b17c804e40f4/tmp-sparse.vmdk to [datastore2] vmware_temp/e23063e0-b357-43e0-a549-13cf93335414/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.795138] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9887b06-1c74-44dd-b666-4188d3d7b08e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.802877] env[70483]: DEBUG oslo_vmware.api [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Waiting for the task: (returnval){ [ 665.802877] env[70483]: value = "task-3477387" [ 665.802877] env[70483]: _type = "Task" [ 665.802877] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.819645] env[70483]: DEBUG oslo_vmware.api [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': task-3477387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.024997] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477386, 'name': CreateVM_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.152244] env[70483]: DEBUG nova.compute.utils [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.159377] env[70483]: DEBUG nova.compute.manager [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.159756] env[70483]: DEBUG nova.network.neutron [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.180606] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.180872] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.181121] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.258618] env[70483]: DEBUG nova.compute.manager [req-f794a199-3a64-433c-8c35-b282bb74cb1d req-2011def2-6ed6-41b8-b087-c46a03562e73 service nova] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Received event network-changed-380a7916-696b-492a-b9de-7dbeca1122bb {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.258821] env[70483]: DEBUG nova.compute.manager [req-f794a199-3a64-433c-8c35-b282bb74cb1d req-2011def2-6ed6-41b8-b087-c46a03562e73 service nova] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Refreshing instance network info cache due to event network-changed-380a7916-696b-492a-b9de-7dbeca1122bb. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 666.262276] env[70483]: DEBUG oslo_concurrency.lockutils [req-f794a199-3a64-433c-8c35-b282bb74cb1d req-2011def2-6ed6-41b8-b087-c46a03562e73 service nova] Acquiring lock "refresh_cache-ffec1f4b-b405-4322-82aa-a3234cdb9ff6" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.265339] env[70483]: DEBUG oslo_concurrency.lockutils [req-f794a199-3a64-433c-8c35-b282bb74cb1d req-2011def2-6ed6-41b8-b087-c46a03562e73 service nova] Acquired lock "refresh_cache-ffec1f4b-b405-4322-82aa-a3234cdb9ff6" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.265339] env[70483]: DEBUG nova.network.neutron [req-f794a199-3a64-433c-8c35-b282bb74cb1d req-2011def2-6ed6-41b8-b087-c46a03562e73 service nova] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Refreshing network info cache for port 380a7916-696b-492a-b9de-7dbeca1122bb {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.281158] env[70483]: DEBUG nova.policy [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72e078d5abc345ffa3ad6724f07dec94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d0c69a5217c4e2db0906e4dad08164f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.315767] env[70483]: DEBUG oslo_vmware.api [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': task-3477387, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.375614] env[70483]: DEBUG nova.network.neutron [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 666.523677] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477386, 'name': CreateVM_Task, 'duration_secs': 0.790036} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.523868] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.524311] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.524468] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.524953] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.525223] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb4291cd-0158-45b6-a467-69de765ea5df {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.530019] env[70483]: DEBUG oslo_vmware.api [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Waiting for the task: (returnval){ [ 666.530019] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e592e3-4627-20ad-a441-1a95014d2a58" [ 666.530019] env[70483]: _type = "Task" [ 666.530019] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.536713] env[70483]: DEBUG nova.compute.manager [req-5e39a95f-5034-4a75-ac8e-f38e91faea46 req-d7670c24-42eb-4ce7-9721-fd43458a3e92 service nova] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Received event network-vif-plugged-9bd2ff86-230c-45ad-8223-d7b88485904b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.537032] env[70483]: DEBUG oslo_concurrency.lockutils [req-5e39a95f-5034-4a75-ac8e-f38e91faea46 req-d7670c24-42eb-4ce7-9721-fd43458a3e92 service nova] Acquiring lock "c49e76b4-2e57-4790-96cd-a1e3b9db34fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.537148] env[70483]: DEBUG oslo_concurrency.lockutils [req-5e39a95f-5034-4a75-ac8e-f38e91faea46 req-d7670c24-42eb-4ce7-9721-fd43458a3e92 service nova] Lock "c49e76b4-2e57-4790-96cd-a1e3b9db34fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.537451] env[70483]: DEBUG oslo_concurrency.lockutils [req-5e39a95f-5034-4a75-ac8e-f38e91faea46 req-d7670c24-42eb-4ce7-9721-fd43458a3e92 service nova] Lock "c49e76b4-2e57-4790-96cd-a1e3b9db34fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.537514] env[70483]: DEBUG nova.compute.manager [req-5e39a95f-5034-4a75-ac8e-f38e91faea46 req-d7670c24-42eb-4ce7-9721-fd43458a3e92 service nova] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] No waiting events found dispatching network-vif-plugged-9bd2ff86-230c-45ad-8223-d7b88485904b {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 666.537655] env[70483]: WARNING nova.compute.manager [req-5e39a95f-5034-4a75-ac8e-f38e91faea46 req-d7670c24-42eb-4ce7-9721-fd43458a3e92 service nova] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Received unexpected event network-vif-plugged-9bd2ff86-230c-45ad-8223-d7b88485904b for instance with vm_state building and task_state spawning. [ 666.547321] env[70483]: DEBUG oslo_vmware.api [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e592e3-4627-20ad-a441-1a95014d2a58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.646646] env[70483]: DEBUG nova.network.neutron [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Successfully created port: da3d4811-de0f-4db4-8528-487177ede8e5 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 666.663675] env[70483]: DEBUG nova.compute.manager [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 666.717247] env[70483]: DEBUG nova.network.neutron [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Updating instance_info_cache with network_info: [{"id": "9bd2ff86-230c-45ad-8223-d7b88485904b", "address": "fa:16:3e:61:5e:1c", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd2ff86-23", "ovs_interfaceid": "9bd2ff86-230c-45ad-8223-d7b88485904b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.814879] env[70483]: DEBUG oslo_vmware.api [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': task-3477387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717146} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.815626] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Copied Virtual Disk [datastore2] vmware_temp/e23063e0-b357-43e0-a549-13cf93335414/c45d2ce6-6758-4a65-9806-b17c804e40f4/tmp-sparse.vmdk to [datastore2] vmware_temp/e23063e0-b357-43e0-a549-13cf93335414/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.815626] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Deleting the datastore file [datastore2] vmware_temp/e23063e0-b357-43e0-a549-13cf93335414/c45d2ce6-6758-4a65-9806-b17c804e40f4/tmp-sparse.vmdk {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 666.816738] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae7756e8-d3f4-4cd7-89c8-0dd88766ed50 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.826946] env[70483]: DEBUG oslo_vmware.api [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Waiting for the task: (returnval){ [ 666.826946] env[70483]: value = "task-3477388" [ 666.826946] env[70483]: _type = "Task" [ 666.826946] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.840842] env[70483]: DEBUG oslo_vmware.api [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': task-3477388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.842746] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1b7b3d-e424-4289-a96b-ea3ee1483b6c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.850566] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0941a60c-d538-48b9-b959-bd47c80f10ee {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.887968] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcc0e75-4ca0-4340-a33d-c384841385a8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.896085] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49eef765-dea8-4d08-acb8-86118bd7c664 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.910250] env[70483]: DEBUG nova.compute.provider_tree [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.043250] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.043250] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.043250] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.220492] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Releasing lock "refresh_cache-c49e76b4-2e57-4790-96cd-a1e3b9db34fe" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.220803] env[70483]: DEBUG nova.compute.manager [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Instance network_info: |[{"id": "9bd2ff86-230c-45ad-8223-d7b88485904b", "address": "fa:16:3e:61:5e:1c", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd2ff86-23", "ovs_interfaceid": "9bd2ff86-230c-45ad-8223-d7b88485904b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 667.221261] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:5e:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bd2ff86-230c-45ad-8223-d7b88485904b', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.230315] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Creating folder: Project (2ad24c359f3446e9af6562c72ca0e4a1). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.231414] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11fd49c2-89cf-4d53-8f72-39b79c62260e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.248123] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Created folder: Project (2ad24c359f3446e9af6562c72ca0e4a1) in parent group-v695216. [ 667.248344] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Creating folder: Instances. Parent ref: group-v695226. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.249061] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-debc5f5b-1fc7-40ac-98ca-89368f7899aa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.258999] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Created folder: Instances in parent group-v695226. [ 667.259291] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.260133] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.260133] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b54062c9-c262-498f-91a3-df28f279c508 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.285904] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.285904] env[70483]: value = "task-3477391" [ 667.285904] env[70483]: _type = "Task" [ 667.285904] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.297182] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477391, 'name': CreateVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.337902] env[70483]: DEBUG oslo_vmware.api [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': task-3477388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024173} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.338201] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 667.338441] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Moving file from [datastore2] vmware_temp/e23063e0-b357-43e0-a549-13cf93335414/c45d2ce6-6758-4a65-9806-b17c804e40f4 to [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4. {{(pid=70483) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 667.339031] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-6493b5f3-46b7-4cdf-8a91-1af4ea1823c1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.354425] env[70483]: DEBUG oslo_vmware.api [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Waiting for the task: (returnval){ [ 667.354425] env[70483]: value = "task-3477392" [ 667.354425] env[70483]: _type = "Task" [ 667.354425] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.363321] env[70483]: DEBUG oslo_vmware.api [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': task-3477392, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.413189] env[70483]: DEBUG nova.scheduler.client.report [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.681566] env[70483]: DEBUG nova.compute.manager [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 667.715270] env[70483]: DEBUG nova.virt.hardware [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 667.715476] env[70483]: DEBUG nova.virt.hardware [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 667.715630] env[70483]: DEBUG nova.virt.hardware [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.715806] env[70483]: DEBUG nova.virt.hardware [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 667.715948] env[70483]: DEBUG nova.virt.hardware [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.716132] env[70483]: DEBUG nova.virt.hardware [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 667.716374] env[70483]: DEBUG nova.virt.hardware [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 667.716490] env[70483]: DEBUG nova.virt.hardware [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 667.716648] env[70483]: DEBUG nova.virt.hardware [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 667.716804] env[70483]: DEBUG nova.virt.hardware [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 667.716969] env[70483]: DEBUG nova.virt.hardware [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 667.718041] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f35063-67b8-45fe-b702-d977a8d2b4d3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.721832] env[70483]: DEBUG nova.network.neutron [req-f794a199-3a64-433c-8c35-b282bb74cb1d req-2011def2-6ed6-41b8-b087-c46a03562e73 service nova] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Updated VIF entry in instance network info cache for port 380a7916-696b-492a-b9de-7dbeca1122bb. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.722283] env[70483]: DEBUG nova.network.neutron [req-f794a199-3a64-433c-8c35-b282bb74cb1d req-2011def2-6ed6-41b8-b087-c46a03562e73 service nova] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Updating instance_info_cache with network_info: [{"id": "380a7916-696b-492a-b9de-7dbeca1122bb", "address": "fa:16:3e:79:1e:68", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap380a7916-69", "ovs_interfaceid": "380a7916-696b-492a-b9de-7dbeca1122bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.732042] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f55c304-9007-41e0-a36d-58b234c1a072 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.800248] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477391, 'name': CreateVM_Task, 'duration_secs': 0.339624} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.800393] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.801079] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.801254] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.801564] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.801811] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-545771b4-d476-4c67-9745-703c51e5ffda {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.807120] env[70483]: DEBUG oslo_vmware.api [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Waiting for the task: (returnval){ [ 667.807120] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e6973b-0772-d2d7-53aa-db4e9756f269" [ 667.807120] env[70483]: _type = "Task" [ 667.807120] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.815674] env[70483]: DEBUG oslo_vmware.api [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e6973b-0772-d2d7-53aa-db4e9756f269, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.868242] env[70483]: DEBUG oslo_vmware.api [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': task-3477392, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.028423} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.868533] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] File moved {{(pid=70483) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 667.869720] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Cleaning up location [datastore2] vmware_temp/e23063e0-b357-43e0-a549-13cf93335414 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 667.869720] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Deleting the datastore file [datastore2] vmware_temp/e23063e0-b357-43e0-a549-13cf93335414 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 667.869720] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24cf12ca-66bf-4ce4-a5af-cddd2b383755 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.875828] env[70483]: DEBUG oslo_vmware.api [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Waiting for the task: (returnval){ [ 667.875828] env[70483]: value = "task-3477393" [ 667.875828] env[70483]: _type = "Task" [ 667.875828] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.885670] env[70483]: DEBUG oslo_vmware.api [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': task-3477393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.921903] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.277s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.922400] env[70483]: DEBUG nova.compute.manager [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.925555] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.652s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.927309] env[70483]: INFO nova.compute.claims [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.228257] env[70483]: DEBUG oslo_concurrency.lockutils [req-f794a199-3a64-433c-8c35-b282bb74cb1d req-2011def2-6ed6-41b8-b087-c46a03562e73 service nova] Releasing lock "refresh_cache-ffec1f4b-b405-4322-82aa-a3234cdb9ff6" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.228257] env[70483]: DEBUG nova.compute.manager [req-f794a199-3a64-433c-8c35-b282bb74cb1d req-2011def2-6ed6-41b8-b087-c46a03562e73 service nova] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Received event network-vif-plugged-140bc17e-ae2e-4bda-8a0a-b7d8312eade8 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.228257] env[70483]: DEBUG oslo_concurrency.lockutils [req-f794a199-3a64-433c-8c35-b282bb74cb1d req-2011def2-6ed6-41b8-b087-c46a03562e73 service nova] Acquiring lock "68707fd0-fc6c-4a91-b216-67a401373232-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.228257] env[70483]: DEBUG oslo_concurrency.lockutils [req-f794a199-3a64-433c-8c35-b282bb74cb1d req-2011def2-6ed6-41b8-b087-c46a03562e73 service nova] Lock "68707fd0-fc6c-4a91-b216-67a401373232-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.228257] env[70483]: DEBUG oslo_concurrency.lockutils [req-f794a199-3a64-433c-8c35-b282bb74cb1d req-2011def2-6ed6-41b8-b087-c46a03562e73 service nova] Lock "68707fd0-fc6c-4a91-b216-67a401373232-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.228423] env[70483]: DEBUG nova.compute.manager [req-f794a199-3a64-433c-8c35-b282bb74cb1d req-2011def2-6ed6-41b8-b087-c46a03562e73 service nova] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] No waiting events found dispatching network-vif-plugged-140bc17e-ae2e-4bda-8a0a-b7d8312eade8 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 668.228423] env[70483]: WARNING nova.compute.manager [req-f794a199-3a64-433c-8c35-b282bb74cb1d req-2011def2-6ed6-41b8-b087-c46a03562e73 service nova] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Received unexpected event network-vif-plugged-140bc17e-ae2e-4bda-8a0a-b7d8312eade8 for instance with vm_state building and task_state spawning. [ 668.228423] env[70483]: DEBUG nova.compute.manager [req-f794a199-3a64-433c-8c35-b282bb74cb1d req-2011def2-6ed6-41b8-b087-c46a03562e73 service nova] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Received event network-changed-140bc17e-ae2e-4bda-8a0a-b7d8312eade8 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.228423] env[70483]: DEBUG nova.compute.manager [req-f794a199-3a64-433c-8c35-b282bb74cb1d req-2011def2-6ed6-41b8-b087-c46a03562e73 service nova] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Refreshing instance network info cache due to event network-changed-140bc17e-ae2e-4bda-8a0a-b7d8312eade8. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.228423] env[70483]: DEBUG oslo_concurrency.lockutils [req-f794a199-3a64-433c-8c35-b282bb74cb1d req-2011def2-6ed6-41b8-b087-c46a03562e73 service nova] Acquiring lock "refresh_cache-68707fd0-fc6c-4a91-b216-67a401373232" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.228551] env[70483]: DEBUG oslo_concurrency.lockutils [req-f794a199-3a64-433c-8c35-b282bb74cb1d req-2011def2-6ed6-41b8-b087-c46a03562e73 service nova] Acquired lock "refresh_cache-68707fd0-fc6c-4a91-b216-67a401373232" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.228551] env[70483]: DEBUG nova.network.neutron [req-f794a199-3a64-433c-8c35-b282bb74cb1d req-2011def2-6ed6-41b8-b087-c46a03562e73 service nova] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Refreshing network info cache for port 140bc17e-ae2e-4bda-8a0a-b7d8312eade8 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.322033] env[70483]: DEBUG oslo_vmware.api [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e6973b-0772-d2d7-53aa-db4e9756f269, 'name': SearchDatastore_Task, 'duration_secs': 0.010038} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.322333] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.322566] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.322835] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.389470] env[70483]: DEBUG oslo_vmware.api [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': task-3477393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025943} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.392128] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 668.393025] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c01ff42d-6af9-4b29-b1bf-2e3dc0174ad4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.400405] env[70483]: DEBUG oslo_vmware.api [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Waiting for the task: (returnval){ [ 668.400405] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52251e58-dc64-844d-1452-cd2bad52abda" [ 668.400405] env[70483]: _type = "Task" [ 668.400405] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.413731] env[70483]: DEBUG oslo_vmware.api [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52251e58-dc64-844d-1452-cd2bad52abda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.434395] env[70483]: DEBUG nova.compute.utils [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.434395] env[70483]: DEBUG nova.compute.manager [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Not allocating networking since 'none' was specified. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 668.616266] env[70483]: DEBUG nova.network.neutron [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Successfully updated port: da3d4811-de0f-4db4-8528-487177ede8e5 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 668.912332] env[70483]: DEBUG oslo_vmware.api [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52251e58-dc64-844d-1452-cd2bad52abda, 'name': SearchDatastore_Task, 'duration_secs': 0.027617} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.915835] env[70483]: DEBUG oslo_concurrency.lockutils [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.916184] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] ffec1f4b-b405-4322-82aa-a3234cdb9ff6/ffec1f4b-b405-4322-82aa-a3234cdb9ff6.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.916505] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.916692] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.916905] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-977c1a4e-3393-4720-a2d9-57d08da693bc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.919423] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3794654e-0909-4263-92c1-10cb9a31787b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.927534] env[70483]: DEBUG oslo_vmware.api [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Waiting for the task: (returnval){ [ 668.927534] env[70483]: value = "task-3477394" [ 668.927534] env[70483]: _type = "Task" [ 668.927534] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.929071] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.929293] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.934183] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-131b3694-0d7a-4638-92b8-cea77708adbc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.935995] env[70483]: DEBUG nova.compute.manager [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.949887] env[70483]: DEBUG oslo_vmware.api [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': task-3477394, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.949887] env[70483]: DEBUG oslo_vmware.api [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 668.949887] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52053a3d-b49e-9c13-c976-d05783016110" [ 668.949887] env[70483]: _type = "Task" [ 668.949887] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.962933] env[70483]: DEBUG oslo_vmware.api [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52053a3d-b49e-9c13-c976-d05783016110, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.109751] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88779d8e-83fa-4e98-b643-36901b7197bf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.122449] env[70483]: DEBUG oslo_concurrency.lockutils [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Acquiring lock "refresh_cache-bcc80b1e-7f74-4c7b-b490-ec70a0474f01" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.122449] env[70483]: DEBUG oslo_concurrency.lockutils [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Acquired lock "refresh_cache-bcc80b1e-7f74-4c7b-b490-ec70a0474f01" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.122449] env[70483]: DEBUG nova.network.neutron [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.125693] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfbec1f-ef78-42bd-a996-86fc2d0a4291 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.163907] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7126f62e-5489-4f33-909c-02ef437facfa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.177495] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9f04c4-21e2-4390-9658-041baf704417 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.197247] env[70483]: DEBUG nova.compute.provider_tree [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.379567] env[70483]: DEBUG nova.network.neutron [req-f794a199-3a64-433c-8c35-b282bb74cb1d req-2011def2-6ed6-41b8-b087-c46a03562e73 service nova] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Updated VIF entry in instance network info cache for port 140bc17e-ae2e-4bda-8a0a-b7d8312eade8. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.379567] env[70483]: DEBUG nova.network.neutron [req-f794a199-3a64-433c-8c35-b282bb74cb1d req-2011def2-6ed6-41b8-b087-c46a03562e73 service nova] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Updating instance_info_cache with network_info: [{"id": "140bc17e-ae2e-4bda-8a0a-b7d8312eade8", "address": "fa:16:3e:c3:c1:92", "network": {"id": "8a37218d-212e-4604-9aac-2a69e34f388a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-975183189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec180aeba08f48dea450ade057d4e619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap140bc17e-ae", "ovs_interfaceid": "140bc17e-ae2e-4bda-8a0a-b7d8312eade8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.442195] env[70483]: DEBUG oslo_vmware.api [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': task-3477394, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449585} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.442469] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] ffec1f4b-b405-4322-82aa-a3234cdb9ff6/ffec1f4b-b405-4322-82aa-a3234cdb9ff6.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.442795] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.442875] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecb07ab9-9d8e-48b4-a868-e2ca5d15f111 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.460447] env[70483]: DEBUG oslo_vmware.api [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Waiting for the task: (returnval){ [ 669.460447] env[70483]: value = "task-3477395" [ 669.460447] env[70483]: _type = "Task" [ 669.460447] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.472583] env[70483]: DEBUG oslo_vmware.api [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52053a3d-b49e-9c13-c976-d05783016110, 'name': SearchDatastore_Task, 'duration_secs': 0.016344} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.474750] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e8b81f9-0e7e-44a3-a026-0fd25ce17685 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.482881] env[70483]: DEBUG oslo_vmware.api [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': task-3477395, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.486411] env[70483]: DEBUG oslo_vmware.api [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 669.486411] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]520db23d-64d3-1ca7-6271-a935bd0da649" [ 669.486411] env[70483]: _type = "Task" [ 669.486411] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.501379] env[70483]: DEBUG oslo_vmware.api [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]520db23d-64d3-1ca7-6271-a935bd0da649, 'name': SearchDatastore_Task, 'duration_secs': 0.008856} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.501754] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.502109] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 68707fd0-fc6c-4a91-b216-67a401373232/68707fd0-fc6c-4a91-b216-67a401373232.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.503406] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.503680] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.503979] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3cb5ed4-91c6-417d-89d2-ee95c295bafc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.506819] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15ceccba-3f3c-4918-a1f4-af48b435355e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.518749] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.519037] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.519893] env[70483]: DEBUG oslo_vmware.api [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 669.519893] env[70483]: value = "task-3477396" [ 669.519893] env[70483]: _type = "Task" [ 669.519893] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.520049] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3258613-1b25-4a02-b3bf-194844150a42 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.533727] env[70483]: DEBUG oslo_vmware.api [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Waiting for the task: (returnval){ [ 669.533727] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52772430-de0f-a1fb-91e5-92ce03dac25c" [ 669.533727] env[70483]: _type = "Task" [ 669.533727] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.536885] env[70483]: DEBUG oslo_vmware.api [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.545886] env[70483]: DEBUG oslo_vmware.api [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52772430-de0f-a1fb-91e5-92ce03dac25c, 'name': SearchDatastore_Task, 'duration_secs': 0.00821} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.546649] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b60732e2-5261-4cae-86c5-c47f8e776bf4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.551439] env[70483]: DEBUG oslo_vmware.api [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Waiting for the task: (returnval){ [ 669.551439] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5226da63-d1d9-4907-aa9d-f80b79733a41" [ 669.551439] env[70483]: _type = "Task" [ 669.551439] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.560033] env[70483]: DEBUG oslo_vmware.api [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5226da63-d1d9-4907-aa9d-f80b79733a41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.700747] env[70483]: DEBUG nova.scheduler.client.report [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.739400] env[70483]: DEBUG nova.network.neutron [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.846258] env[70483]: DEBUG nova.compute.manager [req-a33d82d2-907b-4ed8-abf9-2d55dfe904f1 req-f88db4e4-3038-430c-9050-424b6209d09f service nova] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Received event network-changed-9bd2ff86-230c-45ad-8223-d7b88485904b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.846456] env[70483]: DEBUG nova.compute.manager [req-a33d82d2-907b-4ed8-abf9-2d55dfe904f1 req-f88db4e4-3038-430c-9050-424b6209d09f service nova] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Refreshing instance network info cache due to event network-changed-9bd2ff86-230c-45ad-8223-d7b88485904b. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 669.846700] env[70483]: DEBUG oslo_concurrency.lockutils [req-a33d82d2-907b-4ed8-abf9-2d55dfe904f1 req-f88db4e4-3038-430c-9050-424b6209d09f service nova] Acquiring lock "refresh_cache-c49e76b4-2e57-4790-96cd-a1e3b9db34fe" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.846807] env[70483]: DEBUG oslo_concurrency.lockutils [req-a33d82d2-907b-4ed8-abf9-2d55dfe904f1 req-f88db4e4-3038-430c-9050-424b6209d09f service nova] Acquired lock "refresh_cache-c49e76b4-2e57-4790-96cd-a1e3b9db34fe" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.847123] env[70483]: DEBUG nova.network.neutron [req-a33d82d2-907b-4ed8-abf9-2d55dfe904f1 req-f88db4e4-3038-430c-9050-424b6209d09f service nova] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Refreshing network info cache for port 9bd2ff86-230c-45ad-8223-d7b88485904b {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.883659] env[70483]: DEBUG oslo_concurrency.lockutils [req-f794a199-3a64-433c-8c35-b282bb74cb1d req-2011def2-6ed6-41b8-b087-c46a03562e73 service nova] Releasing lock "refresh_cache-68707fd0-fc6c-4a91-b216-67a401373232" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.954313] env[70483]: DEBUG nova.compute.manager [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.975813] env[70483]: DEBUG oslo_vmware.api [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': task-3477395, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063119} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.977981] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.979736] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce763bc1-f377-405d-b013-0212ea26c4c8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.997774] env[70483]: DEBUG nova.virt.hardware [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.997774] env[70483]: DEBUG nova.virt.hardware [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.997956] env[70483]: DEBUG nova.virt.hardware [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.998283] env[70483]: DEBUG nova.virt.hardware [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.998283] env[70483]: DEBUG nova.virt.hardware [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.998410] env[70483]: DEBUG nova.virt.hardware [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.998560] env[70483]: DEBUG nova.virt.hardware [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.998715] env[70483]: DEBUG nova.virt.hardware [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.998872] env[70483]: DEBUG nova.virt.hardware [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.999111] env[70483]: DEBUG nova.virt.hardware [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.999308] env[70483]: DEBUG nova.virt.hardware [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.009268] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] ffec1f4b-b405-4322-82aa-a3234cdb9ff6/ffec1f4b-b405-4322-82aa-a3234cdb9ff6.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.011162] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e8c3aa-2b7c-4f8d-baff-4e37023dbbec {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.016339] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-883e5d6e-0a72-4f71-90d4-0a8314bd3242 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.044965] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b69814-06d5-4372-9cc8-2a6ce3290635 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.052676] env[70483]: DEBUG oslo_vmware.api [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Waiting for the task: (returnval){ [ 670.052676] env[70483]: value = "task-3477397" [ 670.052676] env[70483]: _type = "Task" [ 670.052676] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.073930] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Instance VIF info [] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.081232] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Creating folder: Project (49497a598c484abeb77c57249b744eb3). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.081440] env[70483]: DEBUG oslo_vmware.api [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477396, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.435677} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.082614] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-286d8f8e-8374-4a00-90b9-497705d167b1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.084179] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 68707fd0-fc6c-4a91-b216-67a401373232/68707fd0-fc6c-4a91-b216-67a401373232.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.084457] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.090211] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38f357b7-5271-472c-805c-9cdd6ee5980b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.091260] env[70483]: DEBUG oslo_vmware.api [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5226da63-d1d9-4907-aa9d-f80b79733a41, 'name': SearchDatastore_Task, 'duration_secs': 0.007656} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.095575] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.095839] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 8b06d01e-de2a-402a-bd39-637ce148e693/8b06d01e-de2a-402a-bd39-637ce148e693.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.096129] env[70483]: DEBUG oslo_vmware.api [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': task-3477397, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.096693] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.096907] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.098167] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58a51745-812d-4fdb-9c2a-65ef691410f2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.099274] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe55e7f4-d1c8-47ee-927a-df4d22df8318 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.106900] env[70483]: DEBUG oslo_vmware.api [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 670.106900] env[70483]: value = "task-3477399" [ 670.106900] env[70483]: _type = "Task" [ 670.106900] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.109921] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Created folder: Project (49497a598c484abeb77c57249b744eb3) in parent group-v695216. [ 670.110280] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Creating folder: Instances. Parent ref: group-v695229. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.115142] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-058c048b-f76a-412d-9ec1-de0c1276abb8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.118719] env[70483]: DEBUG oslo_vmware.api [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Waiting for the task: (returnval){ [ 670.118719] env[70483]: value = "task-3477400" [ 670.118719] env[70483]: _type = "Task" [ 670.118719] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.127276] env[70483]: DEBUG oslo_vmware.api [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477399, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.129257] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Created folder: Instances in parent group-v695229. [ 670.129930] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.131658] env[70483]: DEBUG nova.network.neutron [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Updating instance_info_cache with network_info: [{"id": "da3d4811-de0f-4db4-8528-487177ede8e5", "address": "fa:16:3e:ca:7f:f0", "network": {"id": "ef6af23e-61bd-4b0d-a60d-af68b9aa56af", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-697125594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0c69a5217c4e2db0906e4dad08164f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda3d4811-de", "ovs_interfaceid": "da3d4811-de0f-4db4-8528-487177ede8e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.132939] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.133041] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.133125] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.137130] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89211df2-b31e-45c8-a2ae-fe4014921057 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.150311] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fae7ebf0-be69-41dd-8ed8-d947742eaca4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.153296] env[70483]: DEBUG oslo_vmware.api [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Task: {'id': task-3477400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.158454] env[70483]: DEBUG oslo_vmware.api [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Waiting for the task: (returnval){ [ 670.158454] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a18855-c414-6851-227e-4bd5a4846a04" [ 670.158454] env[70483]: _type = "Task" [ 670.158454] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.159461] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.159461] env[70483]: value = "task-3477402" [ 670.159461] env[70483]: _type = "Task" [ 670.159461] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.171814] env[70483]: DEBUG oslo_vmware.api [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a18855-c414-6851-227e-4bd5a4846a04, 'name': SearchDatastore_Task, 'duration_secs': 0.010391} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.176247] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477402, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.176597] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee3b3f38-3fe9-4fcc-850b-b87d8e8d7ef5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.182204] env[70483]: DEBUG oslo_vmware.api [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Waiting for the task: (returnval){ [ 670.182204] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52859ddd-c65b-8571-8361-0fe2e21b62a3" [ 670.182204] env[70483]: _type = "Task" [ 670.182204] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.190902] env[70483]: DEBUG oslo_vmware.api [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52859ddd-c65b-8571-8361-0fe2e21b62a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.207350] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.281s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.207350] env[70483]: DEBUG nova.compute.manager [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 670.209619] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.565s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.211434] env[70483]: INFO nova.compute.claims [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.570780] env[70483]: DEBUG oslo_vmware.api [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': task-3477397, 'name': ReconfigVM_Task, 'duration_secs': 0.405506} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.571058] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Reconfigured VM instance instance-00000001 to attach disk [datastore2] ffec1f4b-b405-4322-82aa-a3234cdb9ff6/ffec1f4b-b405-4322-82aa-a3234cdb9ff6.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.571958] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc14e840-be07-43e9-b912-89cb8fac4e6d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.578994] env[70483]: DEBUG oslo_vmware.api [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Waiting for the task: (returnval){ [ 670.578994] env[70483]: value = "task-3477403" [ 670.578994] env[70483]: _type = "Task" [ 670.578994] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.590499] env[70483]: DEBUG oslo_vmware.api [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': task-3477403, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.620787] env[70483]: DEBUG oslo_vmware.api [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477399, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062844} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.624042] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.624835] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5a0e8d-6c93-40fe-9462-2cb8e81fa4d0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.632208] env[70483]: DEBUG oslo_vmware.api [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Task: {'id': task-3477400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478695} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.641400] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 8b06d01e-de2a-402a-bd39-637ce148e693/8b06d01e-de2a-402a-bd39-637ce148e693.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.641651] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.642117] env[70483]: DEBUG oslo_concurrency.lockutils [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Releasing lock "refresh_cache-bcc80b1e-7f74-4c7b-b490-ec70a0474f01" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.642385] env[70483]: DEBUG nova.compute.manager [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Instance network_info: |[{"id": "da3d4811-de0f-4db4-8528-487177ede8e5", "address": "fa:16:3e:ca:7f:f0", "network": {"id": "ef6af23e-61bd-4b0d-a60d-af68b9aa56af", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-697125594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0c69a5217c4e2db0906e4dad08164f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda3d4811-de", "ovs_interfaceid": "da3d4811-de0f-4db4-8528-487177ede8e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 670.655558] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 68707fd0-fc6c-4a91-b216-67a401373232/68707fd0-fc6c-4a91-b216-67a401373232.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.655679] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fed1246-bf51-46e7-946f-6fd7f2b60663 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.657972] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:7f:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da3d4811-de0f-4db4-8528-487177ede8e5', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.665254] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Creating folder: Project (7d0c69a5217c4e2db0906e4dad08164f). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.666792] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8887b807-6aaf-433d-8c92-e51a923e270a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.683321] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbb7e20c-ebd1-46f6-9e88-219fa77d0080 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.694504] env[70483]: DEBUG oslo_vmware.api [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Waiting for the task: (returnval){ [ 670.694504] env[70483]: value = "task-3477404" [ 670.694504] env[70483]: _type = "Task" [ 670.694504] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.697508] env[70483]: DEBUG oslo_vmware.api [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 670.697508] env[70483]: value = "task-3477405" [ 670.697508] env[70483]: _type = "Task" [ 670.697508] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.712981] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477402, 'name': CreateVM_Task, 'duration_secs': 0.343935} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.715244] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.716471] env[70483]: DEBUG nova.compute.utils [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.719797] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Created folder: Project (7d0c69a5217c4e2db0906e4dad08164f) in parent group-v695216. [ 670.719797] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Creating folder: Instances. Parent ref: group-v695232. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.728282] env[70483]: DEBUG oslo_vmware.service [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef136d39-7495-40bd-bf61-fd308bd81bcb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.730873] env[70483]: DEBUG nova.compute.manager [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 670.731966] env[70483]: DEBUG nova.network.neutron [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 670.733652] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c89d3ef-4d06-4d4e-9f74-268fd9157220 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.735026] env[70483]: DEBUG oslo_vmware.api [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Task: {'id': task-3477404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.736811] env[70483]: DEBUG oslo_vmware.api [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52859ddd-c65b-8571-8361-0fe2e21b62a3, 'name': SearchDatastore_Task, 'duration_secs': 0.008586} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.739791] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.740057] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] c49e76b4-2e57-4790-96cd-a1e3b9db34fe/c49e76b4-2e57-4790-96cd-a1e3b9db34fe.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.740320] env[70483]: DEBUG oslo_vmware.api [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.743457] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80619924-a78b-4528-bb33-923e677caddd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.747603] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.747603] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.747739] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.748552] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9140cf32-4bc6-4b16-a040-7b8862206292 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.752132] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Created folder: Instances in parent group-v695232. [ 670.752683] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.752890] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.753423] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0afcd70-8fca-4c8d-a30d-64d25cbae010 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.773081] env[70483]: DEBUG oslo_vmware.api [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Waiting for the task: (returnval){ [ 670.773081] env[70483]: value = "task-3477408" [ 670.773081] env[70483]: _type = "Task" [ 670.773081] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.773081] env[70483]: DEBUG oslo_vmware.api [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Waiting for the task: (returnval){ [ 670.773081] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]525e1154-5443-382d-3e2e-61d909213d84" [ 670.773081] env[70483]: _type = "Task" [ 670.773081] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.781702] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.781702] env[70483]: value = "task-3477409" [ 670.781702] env[70483]: _type = "Task" [ 670.781702] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.782518] env[70483]: DEBUG nova.network.neutron [req-a33d82d2-907b-4ed8-abf9-2d55dfe904f1 req-f88db4e4-3038-430c-9050-424b6209d09f service nova] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Updated VIF entry in instance network info cache for port 9bd2ff86-230c-45ad-8223-d7b88485904b. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.783067] env[70483]: DEBUG nova.network.neutron [req-a33d82d2-907b-4ed8-abf9-2d55dfe904f1 req-f88db4e4-3038-430c-9050-424b6209d09f service nova] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Updating instance_info_cache with network_info: [{"id": "9bd2ff86-230c-45ad-8223-d7b88485904b", "address": "fa:16:3e:61:5e:1c", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd2ff86-23", "ovs_interfaceid": "9bd2ff86-230c-45ad-8223-d7b88485904b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.795676] env[70483]: DEBUG oslo_vmware.api [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Task: {'id': task-3477408, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.796586] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.796775] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.797195] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.797372] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.797478] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.801424] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6324244f-3c95-45ce-96c6-3090376741bd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.803821] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477409, 'name': CreateVM_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.818227] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.818446] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.819457] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf322e9-82c0-4ebc-8cdd-78d525fab379 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.826319] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25785322-7fbe-41d7-a830-ee8d862212df {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.831642] env[70483]: DEBUG oslo_vmware.api [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Waiting for the task: (returnval){ [ 670.831642] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5205e50a-682d-2353-78ef-6784131507f1" [ 670.831642] env[70483]: _type = "Task" [ 670.831642] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.840384] env[70483]: DEBUG oslo_vmware.api [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5205e50a-682d-2353-78ef-6784131507f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.882324] env[70483]: DEBUG nova.policy [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd01b7f61e8114a30ad044184f952aa66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0af2df29beee406894aab8c9cc4b950b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 671.061185] env[70483]: DEBUG oslo_concurrency.lockutils [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Acquiring lock "45512c2a-1c78-4f50-a995-01ec8108fe38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.061185] env[70483]: DEBUG oslo_concurrency.lockutils [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Lock "45512c2a-1c78-4f50-a995-01ec8108fe38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.095133] env[70483]: DEBUG oslo_vmware.api [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': task-3477403, 'name': Rename_Task, 'duration_secs': 0.139498} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.096154] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.097576] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e661d0e-dcdf-4130-babc-22106dba9685 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.107204] env[70483]: DEBUG oslo_vmware.api [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Waiting for the task: (returnval){ [ 671.107204] env[70483]: value = "task-3477410" [ 671.107204] env[70483]: _type = "Task" [ 671.107204] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.119813] env[70483]: DEBUG oslo_vmware.api [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': task-3477410, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.220575] env[70483]: DEBUG oslo_vmware.api [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Task: {'id': task-3477404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107022} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.225793] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.225793] env[70483]: DEBUG oslo_vmware.api [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.226465] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1732bf3f-e614-4f3e-a4b4-b468d9311cea {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.231962] env[70483]: DEBUG nova.compute.manager [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 671.260612] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 8b06d01e-de2a-402a-bd39-637ce148e693/8b06d01e-de2a-402a-bd39-637ce148e693.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.260612] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4476b510-6ab4-4b4e-9cb0-734e208c486e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.289305] env[70483]: DEBUG oslo_concurrency.lockutils [req-a33d82d2-907b-4ed8-abf9-2d55dfe904f1 req-f88db4e4-3038-430c-9050-424b6209d09f service nova] Releasing lock "refresh_cache-c49e76b4-2e57-4790-96cd-a1e3b9db34fe" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.290259] env[70483]: DEBUG nova.compute.manager [req-a33d82d2-907b-4ed8-abf9-2d55dfe904f1 req-f88db4e4-3038-430c-9050-424b6209d09f service nova] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Received event network-vif-plugged-da3d4811-de0f-4db4-8528-487177ede8e5 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.290259] env[70483]: DEBUG oslo_concurrency.lockutils [req-a33d82d2-907b-4ed8-abf9-2d55dfe904f1 req-f88db4e4-3038-430c-9050-424b6209d09f service nova] Acquiring lock "bcc80b1e-7f74-4c7b-b490-ec70a0474f01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.290430] env[70483]: DEBUG oslo_concurrency.lockutils [req-a33d82d2-907b-4ed8-abf9-2d55dfe904f1 req-f88db4e4-3038-430c-9050-424b6209d09f service nova] Lock "bcc80b1e-7f74-4c7b-b490-ec70a0474f01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.290709] env[70483]: DEBUG oslo_concurrency.lockutils [req-a33d82d2-907b-4ed8-abf9-2d55dfe904f1 req-f88db4e4-3038-430c-9050-424b6209d09f service nova] Lock "bcc80b1e-7f74-4c7b-b490-ec70a0474f01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.291055] env[70483]: DEBUG nova.compute.manager [req-a33d82d2-907b-4ed8-abf9-2d55dfe904f1 req-f88db4e4-3038-430c-9050-424b6209d09f service nova] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] No waiting events found dispatching network-vif-plugged-da3d4811-de0f-4db4-8528-487177ede8e5 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 671.291261] env[70483]: WARNING nova.compute.manager [req-a33d82d2-907b-4ed8-abf9-2d55dfe904f1 req-f88db4e4-3038-430c-9050-424b6209d09f service nova] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Received unexpected event network-vif-plugged-da3d4811-de0f-4db4-8528-487177ede8e5 for instance with vm_state building and task_state spawning. [ 671.291969] env[70483]: DEBUG oslo_vmware.api [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Task: {'id': task-3477408, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464167} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.300126] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] c49e76b4-2e57-4790-96cd-a1e3b9db34fe/c49e76b4-2e57-4790-96cd-a1e3b9db34fe.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.300490] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.301349] env[70483]: DEBUG oslo_vmware.api [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Waiting for the task: (returnval){ [ 671.301349] env[70483]: value = "task-3477411" [ 671.301349] env[70483]: _type = "Task" [ 671.301349] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.304967] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31b19c73-c585-4d4a-809d-f0bcaa3fc7c9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.318538] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477409, 'name': CreateVM_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.322035] env[70483]: DEBUG oslo_vmware.api [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Waiting for the task: (returnval){ [ 671.322035] env[70483]: value = "task-3477412" [ 671.322035] env[70483]: _type = "Task" [ 671.322035] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.325127] env[70483]: DEBUG oslo_vmware.api [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Task: {'id': task-3477411, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.339895] env[70483]: DEBUG oslo_vmware.api [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Task: {'id': task-3477412, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.347241] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Preparing fetch location {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 671.347520] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Creating directory with path [datastore1] vmware_temp/b7457b7c-c045-4b08-ac62-ff4e59cbebd4/c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.348231] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fcaa954-8cc0-49df-8008-67499a2d7cc7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.367649] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Created directory with path [datastore1] vmware_temp/b7457b7c-c045-4b08-ac62-ff4e59cbebd4/c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.368086] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Fetch image to [datastore1] vmware_temp/b7457b7c-c045-4b08-ac62-ff4e59cbebd4/c45d2ce6-6758-4a65-9806-b17c804e40f4/tmp-sparse.vmdk {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 671.368086] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Downloading image file data c45d2ce6-6758-4a65-9806-b17c804e40f4 to [datastore1] vmware_temp/b7457b7c-c045-4b08-ac62-ff4e59cbebd4/c45d2ce6-6758-4a65-9806-b17c804e40f4/tmp-sparse.vmdk on the data store datastore1 {{(pid=70483) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 671.368794] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fff9e41-24a5-4464-b200-cedcf2effe86 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.376127] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b56bb13-4cc1-4d7b-a2a5-d42ca64ec744 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.386181] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4999038e-eb29-45d9-b791-9a18fbcd6615 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.424274] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0118f8-67e8-440e-b545-75ffa8a77b3f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.430472] env[70483]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-1973efba-24b8-420b-bb73-ce16a0b02d4f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.518341] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Downloading image file data c45d2ce6-6758-4a65-9806-b17c804e40f4 to the data store datastore1 {{(pid=70483) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 671.561639] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7f3258-39ef-48b9-81b2-d178d0f1542c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.568611] env[70483]: DEBUG nova.compute.manager [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.572990] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdce1f1-d799-4fbf-9eb6-74fbd9a0592e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.612099] env[70483]: DEBUG oslo_vmware.rw_handles [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b7457b7c-c045-4b08-ac62-ff4e59cbebd4/c45d2ce6-6758-4a65-9806-b17c804e40f4/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70483) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 671.616674] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db7f325-69de-4030-a56e-d64e8c621b6b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.692384] env[70483]: DEBUG oslo_vmware.api [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': task-3477410, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.695349] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf27cb6-4abe-418c-a9a2-bb3d6891e355 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.714311] env[70483]: DEBUG nova.compute.provider_tree [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.729136] env[70483]: DEBUG oslo_vmware.api [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.781955] env[70483]: DEBUG nova.network.neutron [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Successfully created port: 28725a2a-05ba-4180-8a5f-5f09a78e9bd1 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.799370] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477409, 'name': CreateVM_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.820484] env[70483]: DEBUG oslo_vmware.api [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Task: {'id': task-3477411, 'name': ReconfigVM_Task, 'duration_secs': 0.507204} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.821853] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 8b06d01e-de2a-402a-bd39-637ce148e693/8b06d01e-de2a-402a-bd39-637ce148e693.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.822563] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5571e3d-2980-4e55-ae11-4a12fc9682d5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.836189] env[70483]: DEBUG oslo_vmware.api [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Waiting for the task: (returnval){ [ 671.836189] env[70483]: value = "task-3477413" [ 671.836189] env[70483]: _type = "Task" [ 671.836189] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.843271] env[70483]: DEBUG oslo_vmware.api [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Task: {'id': task-3477412, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075425} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.844301] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.845097] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a8ec9a-38df-4f83-a8ec-51174afab143 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.851236] env[70483]: DEBUG oslo_vmware.api [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Task: {'id': task-3477413, 'name': Rename_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.871719] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] c49e76b4-2e57-4790-96cd-a1e3b9db34fe/c49e76b4-2e57-4790-96cd-a1e3b9db34fe.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.875573] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dd85d07-63a3-4e76-81d7-b00fc6d7e855 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.899116] env[70483]: DEBUG oslo_vmware.api [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Waiting for the task: (returnval){ [ 671.899116] env[70483]: value = "task-3477414" [ 671.899116] env[70483]: _type = "Task" [ 671.899116] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.911055] env[70483]: DEBUG oslo_vmware.api [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Task: {'id': task-3477414, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.105095] env[70483]: DEBUG oslo_concurrency.lockutils [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.125318] env[70483]: DEBUG oslo_vmware.api [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': task-3477410, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.224313] env[70483]: DEBUG nova.scheduler.client.report [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.228059] env[70483]: DEBUG oslo_vmware.api [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477405, 'name': ReconfigVM_Task, 'duration_secs': 1.397696} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.229108] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 68707fd0-fc6c-4a91-b216-67a401373232/68707fd0-fc6c-4a91-b216-67a401373232.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.229780] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a1d132b-0022-466f-a27c-1c57c6475f1e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.236611] env[70483]: DEBUG oslo_vmware.api [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 672.236611] env[70483]: value = "task-3477415" [ 672.236611] env[70483]: _type = "Task" [ 672.236611] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.243890] env[70483]: DEBUG nova.compute.manager [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 672.254184] env[70483]: DEBUG oslo_vmware.api [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477415, 'name': Rename_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.273430] env[70483]: DEBUG nova.virt.hardware [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.273689] env[70483]: DEBUG nova.virt.hardware [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.273899] env[70483]: DEBUG nova.virt.hardware [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.274313] env[70483]: DEBUG nova.virt.hardware [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.274313] env[70483]: DEBUG nova.virt.hardware [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.274445] env[70483]: DEBUG nova.virt.hardware [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.274870] env[70483]: DEBUG nova.virt.hardware [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.274870] env[70483]: DEBUG nova.virt.hardware [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.275256] env[70483]: DEBUG nova.virt.hardware [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.275256] env[70483]: DEBUG nova.virt.hardware [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.275343] env[70483]: DEBUG nova.virt.hardware [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.276290] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f92afbe-0d91-446c-a242-37f3822e7873 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.284833] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0735a867-dc50-45dd-b586-226bc107d5c4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.307114] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477409, 'name': CreateVM_Task, 'duration_secs': 1.248696} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.307336] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.308120] env[70483]: DEBUG oslo_concurrency.lockutils [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.308350] env[70483]: DEBUG oslo_concurrency.lockutils [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.308810] env[70483]: DEBUG oslo_concurrency.lockutils [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.308986] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d28d42f-6079-4d38-b5a3-ebe9b6d7f976 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.314015] env[70483]: DEBUG oslo_vmware.api [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for the task: (returnval){ [ 672.314015] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523839d3-49c9-738f-f248-5481669dae1f" [ 672.314015] env[70483]: _type = "Task" [ 672.314015] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.324740] env[70483]: DEBUG oslo_vmware.api [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523839d3-49c9-738f-f248-5481669dae1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.348447] env[70483]: DEBUG oslo_vmware.api [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Task: {'id': task-3477413, 'name': Rename_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.414206] env[70483]: DEBUG oslo_vmware.api [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Task: {'id': task-3477414, 'name': ReconfigVM_Task, 'duration_secs': 0.397256} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.414206] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Reconfigured VM instance instance-00000003 to attach disk [datastore2] c49e76b4-2e57-4790-96cd-a1e3b9db34fe/c49e76b4-2e57-4790-96cd-a1e3b9db34fe.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.414206] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fe83207-8a2e-4e62-b6f4-47bd77fbfb31 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.421240] env[70483]: DEBUG oslo_vmware.api [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Waiting for the task: (returnval){ [ 672.421240] env[70483]: value = "task-3477416" [ 672.421240] env[70483]: _type = "Task" [ 672.421240] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.425394] env[70483]: DEBUG oslo_vmware.rw_handles [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Completed reading data from the image iterator. {{(pid=70483) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 672.426121] env[70483]: DEBUG oslo_vmware.rw_handles [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b7457b7c-c045-4b08-ac62-ff4e59cbebd4/c45d2ce6-6758-4a65-9806-b17c804e40f4/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70483) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 672.434924] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.435218] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.436489] env[70483]: DEBUG oslo_vmware.api [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Task: {'id': task-3477416, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.448486] env[70483]: DEBUG oslo_concurrency.lockutils [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Acquiring lock "e6bb49fb-8343-44b2-85e7-9406a185b1a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.448486] env[70483]: DEBUG oslo_concurrency.lockutils [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Lock "e6bb49fb-8343-44b2-85e7-9406a185b1a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.498731] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Downloaded image file data c45d2ce6-6758-4a65-9806-b17c804e40f4 to vmware_temp/b7457b7c-c045-4b08-ac62-ff4e59cbebd4/c45d2ce6-6758-4a65-9806-b17c804e40f4/tmp-sparse.vmdk on the data store datastore1 {{(pid=70483) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 672.500526] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Caching image {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 672.502991] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Copying Virtual Disk [datastore1] vmware_temp/b7457b7c-c045-4b08-ac62-ff4e59cbebd4/c45d2ce6-6758-4a65-9806-b17c804e40f4/tmp-sparse.vmdk to [datastore1] vmware_temp/b7457b7c-c045-4b08-ac62-ff4e59cbebd4/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.502991] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b254db3f-bd3c-4227-9a6f-cc734089c0ed {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.509400] env[70483]: DEBUG oslo_vmware.api [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Waiting for the task: (returnval){ [ 672.509400] env[70483]: value = "task-3477417" [ 672.509400] env[70483]: _type = "Task" [ 672.509400] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.516358] env[70483]: DEBUG oslo_vmware.api [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Task: {'id': task-3477417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.619991] env[70483]: DEBUG oslo_vmware.api [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': task-3477410, 'name': PowerOnVM_Task, 'duration_secs': 1.147045} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.621233] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.623382] env[70483]: INFO nova.compute.manager [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Took 15.97 seconds to spawn the instance on the hypervisor. [ 672.623382] env[70483]: DEBUG nova.compute.manager [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.626158] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba84537-a422-4fe4-be6a-66da74190ce5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.729613] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.730452] env[70483]: DEBUG nova.compute.manager [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.734282] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.114s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.734470] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.734644] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70483) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 672.734925] env[70483]: DEBUG oslo_concurrency.lockutils [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.630s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.740572] env[70483]: INFO nova.compute.claims [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.748439] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d8964f-56a2-4347-b019-1b4359a88637 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.768312] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed95b6b7-b50f-4277-a0aa-0721de361dfe {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.773398] env[70483]: DEBUG oslo_vmware.api [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477415, 'name': Rename_Task, 'duration_secs': 0.179313} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.773713] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.774660] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40904ce4-684f-4a13-888a-abf35df6533d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.788150] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a7702a-ff43-465d-9e74-52565e0c16ab {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.796369] env[70483]: DEBUG oslo_vmware.api [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 672.796369] env[70483]: value = "task-3477418" [ 672.796369] env[70483]: _type = "Task" [ 672.796369] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.802600] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1151ec-6977-4019-bc24-190061f00038 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.812143] env[70483]: DEBUG oslo_vmware.api [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.848910] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180981MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=70483) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 672.849080] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.860511] env[70483]: DEBUG oslo_concurrency.lockutils [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.860817] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.861102] env[70483]: DEBUG oslo_concurrency.lockutils [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.866421] env[70483]: DEBUG oslo_vmware.api [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Task: {'id': task-3477413, 'name': Rename_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.935868] env[70483]: DEBUG oslo_vmware.api [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Task: {'id': task-3477416, 'name': Rename_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.941379] env[70483]: DEBUG nova.compute.manager [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.021588] env[70483]: DEBUG oslo_vmware.api [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Task: {'id': task-3477417, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.153674] env[70483]: INFO nova.compute.manager [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Took 20.70 seconds to build instance. [ 673.252622] env[70483]: DEBUG nova.compute.utils [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.256032] env[70483]: DEBUG nova.compute.manager [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 673.256032] env[70483]: DEBUG nova.network.neutron [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.305814] env[70483]: DEBUG oslo_vmware.api [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477418, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.358223] env[70483]: DEBUG oslo_vmware.api [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Task: {'id': task-3477413, 'name': Rename_Task, 'duration_secs': 1.043161} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.358534] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.358852] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d01186de-ca8c-40a0-b2b0-22a995407650 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.366456] env[70483]: DEBUG oslo_vmware.api [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Waiting for the task: (returnval){ [ 673.366456] env[70483]: value = "task-3477419" [ 673.366456] env[70483]: _type = "Task" [ 673.366456] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.375876] env[70483]: DEBUG oslo_vmware.api [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Task: {'id': task-3477419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.433657] env[70483]: DEBUG oslo_vmware.api [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Task: {'id': task-3477416, 'name': Rename_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.467279] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.521277] env[70483]: DEBUG oslo_vmware.api [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Task: {'id': task-3477417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671993} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.521575] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Copied Virtual Disk [datastore1] vmware_temp/b7457b7c-c045-4b08-ac62-ff4e59cbebd4/c45d2ce6-6758-4a65-9806-b17c804e40f4/tmp-sparse.vmdk to [datastore1] vmware_temp/b7457b7c-c045-4b08-ac62-ff4e59cbebd4/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.521762] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Deleting the datastore file [datastore1] vmware_temp/b7457b7c-c045-4b08-ac62-ff4e59cbebd4/c45d2ce6-6758-4a65-9806-b17c804e40f4/tmp-sparse.vmdk {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 673.522022] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c62d3ce1-ec71-4c8a-8008-a216d7ec0a39 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.529063] env[70483]: DEBUG oslo_vmware.api [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Waiting for the task: (returnval){ [ 673.529063] env[70483]: value = "task-3477420" [ 673.529063] env[70483]: _type = "Task" [ 673.529063] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.537146] env[70483]: DEBUG oslo_vmware.api [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Task: {'id': task-3477420, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.560367] env[70483]: DEBUG nova.policy [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b55c280bff774d398d26690af57ddfff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '506622be32ed49b99436b787aba47ba9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.657018] env[70483]: DEBUG oslo_concurrency.lockutils [None req-28637f11-5453-45ce-9526-3b231e10f223 tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Lock "ffec1f4b-b405-4322-82aa-a3234cdb9ff6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.215s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.733362] env[70483]: DEBUG nova.compute.manager [req-ea14eda3-fdea-4a90-98b7-bd3191cdb600 req-5aea9d78-edbb-4477-800e-7df32d19a292 service nova] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Received event network-changed-da3d4811-de0f-4db4-8528-487177ede8e5 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.733362] env[70483]: DEBUG nova.compute.manager [req-ea14eda3-fdea-4a90-98b7-bd3191cdb600 req-5aea9d78-edbb-4477-800e-7df32d19a292 service nova] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Refreshing instance network info cache due to event network-changed-da3d4811-de0f-4db4-8528-487177ede8e5. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 673.733362] env[70483]: DEBUG oslo_concurrency.lockutils [req-ea14eda3-fdea-4a90-98b7-bd3191cdb600 req-5aea9d78-edbb-4477-800e-7df32d19a292 service nova] Acquiring lock "refresh_cache-bcc80b1e-7f74-4c7b-b490-ec70a0474f01" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.733362] env[70483]: DEBUG oslo_concurrency.lockutils [req-ea14eda3-fdea-4a90-98b7-bd3191cdb600 req-5aea9d78-edbb-4477-800e-7df32d19a292 service nova] Acquired lock "refresh_cache-bcc80b1e-7f74-4c7b-b490-ec70a0474f01" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.733362] env[70483]: DEBUG nova.network.neutron [req-ea14eda3-fdea-4a90-98b7-bd3191cdb600 req-5aea9d78-edbb-4477-800e-7df32d19a292 service nova] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Refreshing network info cache for port da3d4811-de0f-4db4-8528-487177ede8e5 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.763021] env[70483]: DEBUG nova.compute.manager [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 673.811798] env[70483]: DEBUG oslo_vmware.api [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477418, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.880113] env[70483]: DEBUG oslo_vmware.api [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Task: {'id': task-3477419, 'name': PowerOnVM_Task, 'duration_secs': 0.42571} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.880376] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.880688] env[70483]: INFO nova.compute.manager [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Took 8.51 seconds to spawn the instance on the hypervisor. [ 673.880976] env[70483]: DEBUG nova.compute.manager [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.882126] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d2d357-d655-4206-8bda-7e32d9376cbd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.937291] env[70483]: DEBUG oslo_vmware.api [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Task: {'id': task-3477416, 'name': Rename_Task, 'duration_secs': 1.228181} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.941631] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.942368] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17770faf-0e45-4f24-ad3c-ffbc2fbda942 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.952265] env[70483]: DEBUG oslo_vmware.api [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Waiting for the task: (returnval){ [ 673.952265] env[70483]: value = "task-3477421" [ 673.952265] env[70483]: _type = "Task" [ 673.952265] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.960938] env[70483]: DEBUG oslo_vmware.api [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Task: {'id': task-3477421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.962538] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89fa40c-6c8b-47ff-ab0b-026826fd36c6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.971614] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfd9d28-c784-42b7-aea5-b9ac885842c4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.006823] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a256f59-1783-493f-bee3-209e8dafe9a5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.015034] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c427d9a-e81d-4ff4-8153-e8f6f20a3af4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.030274] env[70483]: DEBUG nova.compute.provider_tree [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.040384] env[70483]: DEBUG oslo_vmware.api [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Task: {'id': task-3477420, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026871} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.041222] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 674.041732] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Moving file from [datastore1] vmware_temp/b7457b7c-c045-4b08-ac62-ff4e59cbebd4/c45d2ce6-6758-4a65-9806-b17c804e40f4 to [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4. {{(pid=70483) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 674.041732] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-0ded1bac-bf79-42d6-98ac-c0726bcc73d2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.049301] env[70483]: DEBUG oslo_vmware.api [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Waiting for the task: (returnval){ [ 674.049301] env[70483]: value = "task-3477422" [ 674.049301] env[70483]: _type = "Task" [ 674.049301] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.057940] env[70483]: DEBUG oslo_vmware.api [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Task: {'id': task-3477422, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.163764] env[70483]: DEBUG nova.compute.manager [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.224040] env[70483]: DEBUG nova.network.neutron [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Successfully updated port: 28725a2a-05ba-4180-8a5f-5f09a78e9bd1 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 674.309756] env[70483]: DEBUG oslo_vmware.api [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477418, 'name': PowerOnVM_Task, 'duration_secs': 1.097142} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.310434] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.310634] env[70483]: INFO nova.compute.manager [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Took 13.44 seconds to spawn the instance on the hypervisor. [ 674.310809] env[70483]: DEBUG nova.compute.manager [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.311700] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125a076d-1473-43af-9551-715ff22b8e74 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.403596] env[70483]: INFO nova.compute.manager [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Took 14.01 seconds to build instance. [ 674.466794] env[70483]: DEBUG oslo_vmware.api [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Task: {'id': task-3477421, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.536834] env[70483]: DEBUG nova.scheduler.client.report [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.569499] env[70483]: DEBUG oslo_vmware.api [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Task: {'id': task-3477422, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.028967} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.570824] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] File moved {{(pid=70483) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 674.570824] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Cleaning up location [datastore1] vmware_temp/b7457b7c-c045-4b08-ac62-ff4e59cbebd4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 674.570824] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Deleting the datastore file [datastore1] vmware_temp/b7457b7c-c045-4b08-ac62-ff4e59cbebd4 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 674.570824] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35f51fd6-800e-4ed4-b44a-d35009ace61c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.579128] env[70483]: DEBUG oslo_vmware.api [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Waiting for the task: (returnval){ [ 674.579128] env[70483]: value = "task-3477423" [ 674.579128] env[70483]: _type = "Task" [ 674.579128] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.587598] env[70483]: DEBUG oslo_vmware.api [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Task: {'id': task-3477423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.657423] env[70483]: DEBUG nova.network.neutron [req-ea14eda3-fdea-4a90-98b7-bd3191cdb600 req-5aea9d78-edbb-4477-800e-7df32d19a292 service nova] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Updated VIF entry in instance network info cache for port da3d4811-de0f-4db4-8528-487177ede8e5. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.661199] env[70483]: DEBUG nova.network.neutron [req-ea14eda3-fdea-4a90-98b7-bd3191cdb600 req-5aea9d78-edbb-4477-800e-7df32d19a292 service nova] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Updating instance_info_cache with network_info: [{"id": "da3d4811-de0f-4db4-8528-487177ede8e5", "address": "fa:16:3e:ca:7f:f0", "network": {"id": "ef6af23e-61bd-4b0d-a60d-af68b9aa56af", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-697125594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0c69a5217c4e2db0906e4dad08164f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda3d4811-de", "ovs_interfaceid": "da3d4811-de0f-4db4-8528-487177ede8e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.689877] env[70483]: DEBUG oslo_concurrency.lockutils [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.727509] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Acquiring lock "refresh_cache-3b02e72a-49db-4d75-856a-b9f9b5951b4a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.727509] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Acquired lock "refresh_cache-3b02e72a-49db-4d75-856a-b9f9b5951b4a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.727509] env[70483]: DEBUG nova.network.neutron [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.771980] env[70483]: DEBUG nova.compute.manager [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 674.803198] env[70483]: DEBUG nova.virt.hardware [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.803198] env[70483]: DEBUG nova.virt.hardware [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.803365] env[70483]: DEBUG nova.virt.hardware [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.803655] env[70483]: DEBUG nova.virt.hardware [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.803655] env[70483]: DEBUG nova.virt.hardware [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.803761] env[70483]: DEBUG nova.virt.hardware [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.804071] env[70483]: DEBUG nova.virt.hardware [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.804711] env[70483]: DEBUG nova.virt.hardware [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.804962] env[70483]: DEBUG nova.virt.hardware [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.805256] env[70483]: DEBUG nova.virt.hardware [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.805628] env[70483]: DEBUG nova.virt.hardware [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.806908] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b23f4b-2638-4e23-b7f5-1b3e442eeb3e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.816571] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18575825-020e-40f3-9cbf-a551df3eaeb2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.841159] env[70483]: INFO nova.compute.manager [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Took 18.22 seconds to build instance. [ 674.904784] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1b839b2a-0ca3-4282-9edb-1be62e0e1807 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Lock "8b06d01e-de2a-402a-bd39-637ce148e693" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.522s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.962327] env[70483]: DEBUG oslo_vmware.api [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Task: {'id': task-3477421, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.022412] env[70483]: DEBUG nova.network.neutron [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Successfully created port: b5ecef69-af9c-4c0b-9a3a-90603d930f1e {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 675.042713] env[70483]: DEBUG oslo_concurrency.lockutils [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.308s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.043255] env[70483]: DEBUG nova.compute.manager [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 675.047832] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.197s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.056916] env[70483]: DEBUG nova.compute.manager [req-d1cabf61-de16-4602-9060-098ab8bb987b req-71bc049b-6974-49b6-bbcc-00c27203158f service nova] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Received event network-vif-plugged-28725a2a-05ba-4180-8a5f-5f09a78e9bd1 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.057790] env[70483]: DEBUG oslo_concurrency.lockutils [req-d1cabf61-de16-4602-9060-098ab8bb987b req-71bc049b-6974-49b6-bbcc-00c27203158f service nova] Acquiring lock "3b02e72a-49db-4d75-856a-b9f9b5951b4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.057790] env[70483]: DEBUG oslo_concurrency.lockutils [req-d1cabf61-de16-4602-9060-098ab8bb987b req-71bc049b-6974-49b6-bbcc-00c27203158f service nova] Lock "3b02e72a-49db-4d75-856a-b9f9b5951b4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.057790] env[70483]: DEBUG oslo_concurrency.lockutils [req-d1cabf61-de16-4602-9060-098ab8bb987b req-71bc049b-6974-49b6-bbcc-00c27203158f service nova] Lock "3b02e72a-49db-4d75-856a-b9f9b5951b4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.057790] env[70483]: DEBUG nova.compute.manager [req-d1cabf61-de16-4602-9060-098ab8bb987b req-71bc049b-6974-49b6-bbcc-00c27203158f service nova] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] No waiting events found dispatching network-vif-plugged-28725a2a-05ba-4180-8a5f-5f09a78e9bd1 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 675.057790] env[70483]: WARNING nova.compute.manager [req-d1cabf61-de16-4602-9060-098ab8bb987b req-71bc049b-6974-49b6-bbcc-00c27203158f service nova] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Received unexpected event network-vif-plugged-28725a2a-05ba-4180-8a5f-5f09a78e9bd1 for instance with vm_state building and task_state spawning. [ 675.097051] env[70483]: DEBUG oslo_vmware.api [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Task: {'id': task-3477423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.072445} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.097051] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 675.097051] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a0d07e7-bc6c-43f5-9899-08549ec39b2e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.104657] env[70483]: DEBUG oslo_vmware.api [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Waiting for the task: (returnval){ [ 675.104657] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a2c237-9b6c-2464-f828-eedbfb89e781" [ 675.104657] env[70483]: _type = "Task" [ 675.104657] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.113388] env[70483]: DEBUG oslo_vmware.api [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a2c237-9b6c-2464-f828-eedbfb89e781, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.164300] env[70483]: DEBUG oslo_concurrency.lockutils [req-ea14eda3-fdea-4a90-98b7-bd3191cdb600 req-5aea9d78-edbb-4477-800e-7df32d19a292 service nova] Releasing lock "refresh_cache-bcc80b1e-7f74-4c7b-b490-ec70a0474f01" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.295593] env[70483]: DEBUG nova.network.neutron [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.343428] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1418fc5c-7748-4839-9cd5-7fd4a8e445d8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "68707fd0-fc6c-4a91-b216-67a401373232" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.726s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.467676] env[70483]: DEBUG oslo_vmware.api [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Task: {'id': task-3477421, 'name': PowerOnVM_Task, 'duration_secs': 1.015088} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.467676] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.467676] env[70483]: INFO nova.compute.manager [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Took 12.35 seconds to spawn the instance on the hypervisor. [ 675.467676] env[70483]: DEBUG nova.compute.manager [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.467875] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04de95c8-2b8a-4bb4-a6f3-e13db858de65 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.550313] env[70483]: DEBUG nova.compute.utils [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.558453] env[70483]: DEBUG nova.compute.manager [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 675.558453] env[70483]: DEBUG nova.network.neutron [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 675.617789] env[70483]: DEBUG oslo_vmware.api [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a2c237-9b6c-2464-f828-eedbfb89e781, 'name': SearchDatastore_Task, 'duration_secs': 0.010147} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.617789] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.617789] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 5b8c2868-a8cc-48aa-894f-c0051e167bde/5b8c2868-a8cc-48aa-894f-c0051e167bde.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.617789] env[70483]: DEBUG oslo_concurrency.lockutils [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.617959] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.617959] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-faff25af-b0da-4766-aa1f-7615418e2a07 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.622688] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a66e5d6a-15db-4117-b4ff-11c337b51237 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.632899] env[70483]: DEBUG oslo_vmware.api [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Waiting for the task: (returnval){ [ 675.632899] env[70483]: value = "task-3477424" [ 675.632899] env[70483]: _type = "Task" [ 675.632899] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.639608] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.639608] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.640805] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-603c97c1-85d3-4c8e-bedd-5d25fe6892f1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.646693] env[70483]: DEBUG oslo_vmware.api [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Task: {'id': task-3477424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.649718] env[70483]: DEBUG oslo_vmware.api [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for the task: (returnval){ [ 675.649718] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5244cd93-4d98-ba70-e898-79267524bb39" [ 675.649718] env[70483]: _type = "Task" [ 675.649718] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.660653] env[70483]: DEBUG oslo_vmware.api [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5244cd93-4d98-ba70-e898-79267524bb39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.749498] env[70483]: DEBUG nova.policy [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e79da0bf61874ef3b763f5659458c02f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e767090bb88b4f6bb857f010945440d4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 675.976486] env[70483]: DEBUG nova.network.neutron [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Updating instance_info_cache with network_info: [{"id": "28725a2a-05ba-4180-8a5f-5f09a78e9bd1", "address": "fa:16:3e:be:2e:e6", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28725a2a-05", "ovs_interfaceid": "28725a2a-05ba-4180-8a5f-5f09a78e9bd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.989013] env[70483]: INFO nova.compute.manager [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Took 18.56 seconds to build instance. [ 676.065278] env[70483]: DEBUG nova.compute.manager [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 676.104980] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance ffec1f4b-b405-4322-82aa-a3234cdb9ff6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 676.104980] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 68707fd0-fc6c-4a91-b216-67a401373232 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 676.104980] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance c49e76b4-2e57-4790-96cd-a1e3b9db34fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 676.104980] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance bcc80b1e-7f74-4c7b-b490-ec70a0474f01 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 676.105333] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 8b06d01e-de2a-402a-bd39-637ce148e693 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 676.105333] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 5b8c2868-a8cc-48aa-894f-c0051e167bde actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 676.105333] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 3b02e72a-49db-4d75-856a-b9f9b5951b4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 676.105333] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 2e01c50d-8140-4cd2-8048-96e02f43211f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 676.105474] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 45512c2a-1c78-4f50-a995-01ec8108fe38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 676.150352] env[70483]: DEBUG oslo_vmware.api [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Task: {'id': task-3477424, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.163644] env[70483]: DEBUG oslo_vmware.api [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5244cd93-4d98-ba70-e898-79267524bb39, 'name': SearchDatastore_Task, 'duration_secs': 0.009871} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.163844] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-436e8674-a928-44fb-b4fe-9781c67b71db {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.173477] env[70483]: DEBUG oslo_vmware.api [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for the task: (returnval){ [ 676.173477] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]527d8243-e80d-f556-1628-9f597bdcce7c" [ 676.173477] env[70483]: _type = "Task" [ 676.173477] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.186075] env[70483]: DEBUG oslo_vmware.api [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]527d8243-e80d-f556-1628-9f597bdcce7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.482900] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Releasing lock "refresh_cache-3b02e72a-49db-4d75-856a-b9f9b5951b4a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.483276] env[70483]: DEBUG nova.compute.manager [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Instance network_info: |[{"id": "28725a2a-05ba-4180-8a5f-5f09a78e9bd1", "address": "fa:16:3e:be:2e:e6", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28725a2a-05", "ovs_interfaceid": "28725a2a-05ba-4180-8a5f-5f09a78e9bd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 676.484321] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:2e:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28725a2a-05ba-4180-8a5f-5f09a78e9bd1', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.493438] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Creating folder: Project (0af2df29beee406894aab8c9cc4b950b). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.493702] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b1bef3c-1899-41df-a3ba-a7c3bbe684cb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.496118] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2c0d8efc-1441-4cfd-8743-23f6486512e9 tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Lock "c49e76b4-2e57-4790-96cd-a1e3b9db34fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.074s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.505215] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Created folder: Project (0af2df29beee406894aab8c9cc4b950b) in parent group-v695216. [ 676.505508] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Creating folder: Instances. Parent ref: group-v695235. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.505828] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd44d98a-5c05-4655-8e3f-cb442f565c5c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.516777] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Created folder: Instances in parent group-v695235. [ 676.516988] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.517247] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.517420] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ff27056-7c64-4a96-a029-0c7cc31bb11c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.543037] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.543037] env[70483]: value = "task-3477427" [ 676.543037] env[70483]: _type = "Task" [ 676.543037] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.555107] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477427, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.609673] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance e6bb49fb-8343-44b2-85e7-9406a185b1a9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 676.651853] env[70483]: DEBUG oslo_vmware.api [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Task: {'id': task-3477424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.783255} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.652034] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 5b8c2868-a8cc-48aa-894f-c0051e167bde/5b8c2868-a8cc-48aa-894f-c0051e167bde.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.652243] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.652494] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-813d86c1-4cb2-4140-a00f-fc02201264b0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.660658] env[70483]: DEBUG oslo_vmware.api [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Waiting for the task: (returnval){ [ 676.660658] env[70483]: value = "task-3477428" [ 676.660658] env[70483]: _type = "Task" [ 676.660658] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.674314] env[70483]: DEBUG oslo_vmware.api [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Task: {'id': task-3477428, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.679301] env[70483]: DEBUG nova.network.neutron [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Successfully created port: 9a344378-1abc-46a9-be90-a1a381a74446 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 676.686479] env[70483]: DEBUG oslo_vmware.api [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]527d8243-e80d-f556-1628-9f597bdcce7c, 'name': SearchDatastore_Task, 'duration_secs': 0.054004} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.686763] env[70483]: DEBUG oslo_concurrency.lockutils [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.687052] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] bcc80b1e-7f74-4c7b-b490-ec70a0474f01/bcc80b1e-7f74-4c7b-b490-ec70a0474f01.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.687534] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f836317b-e023-4ab3-8d4d-bc766269773a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.695102] env[70483]: DEBUG oslo_vmware.api [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for the task: (returnval){ [ 676.695102] env[70483]: value = "task-3477429" [ 676.695102] env[70483]: _type = "Task" [ 676.695102] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.713051] env[70483]: DEBUG oslo_vmware.api [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.783923] env[70483]: INFO nova.compute.manager [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Rebuilding instance [ 676.866404] env[70483]: DEBUG nova.compute.manager [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.867411] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22eb9e4a-322e-4a58-ac90-28f61ec12986 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.061023] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477427, 'name': CreateVM_Task, 'duration_secs': 0.506382} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.061211] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.062236] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.062236] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.062505] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.062773] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a3b4c4c-6410-4f44-a8fa-63ecc48e08e5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.074271] env[70483]: DEBUG oslo_vmware.api [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Waiting for the task: (returnval){ [ 677.074271] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523415ea-46c2-fb32-af0b-867c4010fce1" [ 677.074271] env[70483]: _type = "Task" [ 677.074271] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.075547] env[70483]: DEBUG nova.compute.manager [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 677.089697] env[70483]: DEBUG oslo_vmware.api [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523415ea-46c2-fb32-af0b-867c4010fce1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.122907] env[70483]: DEBUG nova.virt.hardware [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.122907] env[70483]: DEBUG nova.virt.hardware [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.123203] env[70483]: DEBUG nova.virt.hardware [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.126495] env[70483]: DEBUG nova.virt.hardware [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.126495] env[70483]: DEBUG nova.virt.hardware [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.126495] env[70483]: DEBUG nova.virt.hardware [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.126495] env[70483]: DEBUG nova.virt.hardware [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.126495] env[70483]: DEBUG nova.virt.hardware [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.126788] env[70483]: DEBUG nova.virt.hardware [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.126788] env[70483]: DEBUG nova.virt.hardware [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.126788] env[70483]: DEBUG nova.virt.hardware [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.126788] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 677.126788] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=70483) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 677.126959] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=70483) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 677.130154] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b375ad-91a7-4096-b89f-13b856d50ad8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.142722] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05204acf-13c8-41ee-8c0d-cd709825961c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.173271] env[70483]: DEBUG oslo_vmware.api [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Task: {'id': task-3477428, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079576} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.177252] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.180089] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee241252-5378-4493-9a35-cd0635d7e0be {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.212999] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 5b8c2868-a8cc-48aa-894f-c0051e167bde/5b8c2868-a8cc-48aa-894f-c0051e167bde.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.213240] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fbf8124-9ec1-4a6f-b38f-76c0cae38e8b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.231293] env[70483]: DEBUG oslo_concurrency.lockutils [None req-78d9ff54-1e65-4645-8886-b65a096067b5 tempest-DeleteServersAdminTestJSON-849782523 tempest-DeleteServersAdminTestJSON-849782523-project-admin] Acquiring lock "ffec1f4b-b405-4322-82aa-a3234cdb9ff6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.231696] env[70483]: DEBUG oslo_concurrency.lockutils [None req-78d9ff54-1e65-4645-8886-b65a096067b5 tempest-DeleteServersAdminTestJSON-849782523 tempest-DeleteServersAdminTestJSON-849782523-project-admin] Lock "ffec1f4b-b405-4322-82aa-a3234cdb9ff6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.231843] env[70483]: DEBUG oslo_concurrency.lockutils [None req-78d9ff54-1e65-4645-8886-b65a096067b5 tempest-DeleteServersAdminTestJSON-849782523 tempest-DeleteServersAdminTestJSON-849782523-project-admin] Acquiring lock "ffec1f4b-b405-4322-82aa-a3234cdb9ff6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.233321] env[70483]: DEBUG oslo_concurrency.lockutils [None req-78d9ff54-1e65-4645-8886-b65a096067b5 tempest-DeleteServersAdminTestJSON-849782523 tempest-DeleteServersAdminTestJSON-849782523-project-admin] Lock "ffec1f4b-b405-4322-82aa-a3234cdb9ff6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.233666] env[70483]: DEBUG oslo_concurrency.lockutils [None req-78d9ff54-1e65-4645-8886-b65a096067b5 tempest-DeleteServersAdminTestJSON-849782523 tempest-DeleteServersAdminTestJSON-849782523-project-admin] Lock "ffec1f4b-b405-4322-82aa-a3234cdb9ff6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.241556] env[70483]: INFO nova.compute.manager [None req-78d9ff54-1e65-4645-8886-b65a096067b5 tempest-DeleteServersAdminTestJSON-849782523 tempest-DeleteServersAdminTestJSON-849782523-project-admin] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Terminating instance [ 677.253535] env[70483]: DEBUG oslo_vmware.api [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477429, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.256690] env[70483]: DEBUG oslo_vmware.api [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Waiting for the task: (returnval){ [ 677.256690] env[70483]: value = "task-3477430" [ 677.256690] env[70483]: _type = "Task" [ 677.256690] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.274633] env[70483]: DEBUG oslo_vmware.api [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Task: {'id': task-3477430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.468798] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8545ed28-9b13-4028-9f92-12a85e761c14 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.478521] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d56ec4-6006-4034-ae0d-14c043000520 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.512548] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcde697-7a70-4c9e-bf2d-b9f506a9b0a6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.520538] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f4c8b7-b2a4-4e9e-9d90-17d7068cfe73 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.536998] env[70483]: DEBUG nova.compute.provider_tree [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.587730] env[70483]: DEBUG oslo_vmware.api [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523415ea-46c2-fb32-af0b-867c4010fce1, 'name': SearchDatastore_Task, 'duration_secs': 0.01693} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.588173] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.588381] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.588919] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.589151] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.589351] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.589616] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80db3854-a750-43b4-82d5-045bd95356de {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.601391] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.601589] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.602321] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cc05471-dc4a-4420-814d-e74edf9d6080 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.609683] env[70483]: DEBUG oslo_vmware.api [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Waiting for the task: (returnval){ [ 677.609683] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]529bd0df-0160-11e2-9822-92134209758a" [ 677.609683] env[70483]: _type = "Task" [ 677.609683] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.620304] env[70483]: DEBUG oslo_vmware.api [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]529bd0df-0160-11e2-9822-92134209758a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.728705] env[70483]: DEBUG oslo_vmware.api [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.798332} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.728705] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] bcc80b1e-7f74-4c7b-b490-ec70a0474f01/bcc80b1e-7f74-4c7b-b490-ec70a0474f01.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.728705] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.728705] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fffcfaf-ce36-4df1-88e9-7d8c1596a773 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.737171] env[70483]: DEBUG oslo_vmware.api [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for the task: (returnval){ [ 677.737171] env[70483]: value = "task-3477431" [ 677.737171] env[70483]: _type = "Task" [ 677.737171] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.746744] env[70483]: DEBUG oslo_vmware.api [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477431, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.752145] env[70483]: DEBUG nova.compute.manager [None req-78d9ff54-1e65-4645-8886-b65a096067b5 tempest-DeleteServersAdminTestJSON-849782523 tempest-DeleteServersAdminTestJSON-849782523-project-admin] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 677.752145] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-78d9ff54-1e65-4645-8886-b65a096067b5 tempest-DeleteServersAdminTestJSON-849782523 tempest-DeleteServersAdminTestJSON-849782523-project-admin] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.752888] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439b8057-bd72-49a5-acbd-7152944f7c31 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.764163] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d9ff54-1e65-4645-8886-b65a096067b5 tempest-DeleteServersAdminTestJSON-849782523 tempest-DeleteServersAdminTestJSON-849782523-project-admin] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.767496] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f415326a-449d-41ca-a2f3-28c4afe726a5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.774260] env[70483]: DEBUG oslo_vmware.api [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Task: {'id': task-3477430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.775690] env[70483]: DEBUG oslo_vmware.api [None req-78d9ff54-1e65-4645-8886-b65a096067b5 tempest-DeleteServersAdminTestJSON-849782523 tempest-DeleteServersAdminTestJSON-849782523-project-admin] Waiting for the task: (returnval){ [ 677.775690] env[70483]: value = "task-3477432" [ 677.775690] env[70483]: _type = "Task" [ 677.775690] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.792019] env[70483]: DEBUG oslo_vmware.api [None req-78d9ff54-1e65-4645-8886-b65a096067b5 tempest-DeleteServersAdminTestJSON-849782523 tempest-DeleteServersAdminTestJSON-849782523-project-admin] Task: {'id': task-3477432, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.840021] env[70483]: DEBUG nova.network.neutron [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Successfully updated port: b5ecef69-af9c-4c0b-9a3a-90603d930f1e {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 677.888229] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.888229] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75b49c6a-2aab-4bfe-b82d-ead9398ff365 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.898861] env[70483]: DEBUG oslo_vmware.api [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Waiting for the task: (returnval){ [ 677.898861] env[70483]: value = "task-3477433" [ 677.898861] env[70483]: _type = "Task" [ 677.898861] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.910988] env[70483]: DEBUG oslo_vmware.api [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Task: {'id': task-3477433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.914520] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dd6aaecb-4913-497e-8685-779d893e395e tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "68707fd0-fc6c-4a91-b216-67a401373232" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.914769] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dd6aaecb-4913-497e-8685-779d893e395e tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "68707fd0-fc6c-4a91-b216-67a401373232" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.914967] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dd6aaecb-4913-497e-8685-779d893e395e tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "68707fd0-fc6c-4a91-b216-67a401373232-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.915162] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dd6aaecb-4913-497e-8685-779d893e395e tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "68707fd0-fc6c-4a91-b216-67a401373232-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.915329] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dd6aaecb-4913-497e-8685-779d893e395e tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "68707fd0-fc6c-4a91-b216-67a401373232-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.921699] env[70483]: INFO nova.compute.manager [None req-dd6aaecb-4913-497e-8685-779d893e395e tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Terminating instance [ 678.041133] env[70483]: DEBUG nova.scheduler.client.report [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.125601] env[70483]: DEBUG oslo_vmware.api [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]529bd0df-0160-11e2-9822-92134209758a, 'name': SearchDatastore_Task, 'duration_secs': 0.036227} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.126440] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78c4026c-4709-487a-b56d-1c9601ed825f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.138398] env[70483]: DEBUG oslo_vmware.api [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Waiting for the task: (returnval){ [ 678.138398] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52239781-ec7c-56dc-887a-02a7fe8aaf20" [ 678.138398] env[70483]: _type = "Task" [ 678.138398] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.144065] env[70483]: DEBUG oslo_vmware.api [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52239781-ec7c-56dc-887a-02a7fe8aaf20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.249247] env[70483]: DEBUG oslo_vmware.api [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477431, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144559} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.249702] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.250701] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a428353-593a-4b35-827a-2827eb234ec9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.286371] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] bcc80b1e-7f74-4c7b-b490-ec70a0474f01/bcc80b1e-7f74-4c7b-b490-ec70a0474f01.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.290122] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c756b043-3307-4c49-be9b-5737a7ddb3a8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.312868] env[70483]: DEBUG oslo_vmware.api [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Task: {'id': task-3477430, 'name': ReconfigVM_Task, 'duration_secs': 0.81003} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.316902] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 5b8c2868-a8cc-48aa-894f-c0051e167bde/5b8c2868-a8cc-48aa-894f-c0051e167bde.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.317651] env[70483]: DEBUG oslo_vmware.api [None req-78d9ff54-1e65-4645-8886-b65a096067b5 tempest-DeleteServersAdminTestJSON-849782523 tempest-DeleteServersAdminTestJSON-849782523-project-admin] Task: {'id': task-3477432, 'name': PowerOffVM_Task, 'duration_secs': 0.280345} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.317904] env[70483]: DEBUG oslo_vmware.api [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for the task: (returnval){ [ 678.317904] env[70483]: value = "task-3477434" [ 678.317904] env[70483]: _type = "Task" [ 678.317904] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.318112] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ed674a0-a029-4204-a3e5-b00d360ec802 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.319880] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d9ff54-1e65-4645-8886-b65a096067b5 tempest-DeleteServersAdminTestJSON-849782523 tempest-DeleteServersAdminTestJSON-849782523-project-admin] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.320088] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-78d9ff54-1e65-4645-8886-b65a096067b5 tempest-DeleteServersAdminTestJSON-849782523 tempest-DeleteServersAdminTestJSON-849782523-project-admin] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.320416] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d5dcf46-afc8-4546-8005-438042f0cdd6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.330205] env[70483]: DEBUG oslo_vmware.api [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.331559] env[70483]: DEBUG oslo_vmware.api [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Waiting for the task: (returnval){ [ 678.331559] env[70483]: value = "task-3477435" [ 678.331559] env[70483]: _type = "Task" [ 678.331559] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.339887] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Acquiring lock "refresh_cache-2e01c50d-8140-4cd2-8048-96e02f43211f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.340753] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Acquired lock "refresh_cache-2e01c50d-8140-4cd2-8048-96e02f43211f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.340964] env[70483]: DEBUG nova.network.neutron [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.342176] env[70483]: DEBUG oslo_vmware.api [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Task: {'id': task-3477435, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.404606] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-78d9ff54-1e65-4645-8886-b65a096067b5 tempest-DeleteServersAdminTestJSON-849782523 tempest-DeleteServersAdminTestJSON-849782523-project-admin] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.404814] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-78d9ff54-1e65-4645-8886-b65a096067b5 tempest-DeleteServersAdminTestJSON-849782523 tempest-DeleteServersAdminTestJSON-849782523-project-admin] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.405009] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-78d9ff54-1e65-4645-8886-b65a096067b5 tempest-DeleteServersAdminTestJSON-849782523 tempest-DeleteServersAdminTestJSON-849782523-project-admin] Deleting the datastore file [datastore2] ffec1f4b-b405-4322-82aa-a3234cdb9ff6 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.405655] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-266aae39-e1c7-4caf-84ad-adfb0aec8935 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.411191] env[70483]: DEBUG oslo_vmware.api [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Task: {'id': task-3477433, 'name': PowerOffVM_Task, 'duration_secs': 0.174775} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.411769] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.412041] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 678.412851] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079f6e26-cb8f-4a56-b7cb-a8f67274dd2e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.416415] env[70483]: DEBUG oslo_vmware.api [None req-78d9ff54-1e65-4645-8886-b65a096067b5 tempest-DeleteServersAdminTestJSON-849782523 tempest-DeleteServersAdminTestJSON-849782523-project-admin] Waiting for the task: (returnval){ [ 678.416415] env[70483]: value = "task-3477437" [ 678.416415] env[70483]: _type = "Task" [ 678.416415] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.421878] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.423012] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-883e7ad6-ecb3-4794-95a9-34b1369ed3aa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.427534] env[70483]: DEBUG nova.compute.manager [None req-dd6aaecb-4913-497e-8685-779d893e395e tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 678.427733] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-dd6aaecb-4913-497e-8685-779d893e395e tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 678.427989] env[70483]: DEBUG oslo_vmware.api [None req-78d9ff54-1e65-4645-8886-b65a096067b5 tempest-DeleteServersAdminTestJSON-849782523 tempest-DeleteServersAdminTestJSON-849782523-project-admin] Task: {'id': task-3477437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.428694] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4963e9a7-063a-452a-850a-0a304762f7b1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.435446] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd6aaecb-4913-497e-8685-779d893e395e tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.435680] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-612a5d88-0c05-4b03-b95d-f8f1d231c348 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.443276] env[70483]: DEBUG oslo_vmware.api [None req-dd6aaecb-4913-497e-8685-779d893e395e tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 678.443276] env[70483]: value = "task-3477439" [ 678.443276] env[70483]: _type = "Task" [ 678.443276] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.452582] env[70483]: DEBUG oslo_vmware.api [None req-dd6aaecb-4913-497e-8685-779d893e395e tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.452582] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.452582] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.452582] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Deleting the datastore file [datastore2] 8b06d01e-de2a-402a-bd39-637ce148e693 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.452582] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9cd99b6-5356-4c90-88aa-343db975b82e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.458766] env[70483]: DEBUG oslo_vmware.api [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Waiting for the task: (returnval){ [ 678.458766] env[70483]: value = "task-3477440" [ 678.458766] env[70483]: _type = "Task" [ 678.458766] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.467696] env[70483]: DEBUG oslo_vmware.api [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Task: {'id': task-3477440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.550653] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70483) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 678.550653] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.502s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.550653] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.081s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.550653] env[70483]: INFO nova.compute.claims [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 678.650655] env[70483]: DEBUG oslo_vmware.api [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52239781-ec7c-56dc-887a-02a7fe8aaf20, 'name': SearchDatastore_Task, 'duration_secs': 0.015625} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.650958] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.651209] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 3b02e72a-49db-4d75-856a-b9f9b5951b4a/3b02e72a-49db-4d75-856a-b9f9b5951b4a.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.651475] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5486954-398e-43fe-a0c2-cdb1df7ffed1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.657669] env[70483]: DEBUG oslo_vmware.api [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Waiting for the task: (returnval){ [ 678.657669] env[70483]: value = "task-3477441" [ 678.657669] env[70483]: _type = "Task" [ 678.657669] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.665485] env[70483]: DEBUG oslo_vmware.api [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Task: {'id': task-3477441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.804958] env[70483]: DEBUG nova.compute.manager [req-3b8e6279-4eea-4cb6-9831-97d83221723d req-82852f47-9d37-4b2e-9bd8-dad9db6f2d32 service nova] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Received event network-changed-28725a2a-05ba-4180-8a5f-5f09a78e9bd1 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.805277] env[70483]: DEBUG nova.compute.manager [req-3b8e6279-4eea-4cb6-9831-97d83221723d req-82852f47-9d37-4b2e-9bd8-dad9db6f2d32 service nova] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Refreshing instance network info cache due to event network-changed-28725a2a-05ba-4180-8a5f-5f09a78e9bd1. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.805418] env[70483]: DEBUG oslo_concurrency.lockutils [req-3b8e6279-4eea-4cb6-9831-97d83221723d req-82852f47-9d37-4b2e-9bd8-dad9db6f2d32 service nova] Acquiring lock "refresh_cache-3b02e72a-49db-4d75-856a-b9f9b5951b4a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.805565] env[70483]: DEBUG oslo_concurrency.lockutils [req-3b8e6279-4eea-4cb6-9831-97d83221723d req-82852f47-9d37-4b2e-9bd8-dad9db6f2d32 service nova] Acquired lock "refresh_cache-3b02e72a-49db-4d75-856a-b9f9b5951b4a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.805730] env[70483]: DEBUG nova.network.neutron [req-3b8e6279-4eea-4cb6-9831-97d83221723d req-82852f47-9d37-4b2e-9bd8-dad9db6f2d32 service nova] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Refreshing network info cache for port 28725a2a-05ba-4180-8a5f-5f09a78e9bd1 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.845558] env[70483]: DEBUG oslo_vmware.api [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.852962] env[70483]: DEBUG oslo_vmware.api [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Task: {'id': task-3477435, 'name': Rename_Task, 'duration_secs': 0.286241} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.854034] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.854301] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-199ac670-3a2e-4841-b965-09ef48e80cc8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.862955] env[70483]: DEBUG oslo_vmware.api [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Waiting for the task: (returnval){ [ 678.862955] env[70483]: value = "task-3477442" [ 678.862955] env[70483]: _type = "Task" [ 678.862955] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.873853] env[70483]: DEBUG oslo_vmware.api [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Task: {'id': task-3477442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.905161] env[70483]: DEBUG nova.network.neutron [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.932338] env[70483]: DEBUG oslo_vmware.api [None req-78d9ff54-1e65-4645-8886-b65a096067b5 tempest-DeleteServersAdminTestJSON-849782523 tempest-DeleteServersAdminTestJSON-849782523-project-admin] Task: {'id': task-3477437, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314264} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.932827] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-78d9ff54-1e65-4645-8886-b65a096067b5 tempest-DeleteServersAdminTestJSON-849782523 tempest-DeleteServersAdminTestJSON-849782523-project-admin] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.932892] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-78d9ff54-1e65-4645-8886-b65a096067b5 tempest-DeleteServersAdminTestJSON-849782523 tempest-DeleteServersAdminTestJSON-849782523-project-admin] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 678.935211] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-78d9ff54-1e65-4645-8886-b65a096067b5 tempest-DeleteServersAdminTestJSON-849782523 tempest-DeleteServersAdminTestJSON-849782523-project-admin] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 678.935568] env[70483]: INFO nova.compute.manager [None req-78d9ff54-1e65-4645-8886-b65a096067b5 tempest-DeleteServersAdminTestJSON-849782523 tempest-DeleteServersAdminTestJSON-849782523-project-admin] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Took 1.18 seconds to destroy the instance on the hypervisor. [ 678.935882] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78d9ff54-1e65-4645-8886-b65a096067b5 tempest-DeleteServersAdminTestJSON-849782523 tempest-DeleteServersAdminTestJSON-849782523-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.936013] env[70483]: DEBUG nova.compute.manager [-] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 678.936115] env[70483]: DEBUG nova.network.neutron [-] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 678.954440] env[70483]: DEBUG oslo_vmware.api [None req-dd6aaecb-4913-497e-8685-779d893e395e tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477439, 'name': PowerOffVM_Task, 'duration_secs': 0.293245} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.954993] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd6aaecb-4913-497e-8685-779d893e395e tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.954993] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-dd6aaecb-4913-497e-8685-779d893e395e tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.955179] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ae331a6-99fd-42e3-b91c-0c3519a47ec4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.970056] env[70483]: DEBUG oslo_vmware.api [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Task: {'id': task-3477440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177059} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.970056] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.970056] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 678.970056] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.025861] env[70483]: DEBUG nova.compute.manager [None req-904beadc-271b-4c71-9a4f-8e1e5e0eee82 tempest-ServerDiagnosticsTest-989908277 tempest-ServerDiagnosticsTest-989908277-project-admin] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.029431] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10d108c-b692-4ace-a2ab-db084946fc11 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.036072] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-dd6aaecb-4913-497e-8685-779d893e395e tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 679.036280] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-dd6aaecb-4913-497e-8685-779d893e395e tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 679.036447] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd6aaecb-4913-497e-8685-779d893e395e tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Deleting the datastore file [datastore2] 68707fd0-fc6c-4a91-b216-67a401373232 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.048741] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98061bbf-d12f-48f4-a4ec-2a7cbfe66427 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.056255] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Acquiring lock "59d0c92a-a41f-4eae-b381-8f11d1f68197" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.056668] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Lock "59d0c92a-a41f-4eae-b381-8f11d1f68197" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.060231] env[70483]: INFO nova.compute.manager [None req-904beadc-271b-4c71-9a4f-8e1e5e0eee82 tempest-ServerDiagnosticsTest-989908277 tempest-ServerDiagnosticsTest-989908277-project-admin] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Retrieving diagnostics [ 679.062307] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d548c307-df64-47dd-a38b-e1e5388080a2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.068809] env[70483]: DEBUG oslo_vmware.api [None req-dd6aaecb-4913-497e-8685-779d893e395e tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 679.068809] env[70483]: value = "task-3477444" [ 679.068809] env[70483]: _type = "Task" [ 679.068809] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.132137] env[70483]: DEBUG oslo_vmware.api [None req-dd6aaecb-4913-497e-8685-779d893e395e tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477444, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.172178] env[70483]: DEBUG oslo_vmware.api [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Task: {'id': task-3477441, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.336975] env[70483]: DEBUG oslo_vmware.api [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477434, 'name': ReconfigVM_Task, 'duration_secs': 0.744409} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.340586] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Reconfigured VM instance instance-00000004 to attach disk [datastore1] bcc80b1e-7f74-4c7b-b490-ec70a0474f01/bcc80b1e-7f74-4c7b-b490-ec70a0474f01.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.341374] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7bc4dd0-92ef-4372-8689-1ed3d4f4fe68 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.352945] env[70483]: DEBUG oslo_vmware.api [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for the task: (returnval){ [ 679.352945] env[70483]: value = "task-3477445" [ 679.352945] env[70483]: _type = "Task" [ 679.352945] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.381847] env[70483]: DEBUG oslo_vmware.api [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477445, 'name': Rename_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.384443] env[70483]: DEBUG nova.network.neutron [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Updating instance_info_cache with network_info: [{"id": "b5ecef69-af9c-4c0b-9a3a-90603d930f1e", "address": "fa:16:3e:6c:3a:5b", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ecef69-af", "ovs_interfaceid": "b5ecef69-af9c-4c0b-9a3a-90603d930f1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.392025] env[70483]: DEBUG oslo_vmware.api [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Task: {'id': task-3477442, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.566339] env[70483]: DEBUG nova.compute.manager [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.596558] env[70483]: DEBUG oslo_vmware.api [None req-dd6aaecb-4913-497e-8685-779d893e395e tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477444, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.376289} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.601314] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd6aaecb-4913-497e-8685-779d893e395e tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.601314] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-dd6aaecb-4913-497e-8685-779d893e395e tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.601314] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-dd6aaecb-4913-497e-8685-779d893e395e tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.601314] env[70483]: INFO nova.compute.manager [None req-dd6aaecb-4913-497e-8685-779d893e395e tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Took 1.17 seconds to destroy the instance on the hypervisor. [ 679.601846] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd6aaecb-4913-497e-8685-779d893e395e tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.602350] env[70483]: DEBUG nova.compute.manager [-] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 679.602437] env[70483]: DEBUG nova.network.neutron [-] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 679.674892] env[70483]: DEBUG oslo_vmware.api [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Task: {'id': task-3477441, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.773777} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.677736] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 3b02e72a-49db-4d75-856a-b9f9b5951b4a/3b02e72a-49db-4d75-856a-b9f9b5951b4a.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.678043] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.678435] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a67a500-fa11-47d8-b1dd-0cc4e0ac6208 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.685264] env[70483]: DEBUG oslo_vmware.api [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Waiting for the task: (returnval){ [ 679.685264] env[70483]: value = "task-3477446" [ 679.685264] env[70483]: _type = "Task" [ 679.685264] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.693449] env[70483]: DEBUG oslo_vmware.api [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Task: {'id': task-3477446, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.820830] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdf2712-96da-47fb-aa42-0073fdade2bd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.828903] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81bb1e0-1b59-45b0-8194-64271702136a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.864937] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871eb645-6ccd-4256-972d-7261939e338b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.874814] env[70483]: DEBUG oslo_vmware.api [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477445, 'name': Rename_Task, 'duration_secs': 0.207066} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.877442] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.877737] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a0b5b88-f7c6-4d48-8d1a-a76ae838d2c0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.882293] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c369c3-5678-41cc-aff7-a71b4cd3b295 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.890280] env[70483]: DEBUG oslo_vmware.api [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Task: {'id': task-3477442, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.892672] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Releasing lock "refresh_cache-2e01c50d-8140-4cd2-8048-96e02f43211f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.893029] env[70483]: DEBUG nova.compute.manager [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Instance network_info: |[{"id": "b5ecef69-af9c-4c0b-9a3a-90603d930f1e", "address": "fa:16:3e:6c:3a:5b", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ecef69-af", "ovs_interfaceid": "b5ecef69-af9c-4c0b-9a3a-90603d930f1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 679.893403] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:3a:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5ecef69-af9c-4c0b-9a3a-90603d930f1e', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 679.901382] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Creating folder: Project (506622be32ed49b99436b787aba47ba9). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.911088] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67648144-4787-4911-9f79-70ac5b84c1b4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.913019] env[70483]: DEBUG oslo_vmware.api [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for the task: (returnval){ [ 679.913019] env[70483]: value = "task-3477447" [ 679.913019] env[70483]: _type = "Task" [ 679.913019] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.913460] env[70483]: DEBUG nova.compute.provider_tree [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.923800] env[70483]: DEBUG oslo_vmware.api [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477447, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.926474] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Created folder: Project (506622be32ed49b99436b787aba47ba9) in parent group-v695216. [ 679.926687] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Creating folder: Instances. Parent ref: group-v695238. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.927175] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce92817d-bc90-46ce-98ff-6df13505641f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.935777] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Created folder: Instances in parent group-v695238. [ 679.936078] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.936285] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 679.936875] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f14b68d4-e277-4da3-ae2b-b6eb25492ce6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.958538] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 679.958538] env[70483]: value = "task-3477450" [ 679.958538] env[70483]: _type = "Task" [ 679.958538] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.966343] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477450, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.967723] env[70483]: DEBUG nova.network.neutron [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Successfully updated port: 9a344378-1abc-46a9-be90-a1a381a74446 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.012711] env[70483]: DEBUG nova.virt.hardware [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.013142] env[70483]: DEBUG nova.virt.hardware [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.013464] env[70483]: DEBUG nova.virt.hardware [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.013647] env[70483]: DEBUG nova.virt.hardware [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.013850] env[70483]: DEBUG nova.virt.hardware [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.014264] env[70483]: DEBUG nova.virt.hardware [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.014442] env[70483]: DEBUG nova.virt.hardware [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.014609] env[70483]: DEBUG nova.virt.hardware [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.014852] env[70483]: DEBUG nova.virt.hardware [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.015362] env[70483]: DEBUG nova.virt.hardware [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.015362] env[70483]: DEBUG nova.virt.hardware [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.016525] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d45d40-8442-4fa8-8c1b-7d51afea79a5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.029191] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f98bcab-3fd5-405a-b6bf-9e24de024001 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.036369] env[70483]: DEBUG nova.network.neutron [req-3b8e6279-4eea-4cb6-9831-97d83221723d req-82852f47-9d37-4b2e-9bd8-dad9db6f2d32 service nova] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Updated VIF entry in instance network info cache for port 28725a2a-05ba-4180-8a5f-5f09a78e9bd1. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.036825] env[70483]: DEBUG nova.network.neutron [req-3b8e6279-4eea-4cb6-9831-97d83221723d req-82852f47-9d37-4b2e-9bd8-dad9db6f2d32 service nova] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Updating instance_info_cache with network_info: [{"id": "28725a2a-05ba-4180-8a5f-5f09a78e9bd1", "address": "fa:16:3e:be:2e:e6", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28725a2a-05", "ovs_interfaceid": "28725a2a-05ba-4180-8a5f-5f09a78e9bd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.055125] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Instance VIF info [] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.064571] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.064766] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.065265] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0eb9d890-e6f9-45d5-a289-f2364a6743e2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.098274] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.098274] env[70483]: value = "task-3477451" [ 680.098274] env[70483]: _type = "Task" [ 680.098274] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.106775] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477451, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.120953] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.200170] env[70483]: DEBUG oslo_vmware.api [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Task: {'id': task-3477446, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085765} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.200170] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.201549] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6387f20-ff6f-4eac-a3a0-a064843f18fa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.226361] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 3b02e72a-49db-4d75-856a-b9f9b5951b4a/3b02e72a-49db-4d75-856a-b9f9b5951b4a.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.227090] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-655f3b17-766d-4836-b9d2-e13a17cd8cf1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.249982] env[70483]: DEBUG oslo_vmware.api [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Waiting for the task: (returnval){ [ 680.249982] env[70483]: value = "task-3477452" [ 680.249982] env[70483]: _type = "Task" [ 680.249982] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.260783] env[70483]: DEBUG oslo_vmware.api [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Task: {'id': task-3477452, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.382857] env[70483]: DEBUG oslo_vmware.api [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Task: {'id': task-3477442, 'name': PowerOnVM_Task, 'duration_secs': 1.246969} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.382857] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.382998] env[70483]: INFO nova.compute.manager [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Took 10.43 seconds to spawn the instance on the hypervisor. [ 680.383098] env[70483]: DEBUG nova.compute.manager [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.384101] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39459b2-68ad-4c02-aaa7-2d496cdb5b39 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.420683] env[70483]: DEBUG nova.scheduler.client.report [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.430345] env[70483]: DEBUG nova.network.neutron [-] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.436599] env[70483]: DEBUG oslo_vmware.api [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477447, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.469475] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477450, 'name': CreateVM_Task, 'duration_secs': 0.455935} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.469475] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 680.470297] env[70483]: DEBUG oslo_concurrency.lockutils [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Acquiring lock "refresh_cache-45512c2a-1c78-4f50-a995-01ec8108fe38" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.470297] env[70483]: DEBUG oslo_concurrency.lockutils [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Acquired lock "refresh_cache-45512c2a-1c78-4f50-a995-01ec8108fe38" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.470297] env[70483]: DEBUG nova.network.neutron [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.474051] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.474051] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.474051] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.474051] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d68a12e-762e-4b05-a7ca-7f658c6b9aa7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.479571] env[70483]: DEBUG oslo_vmware.api [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Waiting for the task: (returnval){ [ 680.479571] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a3cb6c-4ef3-3d87-b70b-d49131b4f25d" [ 680.479571] env[70483]: _type = "Task" [ 680.479571] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.490213] env[70483]: DEBUG oslo_vmware.api [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a3cb6c-4ef3-3d87-b70b-d49131b4f25d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.500455] env[70483]: DEBUG nova.compute.manager [req-f3a87dd7-7cc2-45fb-9ca7-88378ea7dff0 req-8f4692d5-e697-4d9a-a932-8fb525b480df service nova] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Received event network-vif-plugged-b5ecef69-af9c-4c0b-9a3a-90603d930f1e {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.500656] env[70483]: DEBUG oslo_concurrency.lockutils [req-f3a87dd7-7cc2-45fb-9ca7-88378ea7dff0 req-8f4692d5-e697-4d9a-a932-8fb525b480df service nova] Acquiring lock "2e01c50d-8140-4cd2-8048-96e02f43211f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.500864] env[70483]: DEBUG oslo_concurrency.lockutils [req-f3a87dd7-7cc2-45fb-9ca7-88378ea7dff0 req-8f4692d5-e697-4d9a-a932-8fb525b480df service nova] Lock "2e01c50d-8140-4cd2-8048-96e02f43211f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.501036] env[70483]: DEBUG oslo_concurrency.lockutils [req-f3a87dd7-7cc2-45fb-9ca7-88378ea7dff0 req-8f4692d5-e697-4d9a-a932-8fb525b480df service nova] Lock "2e01c50d-8140-4cd2-8048-96e02f43211f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.501214] env[70483]: DEBUG nova.compute.manager [req-f3a87dd7-7cc2-45fb-9ca7-88378ea7dff0 req-8f4692d5-e697-4d9a-a932-8fb525b480df service nova] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] No waiting events found dispatching network-vif-plugged-b5ecef69-af9c-4c0b-9a3a-90603d930f1e {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 680.501492] env[70483]: WARNING nova.compute.manager [req-f3a87dd7-7cc2-45fb-9ca7-88378ea7dff0 req-8f4692d5-e697-4d9a-a932-8fb525b480df service nova] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Received unexpected event network-vif-plugged-b5ecef69-af9c-4c0b-9a3a-90603d930f1e for instance with vm_state building and task_state spawning. [ 680.540465] env[70483]: DEBUG oslo_concurrency.lockutils [req-3b8e6279-4eea-4cb6-9831-97d83221723d req-82852f47-9d37-4b2e-9bd8-dad9db6f2d32 service nova] Releasing lock "refresh_cache-3b02e72a-49db-4d75-856a-b9f9b5951b4a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.610867] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477451, 'name': CreateVM_Task, 'duration_secs': 0.344784} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.611164] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 680.611649] env[70483]: DEBUG oslo_concurrency.lockutils [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.611958] env[70483]: DEBUG oslo_concurrency.lockutils [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.612324] env[70483]: DEBUG oslo_concurrency.lockutils [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.612974] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a05b0e2c-0363-4ce6-aaa3-5e9cbb82a593 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.617952] env[70483]: DEBUG oslo_vmware.api [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Waiting for the task: (returnval){ [ 680.617952] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52dca97e-c2b7-159a-2240-0ab48a79eb12" [ 680.617952] env[70483]: _type = "Task" [ 680.617952] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.628723] env[70483]: DEBUG oslo_vmware.api [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52dca97e-c2b7-159a-2240-0ab48a79eb12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.760954] env[70483]: DEBUG oslo_vmware.api [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Task: {'id': task-3477452, 'name': ReconfigVM_Task, 'duration_secs': 0.397716} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.760954] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 3b02e72a-49db-4d75-856a-b9f9b5951b4a/3b02e72a-49db-4d75-856a-b9f9b5951b4a.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.762732] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51bc922c-e3b0-4879-885e-f135cc5d9499 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.772878] env[70483]: DEBUG oslo_vmware.api [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Waiting for the task: (returnval){ [ 680.772878] env[70483]: value = "task-3477453" [ 680.772878] env[70483]: _type = "Task" [ 680.772878] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.785187] env[70483]: DEBUG oslo_vmware.api [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Task: {'id': task-3477453, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.825110] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Acquiring lock "b56bf94d-594d-4114-81a7-bf972e1ff48f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.825110] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Lock "b56bf94d-594d-4114-81a7-bf972e1ff48f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.905382] env[70483]: INFO nova.compute.manager [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Took 20.20 seconds to build instance. [ 680.927454] env[70483]: DEBUG oslo_vmware.api [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477447, 'name': PowerOnVM_Task, 'duration_secs': 0.878147} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.927726] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.927909] env[70483]: INFO nova.compute.manager [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Took 13.25 seconds to spawn the instance on the hypervisor. [ 680.928094] env[70483]: DEBUG nova.compute.manager [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.928932] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef17083-77b7-4997-89f1-a05b5aa05e0b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.932186] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.932654] env[70483]: DEBUG nova.compute.manager [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.937030] env[70483]: DEBUG nova.network.neutron [-] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.937030] env[70483]: DEBUG oslo_concurrency.lockutils [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.247s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.938380] env[70483]: INFO nova.compute.claims [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.943032] env[70483]: INFO nova.compute.manager [-] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Took 2.01 seconds to deallocate network for instance. [ 680.991569] env[70483]: DEBUG oslo_vmware.api [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a3cb6c-4ef3-3d87-b70b-d49131b4f25d, 'name': SearchDatastore_Task, 'duration_secs': 0.031695} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.992025] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.992122] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 680.992355] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.992415] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.992633] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 680.992848] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33c0b483-34be-492d-8368-a12211646adb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.003031] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.003348] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.004426] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21a04c23-da59-4904-bf68-6eb2023b073b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.010466] env[70483]: DEBUG oslo_vmware.api [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Waiting for the task: (returnval){ [ 681.010466] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d9dadc-d087-3b6b-f893-96a379edf4a1" [ 681.010466] env[70483]: _type = "Task" [ 681.010466] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.018937] env[70483]: DEBUG oslo_vmware.api [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d9dadc-d087-3b6b-f893-96a379edf4a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.041221] env[70483]: DEBUG nova.network.neutron [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.130204] env[70483]: DEBUG oslo_vmware.api [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52dca97e-c2b7-159a-2240-0ab48a79eb12, 'name': SearchDatastore_Task, 'duration_secs': 0.028381} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.130204] env[70483]: DEBUG oslo_concurrency.lockutils [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.130204] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.130204] env[70483]: DEBUG oslo_concurrency.lockutils [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.130465] env[70483]: DEBUG oslo_concurrency.lockutils [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.130586] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.131420] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91aa47ca-a162-4114-a479-c9b6369c766b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.140399] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.140399] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.141980] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f483e7a-c0d4-4071-9921-b3a5b9e1a57d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.149192] env[70483]: DEBUG oslo_vmware.api [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Waiting for the task: (returnval){ [ 681.149192] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523cdbb9-ed7e-c853-e6ae-fc8386ed8708" [ 681.149192] env[70483]: _type = "Task" [ 681.149192] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.158360] env[70483]: DEBUG oslo_vmware.api [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523cdbb9-ed7e-c853-e6ae-fc8386ed8708, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.286642] env[70483]: DEBUG oslo_vmware.api [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Task: {'id': task-3477453, 'name': Rename_Task, 'duration_secs': 0.290557} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.286952] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.287235] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d5f61a3-ece8-448c-8054-10b8556cf8f6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.293939] env[70483]: DEBUG oslo_vmware.api [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Waiting for the task: (returnval){ [ 681.293939] env[70483]: value = "task-3477454" [ 681.293939] env[70483]: _type = "Task" [ 681.293939] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.304536] env[70483]: DEBUG oslo_vmware.api [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Task: {'id': task-3477454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.329422] env[70483]: DEBUG nova.compute.manager [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.336140] env[70483]: DEBUG nova.network.neutron [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Updating instance_info_cache with network_info: [{"id": "9a344378-1abc-46a9-be90-a1a381a74446", "address": "fa:16:3e:44:3d:19", "network": {"id": "d91d87a7-4a1b-481c-b3b6-7039835261e6", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1464303631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e767090bb88b4f6bb857f010945440d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a344378-1a", "ovs_interfaceid": "9a344378-1abc-46a9-be90-a1a381a74446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.407260] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d7dd9cf1-74e3-4af1-8af6-7a478a09bab9 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Lock "5b8c2868-a8cc-48aa-894f-c0051e167bde" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.711s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.438892] env[70483]: DEBUG nova.compute.utils [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 681.440112] env[70483]: DEBUG nova.compute.manager [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 681.440205] env[70483]: DEBUG nova.network.neutron [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 681.446237] env[70483]: INFO nova.compute.manager [-] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Took 1.84 seconds to deallocate network for instance. [ 681.463026] env[70483]: DEBUG oslo_concurrency.lockutils [None req-78d9ff54-1e65-4645-8886-b65a096067b5 tempest-DeleteServersAdminTestJSON-849782523 tempest-DeleteServersAdminTestJSON-849782523-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.463026] env[70483]: INFO nova.compute.manager [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Took 21.04 seconds to build instance. [ 681.492706] env[70483]: DEBUG nova.policy [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '800e211c9fe04910a4262219b97c7f38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8ebecbd62e943518425df622f7274f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 681.522172] env[70483]: DEBUG oslo_vmware.api [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d9dadc-d087-3b6b-f893-96a379edf4a1, 'name': SearchDatastore_Task, 'duration_secs': 0.016767} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.523314] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-543153b1-c4de-4ad0-a215-d9777e7d0141 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.528509] env[70483]: DEBUG oslo_vmware.api [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Waiting for the task: (returnval){ [ 681.528509] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52fc25c3-5c93-d893-f0eb-22355d772b3b" [ 681.528509] env[70483]: _type = "Task" [ 681.528509] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.536625] env[70483]: DEBUG oslo_vmware.api [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52fc25c3-5c93-d893-f0eb-22355d772b3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.667321] env[70483]: DEBUG oslo_vmware.api [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523cdbb9-ed7e-c853-e6ae-fc8386ed8708, 'name': SearchDatastore_Task, 'duration_secs': 0.012176} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.669011] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54f4ea2e-1597-44aa-ac47-7de2b1f3df27 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.674841] env[70483]: DEBUG oslo_vmware.api [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Waiting for the task: (returnval){ [ 681.674841] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52bebc0e-9061-5a09-fafe-73d4aafbb940" [ 681.674841] env[70483]: _type = "Task" [ 681.674841] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.684287] env[70483]: DEBUG oslo_vmware.api [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52bebc0e-9061-5a09-fafe-73d4aafbb940, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.807076] env[70483]: DEBUG oslo_vmware.api [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Task: {'id': task-3477454, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.842813] env[70483]: DEBUG oslo_concurrency.lockutils [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Releasing lock "refresh_cache-45512c2a-1c78-4f50-a995-01ec8108fe38" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.843377] env[70483]: DEBUG nova.compute.manager [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Instance network_info: |[{"id": "9a344378-1abc-46a9-be90-a1a381a74446", "address": "fa:16:3e:44:3d:19", "network": {"id": "d91d87a7-4a1b-481c-b3b6-7039835261e6", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1464303631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e767090bb88b4f6bb857f010945440d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a344378-1a", "ovs_interfaceid": "9a344378-1abc-46a9-be90-a1a381a74446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 681.844123] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:3d:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'af454577-0e89-41a3-a9f2-f39716f62fd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a344378-1abc-46a9-be90-a1a381a74446', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.852684] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Creating folder: Project (e767090bb88b4f6bb857f010945440d4). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.853594] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca3cb74f-642b-4071-ab04-f11b13d513e3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.859785] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.865747] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Created folder: Project (e767090bb88b4f6bb857f010945440d4) in parent group-v695216. [ 681.865942] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Creating folder: Instances. Parent ref: group-v695242. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.866205] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fcaaebc-f933-4cf0-9b4d-5a641123994a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.873386] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Acquiring lock "77c84798-aa60-45c9-903b-42ce69e2d371" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.873614] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Lock "77c84798-aa60-45c9-903b-42ce69e2d371" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.876254] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Created folder: Instances in parent group-v695242. [ 681.876477] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.876838] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.877184] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60dc232d-8ae0-4523-b1ba-564912f5efd4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.899290] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.899290] env[70483]: value = "task-3477457" [ 681.899290] env[70483]: _type = "Task" [ 681.899290] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.907581] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477457, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.944115] env[70483]: DEBUG nova.compute.manager [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.953124] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dd6aaecb-4913-497e-8685-779d893e395e tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.964306] env[70483]: DEBUG oslo_concurrency.lockutils [None req-19fd3b0e-8bd5-4b84-837f-bcaa01012bd8 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Lock "bcc80b1e-7f74-4c7b-b490-ec70a0474f01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.554s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.042720] env[70483]: DEBUG oslo_vmware.api [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52fc25c3-5c93-d893-f0eb-22355d772b3b, 'name': SearchDatastore_Task, 'duration_secs': 0.014364} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.042926] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.044068] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 2e01c50d-8140-4cd2-8048-96e02f43211f/2e01c50d-8140-4cd2-8048-96e02f43211f.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.044068] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5d64447-ffa2-47e0-9cad-527a9aa5f432 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.049030] env[70483]: DEBUG nova.network.neutron [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Successfully created port: d1febc11-0edf-4b98-a92c-a348ede08159 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.058054] env[70483]: DEBUG oslo_vmware.api [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Waiting for the task: (returnval){ [ 682.058054] env[70483]: value = "task-3477458" [ 682.058054] env[70483]: _type = "Task" [ 682.058054] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.072121] env[70483]: DEBUG oslo_vmware.api [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Task: {'id': task-3477458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.188177] env[70483]: DEBUG oslo_vmware.api [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52bebc0e-9061-5a09-fafe-73d4aafbb940, 'name': SearchDatastore_Task, 'duration_secs': 0.018898} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.188177] env[70483]: DEBUG oslo_concurrency.lockutils [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.188471] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 8b06d01e-de2a-402a-bd39-637ce148e693/8b06d01e-de2a-402a-bd39-637ce148e693.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.191866] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b54c0872-c079-4f8c-8f9a-88c291428595 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.200081] env[70483]: DEBUG oslo_vmware.api [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Waiting for the task: (returnval){ [ 682.200081] env[70483]: value = "task-3477459" [ 682.200081] env[70483]: _type = "Task" [ 682.200081] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.209694] env[70483]: DEBUG oslo_vmware.api [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Task: {'id': task-3477459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.255480] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b2f5c3-a39e-4b11-8e7a-3ee687aa6736 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.264924] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b51bbb-99d9-47f8-955b-43a9b413c888 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.305731] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63de91fb-a02d-43e5-8851-a3b88a90a1b9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.314876] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Acquiring lock "42a9d8ed-30da-4630-b4d0-c7a73214ada3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.315039] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Lock "42a9d8ed-30da-4630-b4d0-c7a73214ada3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.322080] env[70483]: DEBUG oslo_vmware.api [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Task: {'id': task-3477454, 'name': PowerOnVM_Task, 'duration_secs': 0.817148} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.326134] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.326445] env[70483]: INFO nova.compute.manager [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Took 10.08 seconds to spawn the instance on the hypervisor. [ 682.326638] env[70483]: DEBUG nova.compute.manager [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.328465] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a51813-c82c-4de9-93af-9ed860d8344d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.332802] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77e8b19-ceff-414e-9040-31b9ac86d2f2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.359473] env[70483]: DEBUG nova.compute.provider_tree [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.378152] env[70483]: DEBUG nova.compute.manager [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.410980] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477457, 'name': CreateVM_Task, 'duration_secs': 0.487264} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.411227] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.413337] env[70483]: DEBUG oslo_concurrency.lockutils [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.413337] env[70483]: DEBUG oslo_concurrency.lockutils [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.413337] env[70483]: DEBUG oslo_concurrency.lockutils [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.413337] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24a94e52-caf4-45fa-b890-2a018967f905 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.419862] env[70483]: DEBUG oslo_vmware.api [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Waiting for the task: (returnval){ [ 682.419862] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52509fcc-d5ef-aa2b-fa32-533f496a8308" [ 682.419862] env[70483]: _type = "Task" [ 682.419862] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.431036] env[70483]: DEBUG oslo_vmware.api [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52509fcc-d5ef-aa2b-fa32-533f496a8308, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.572548] env[70483]: DEBUG oslo_vmware.api [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Task: {'id': task-3477458, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.719675] env[70483]: DEBUG oslo_vmware.api [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Task: {'id': task-3477459, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.827014] env[70483]: DEBUG nova.compute.manager [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.868946] env[70483]: DEBUG nova.scheduler.client.report [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.882724] env[70483]: INFO nova.compute.manager [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Took 20.63 seconds to build instance. [ 682.911280] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.934974] env[70483]: DEBUG oslo_vmware.api [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52509fcc-d5ef-aa2b-fa32-533f496a8308, 'name': SearchDatastore_Task, 'duration_secs': 0.050742} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.934974] env[70483]: DEBUG oslo_concurrency.lockutils [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.934974] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.935167] env[70483]: DEBUG oslo_concurrency.lockutils [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.935284] env[70483]: DEBUG oslo_concurrency.lockutils [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.935490] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.936313] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-505bea34-9d5e-4434-9aa5-edcf266d1b88 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.945705] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.945705] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.946061] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e166bf96-436e-419e-b224-bc159843f335 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.953995] env[70483]: DEBUG oslo_vmware.api [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Waiting for the task: (returnval){ [ 682.953995] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a460ad-fa1d-cd92-2bc5-c4209aa72f59" [ 682.953995] env[70483]: _type = "Task" [ 682.953995] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.959214] env[70483]: DEBUG nova.compute.manager [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.969361] env[70483]: DEBUG oslo_vmware.api [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a460ad-fa1d-cd92-2bc5-c4209aa72f59, 'name': SearchDatastore_Task, 'duration_secs': 0.010678} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.971290] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78b4afcd-bf35-4bc1-9d11-acfd97139d7e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.977604] env[70483]: DEBUG oslo_vmware.api [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Waiting for the task: (returnval){ [ 682.977604] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52fb17a8-390f-e8bc-52d9-3a0c0ca45b89" [ 682.977604] env[70483]: _type = "Task" [ 682.977604] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.987120] env[70483]: DEBUG oslo_vmware.api [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52fb17a8-390f-e8bc-52d9-3a0c0ca45b89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.006079] env[70483]: DEBUG nova.virt.hardware [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.006353] env[70483]: DEBUG nova.virt.hardware [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.007016] env[70483]: DEBUG nova.virt.hardware [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.007295] env[70483]: DEBUG nova.virt.hardware [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.007483] env[70483]: DEBUG nova.virt.hardware [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.007630] env[70483]: DEBUG nova.virt.hardware [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.007847] env[70483]: DEBUG nova.virt.hardware [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.008013] env[70483]: DEBUG nova.virt.hardware [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.008189] env[70483]: DEBUG nova.virt.hardware [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.008343] env[70483]: DEBUG nova.virt.hardware [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.008510] env[70483]: DEBUG nova.virt.hardware [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.009412] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c1b74f-c454-4df2-92d0-e63cc12965f3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.017711] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bc624c-a07d-4692-bac0-22f59a65a69d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.069884] env[70483]: DEBUG oslo_vmware.api [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Task: {'id': task-3477458, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553205} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.070311] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 2e01c50d-8140-4cd2-8048-96e02f43211f/2e01c50d-8140-4cd2-8048-96e02f43211f.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.071663] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.071663] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a8d9482-29e9-4784-98e3-f1657993af6b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.080251] env[70483]: DEBUG oslo_vmware.api [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Waiting for the task: (returnval){ [ 683.080251] env[70483]: value = "task-3477460" [ 683.080251] env[70483]: _type = "Task" [ 683.080251] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.088295] env[70483]: DEBUG oslo_vmware.api [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Task: {'id': task-3477460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.215816] env[70483]: DEBUG oslo_vmware.api [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Task: {'id': task-3477459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704687} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.216093] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 8b06d01e-de2a-402a-bd39-637ce148e693/8b06d01e-de2a-402a-bd39-637ce148e693.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.216339] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.216781] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53395782-e902-4cd1-a811-345aa4be0160 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.228692] env[70483]: DEBUG oslo_vmware.api [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Waiting for the task: (returnval){ [ 683.228692] env[70483]: value = "task-3477461" [ 683.228692] env[70483]: _type = "Task" [ 683.228692] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.240181] env[70483]: DEBUG oslo_vmware.api [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Task: {'id': task-3477461, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.274043] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7f9d7b72-fc8c-45b7-b0c4-455b1617b24c tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Acquiring lock "c49e76b4-2e57-4790-96cd-a1e3b9db34fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.274043] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7f9d7b72-fc8c-45b7-b0c4-455b1617b24c tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Lock "c49e76b4-2e57-4790-96cd-a1e3b9db34fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.275203] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7f9d7b72-fc8c-45b7-b0c4-455b1617b24c tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Acquiring lock "c49e76b4-2e57-4790-96cd-a1e3b9db34fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.275203] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7f9d7b72-fc8c-45b7-b0c4-455b1617b24c tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Lock "c49e76b4-2e57-4790-96cd-a1e3b9db34fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.275203] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7f9d7b72-fc8c-45b7-b0c4-455b1617b24c tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Lock "c49e76b4-2e57-4790-96cd-a1e3b9db34fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.276763] env[70483]: INFO nova.compute.manager [None req-7f9d7b72-fc8c-45b7-b0c4-455b1617b24c tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Terminating instance [ 683.353975] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.384425] env[70483]: DEBUG oslo_concurrency.lockutils [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.384425] env[70483]: DEBUG nova.compute.manager [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.384919] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.264s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.386373] env[70483]: INFO nova.compute.claims [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.391704] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2b429917-1dc4-4db0-ab8a-5dcb36f40421 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Lock "3b02e72a-49db-4d75-856a-b9f9b5951b4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.155s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.488932] env[70483]: DEBUG oslo_vmware.api [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52fb17a8-390f-e8bc-52d9-3a0c0ca45b89, 'name': SearchDatastore_Task, 'duration_secs': 0.01284} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.489314] env[70483]: DEBUG oslo_concurrency.lockutils [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.489582] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 45512c2a-1c78-4f50-a995-01ec8108fe38/45512c2a-1c78-4f50-a995-01ec8108fe38.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.489873] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11a19ec5-e31a-4236-a27b-ce5a4f697c75 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.496844] env[70483]: DEBUG oslo_vmware.api [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Waiting for the task: (returnval){ [ 683.496844] env[70483]: value = "task-3477462" [ 683.496844] env[70483]: _type = "Task" [ 683.496844] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.507459] env[70483]: DEBUG oslo_vmware.api [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Task: {'id': task-3477462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.594026] env[70483]: DEBUG oslo_vmware.api [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Task: {'id': task-3477460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071031} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.594026] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.594026] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26588d4-62e7-4ecd-b466-59b791445a55 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.622107] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 2e01c50d-8140-4cd2-8048-96e02f43211f/2e01c50d-8140-4cd2-8048-96e02f43211f.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.622453] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82a59cf9-b45a-49e5-9327-930cb82a2cd1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.644084] env[70483]: DEBUG oslo_vmware.api [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Waiting for the task: (returnval){ [ 683.644084] env[70483]: value = "task-3477463" [ 683.644084] env[70483]: _type = "Task" [ 683.644084] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.652959] env[70483]: DEBUG oslo_vmware.api [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Task: {'id': task-3477463, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.705452] env[70483]: DEBUG nova.compute.manager [req-f45eda0d-c9f1-4a5e-b244-817c2c2a6ac2 req-2b4d1a43-0378-44ee-94c9-e8697a0e886f service nova] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Received event network-vif-plugged-9a344378-1abc-46a9-be90-a1a381a74446 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.705680] env[70483]: DEBUG oslo_concurrency.lockutils [req-f45eda0d-c9f1-4a5e-b244-817c2c2a6ac2 req-2b4d1a43-0378-44ee-94c9-e8697a0e886f service nova] Acquiring lock "45512c2a-1c78-4f50-a995-01ec8108fe38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.705885] env[70483]: DEBUG oslo_concurrency.lockutils [req-f45eda0d-c9f1-4a5e-b244-817c2c2a6ac2 req-2b4d1a43-0378-44ee-94c9-e8697a0e886f service nova] Lock "45512c2a-1c78-4f50-a995-01ec8108fe38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.706395] env[70483]: DEBUG oslo_concurrency.lockutils [req-f45eda0d-c9f1-4a5e-b244-817c2c2a6ac2 req-2b4d1a43-0378-44ee-94c9-e8697a0e886f service nova] Lock "45512c2a-1c78-4f50-a995-01ec8108fe38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.708270] env[70483]: DEBUG nova.compute.manager [req-f45eda0d-c9f1-4a5e-b244-817c2c2a6ac2 req-2b4d1a43-0378-44ee-94c9-e8697a0e886f service nova] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] No waiting events found dispatching network-vif-plugged-9a344378-1abc-46a9-be90-a1a381a74446 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 683.708575] env[70483]: WARNING nova.compute.manager [req-f45eda0d-c9f1-4a5e-b244-817c2c2a6ac2 req-2b4d1a43-0378-44ee-94c9-e8697a0e886f service nova] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Received unexpected event network-vif-plugged-9a344378-1abc-46a9-be90-a1a381a74446 for instance with vm_state building and task_state spawning. [ 683.708900] env[70483]: DEBUG nova.compute.manager [req-f45eda0d-c9f1-4a5e-b244-817c2c2a6ac2 req-2b4d1a43-0378-44ee-94c9-e8697a0e886f service nova] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Received event network-vif-deleted-380a7916-696b-492a-b9de-7dbeca1122bb {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.708969] env[70483]: DEBUG nova.compute.manager [req-f45eda0d-c9f1-4a5e-b244-817c2c2a6ac2 req-2b4d1a43-0378-44ee-94c9-e8697a0e886f service nova] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Received event network-changed-9a344378-1abc-46a9-be90-a1a381a74446 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.709145] env[70483]: DEBUG nova.compute.manager [req-f45eda0d-c9f1-4a5e-b244-817c2c2a6ac2 req-2b4d1a43-0378-44ee-94c9-e8697a0e886f service nova] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Refreshing instance network info cache due to event network-changed-9a344378-1abc-46a9-be90-a1a381a74446. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 683.709363] env[70483]: DEBUG oslo_concurrency.lockutils [req-f45eda0d-c9f1-4a5e-b244-817c2c2a6ac2 req-2b4d1a43-0378-44ee-94c9-e8697a0e886f service nova] Acquiring lock "refresh_cache-45512c2a-1c78-4f50-a995-01ec8108fe38" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.709650] env[70483]: DEBUG oslo_concurrency.lockutils [req-f45eda0d-c9f1-4a5e-b244-817c2c2a6ac2 req-2b4d1a43-0378-44ee-94c9-e8697a0e886f service nova] Acquired lock "refresh_cache-45512c2a-1c78-4f50-a995-01ec8108fe38" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.709650] env[70483]: DEBUG nova.network.neutron [req-f45eda0d-c9f1-4a5e-b244-817c2c2a6ac2 req-2b4d1a43-0378-44ee-94c9-e8697a0e886f service nova] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Refreshing network info cache for port 9a344378-1abc-46a9-be90-a1a381a74446 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.741375] env[70483]: DEBUG oslo_vmware.api [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Task: {'id': task-3477461, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.221363} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.741695] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.743613] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae65172-573a-4007-aae3-fe00164ac53f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.767201] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 8b06d01e-de2a-402a-bd39-637ce148e693/8b06d01e-de2a-402a-bd39-637ce148e693.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.768085] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20d79430-9254-441e-95c8-9db07327fc6e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.787367] env[70483]: DEBUG nova.compute.manager [None req-7f9d7b72-fc8c-45b7-b0c4-455b1617b24c tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 683.787535] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7f9d7b72-fc8c-45b7-b0c4-455b1617b24c tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 683.788455] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd541901-463c-4108-aede-0129b2a889c7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.797879] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f9d7b72-fc8c-45b7-b0c4-455b1617b24c tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 683.801256] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef40e38b-e399-4c5e-9fb6-426f8566350b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.807296] env[70483]: DEBUG oslo_vmware.api [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Waiting for the task: (returnval){ [ 683.807296] env[70483]: value = "task-3477464" [ 683.807296] env[70483]: _type = "Task" [ 683.807296] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.808669] env[70483]: DEBUG oslo_vmware.api [None req-7f9d7b72-fc8c-45b7-b0c4-455b1617b24c tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Waiting for the task: (returnval){ [ 683.808669] env[70483]: value = "task-3477465" [ 683.808669] env[70483]: _type = "Task" [ 683.808669] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.818907] env[70483]: DEBUG oslo_vmware.api [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Task: {'id': task-3477464, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.829033] env[70483]: DEBUG oslo_vmware.api [None req-7f9d7b72-fc8c-45b7-b0c4-455b1617b24c tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Task: {'id': task-3477465, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.891268] env[70483]: DEBUG nova.compute.utils [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.900853] env[70483]: DEBUG nova.compute.manager [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 683.901585] env[70483]: DEBUG nova.network.neutron [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 683.977026] env[70483]: DEBUG nova.policy [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2737afb664bb42a8baebb71444f42880', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1869dd7f50f0482aa7883e8ae0b5b6d4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 684.011221] env[70483]: DEBUG oslo_vmware.api [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Task: {'id': task-3477462, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.158993] env[70483]: DEBUG oslo_vmware.api [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Task: {'id': task-3477463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.317979] env[70483]: DEBUG oslo_vmware.api [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Task: {'id': task-3477464, 'name': ReconfigVM_Task, 'duration_secs': 0.448588} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.318830] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 8b06d01e-de2a-402a-bd39-637ce148e693/8b06d01e-de2a-402a-bd39-637ce148e693.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.319523] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de87d9b4-1e24-409b-8f2d-d5bf0669130a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.325896] env[70483]: DEBUG oslo_vmware.api [None req-7f9d7b72-fc8c-45b7-b0c4-455b1617b24c tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Task: {'id': task-3477465, 'name': PowerOffVM_Task, 'duration_secs': 0.345014} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.327743] env[70483]: DEBUG nova.network.neutron [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Successfully updated port: d1febc11-0edf-4b98-a92c-a348ede08159 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.329946] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f9d7b72-fc8c-45b7-b0c4-455b1617b24c tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 684.329946] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7f9d7b72-fc8c-45b7-b0c4-455b1617b24c tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 684.330632] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec4e9053-128e-4b0c-aa46-dca5b187e1d7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.335343] env[70483]: DEBUG oslo_vmware.api [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Waiting for the task: (returnval){ [ 684.335343] env[70483]: value = "task-3477466" [ 684.335343] env[70483]: _type = "Task" [ 684.335343] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.346982] env[70483]: DEBUG oslo_vmware.api [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Task: {'id': task-3477466, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.402968] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7f9d7b72-fc8c-45b7-b0c4-455b1617b24c tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 684.402968] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7f9d7b72-fc8c-45b7-b0c4-455b1617b24c tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 684.402968] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f9d7b72-fc8c-45b7-b0c4-455b1617b24c tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Deleting the datastore file [datastore2] c49e76b4-2e57-4790-96cd-a1e3b9db34fe {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 684.403336] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec6529b0-a2df-40da-8541-3ad33c44d0ba {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.407910] env[70483]: DEBUG nova.compute.manager [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 684.416366] env[70483]: DEBUG oslo_vmware.api [None req-7f9d7b72-fc8c-45b7-b0c4-455b1617b24c tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Waiting for the task: (returnval){ [ 684.416366] env[70483]: value = "task-3477468" [ 684.416366] env[70483]: _type = "Task" [ 684.416366] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.427026] env[70483]: DEBUG oslo_vmware.api [None req-7f9d7b72-fc8c-45b7-b0c4-455b1617b24c tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Task: {'id': task-3477468, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.511765] env[70483]: DEBUG oslo_vmware.api [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Task: {'id': task-3477462, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.776233} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.511765] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 45512c2a-1c78-4f50-a995-01ec8108fe38/45512c2a-1c78-4f50-a995-01ec8108fe38.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.513643] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.513973] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4cd1782d-1d6e-4e09-8020-52049227e00c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.521472] env[70483]: DEBUG oslo_vmware.api [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Waiting for the task: (returnval){ [ 684.521472] env[70483]: value = "task-3477469" [ 684.521472] env[70483]: _type = "Task" [ 684.521472] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.535771] env[70483]: DEBUG oslo_vmware.api [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Task: {'id': task-3477469, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.660674] env[70483]: DEBUG oslo_vmware.api [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Task: {'id': task-3477463, 'name': ReconfigVM_Task, 'duration_secs': 0.860047} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.663862] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 2e01c50d-8140-4cd2-8048-96e02f43211f/2e01c50d-8140-4cd2-8048-96e02f43211f.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.664975] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11ac2ca4-b5fe-4d28-ad86-f497adad720c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.673462] env[70483]: DEBUG oslo_vmware.api [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Waiting for the task: (returnval){ [ 684.673462] env[70483]: value = "task-3477470" [ 684.673462] env[70483]: _type = "Task" [ 684.673462] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.689106] env[70483]: DEBUG oslo_vmware.api [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Task: {'id': task-3477470, 'name': Rename_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.697819] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2a6c45-b575-468d-b356-7d5f9f71c53c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.707224] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10eed68b-8446-4b29-8352-3ff5c09f1eba {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.748634] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3dfb70-c207-49d6-90dd-4b9cef76a0dd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.760699] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622b7abd-122d-44aa-81d3-ee46c0b6c570 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.774872] env[70483]: DEBUG nova.compute.provider_tree [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.823772] env[70483]: DEBUG nova.network.neutron [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Successfully created port: 50db30fc-633d-449c-a85f-87a00812ad7e {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 684.834294] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "refresh_cache-2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.834489] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquired lock "refresh_cache-2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.834677] env[70483]: DEBUG nova.network.neutron [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.849582] env[70483]: DEBUG oslo_vmware.api [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Task: {'id': task-3477466, 'name': Rename_Task, 'duration_secs': 0.253073} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.855586] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.859021] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c191781f-2b0c-48f7-bc97-72a5cd11cd35 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.864794] env[70483]: DEBUG oslo_vmware.api [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Waiting for the task: (returnval){ [ 684.864794] env[70483]: value = "task-3477471" [ 684.864794] env[70483]: _type = "Task" [ 684.864794] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.876233] env[70483]: DEBUG oslo_vmware.api [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Task: {'id': task-3477471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.934022] env[70483]: DEBUG oslo_vmware.api [None req-7f9d7b72-fc8c-45b7-b0c4-455b1617b24c tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Task: {'id': task-3477468, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315664} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.934639] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f9d7b72-fc8c-45b7-b0c4-455b1617b24c tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 684.934954] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7f9d7b72-fc8c-45b7-b0c4-455b1617b24c tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 684.935279] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7f9d7b72-fc8c-45b7-b0c4-455b1617b24c tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 684.935457] env[70483]: INFO nova.compute.manager [None req-7f9d7b72-fc8c-45b7-b0c4-455b1617b24c tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Took 1.15 seconds to destroy the instance on the hypervisor. [ 684.935721] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f9d7b72-fc8c-45b7-b0c4-455b1617b24c tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.935942] env[70483]: DEBUG nova.compute.manager [-] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 684.938426] env[70483]: DEBUG nova.network.neutron [-] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 685.027508] env[70483]: DEBUG nova.compute.manager [req-3729f5a7-d6db-4572-b7ad-6bfc9782e0cd req-3980d507-144a-4c03-87c4-30a1b5cc8499 service nova] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Received event network-changed-b5ecef69-af9c-4c0b-9a3a-90603d930f1e {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.027703] env[70483]: DEBUG nova.compute.manager [req-3729f5a7-d6db-4572-b7ad-6bfc9782e0cd req-3980d507-144a-4c03-87c4-30a1b5cc8499 service nova] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Refreshing instance network info cache due to event network-changed-b5ecef69-af9c-4c0b-9a3a-90603d930f1e. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.028701] env[70483]: DEBUG oslo_concurrency.lockutils [req-3729f5a7-d6db-4572-b7ad-6bfc9782e0cd req-3980d507-144a-4c03-87c4-30a1b5cc8499 service nova] Acquiring lock "refresh_cache-2e01c50d-8140-4cd2-8048-96e02f43211f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.030250] env[70483]: DEBUG oslo_concurrency.lockutils [req-3729f5a7-d6db-4572-b7ad-6bfc9782e0cd req-3980d507-144a-4c03-87c4-30a1b5cc8499 service nova] Acquired lock "refresh_cache-2e01c50d-8140-4cd2-8048-96e02f43211f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.030250] env[70483]: DEBUG nova.network.neutron [req-3729f5a7-d6db-4572-b7ad-6bfc9782e0cd req-3980d507-144a-4c03-87c4-30a1b5cc8499 service nova] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Refreshing network info cache for port b5ecef69-af9c-4c0b-9a3a-90603d930f1e {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.043624] env[70483]: DEBUG oslo_vmware.api [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Task: {'id': task-3477469, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168328} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.044680] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.045575] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012a2ea6-0fdd-4149-b021-32774b4380a5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.055575] env[70483]: DEBUG nova.network.neutron [req-f45eda0d-c9f1-4a5e-b244-817c2c2a6ac2 req-2b4d1a43-0378-44ee-94c9-e8697a0e886f service nova] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Updated VIF entry in instance network info cache for port 9a344378-1abc-46a9-be90-a1a381a74446. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.055575] env[70483]: DEBUG nova.network.neutron [req-f45eda0d-c9f1-4a5e-b244-817c2c2a6ac2 req-2b4d1a43-0378-44ee-94c9-e8697a0e886f service nova] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Updating instance_info_cache with network_info: [{"id": "9a344378-1abc-46a9-be90-a1a381a74446", "address": "fa:16:3e:44:3d:19", "network": {"id": "d91d87a7-4a1b-481c-b3b6-7039835261e6", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1464303631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e767090bb88b4f6bb857f010945440d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a344378-1a", "ovs_interfaceid": "9a344378-1abc-46a9-be90-a1a381a74446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.083335] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 45512c2a-1c78-4f50-a995-01ec8108fe38/45512c2a-1c78-4f50-a995-01ec8108fe38.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.084344] env[70483]: DEBUG oslo_concurrency.lockutils [req-f45eda0d-c9f1-4a5e-b244-817c2c2a6ac2 req-2b4d1a43-0378-44ee-94c9-e8697a0e886f service nova] Releasing lock "refresh_cache-45512c2a-1c78-4f50-a995-01ec8108fe38" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.085137] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9dfa738-7c25-4c2b-8e8e-7e6be2f91c55 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.108294] env[70483]: DEBUG oslo_vmware.api [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Waiting for the task: (returnval){ [ 685.108294] env[70483]: value = "task-3477472" [ 685.108294] env[70483]: _type = "Task" [ 685.108294] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.117068] env[70483]: DEBUG oslo_vmware.api [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Task: {'id': task-3477472, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.183746] env[70483]: DEBUG oslo_vmware.api [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Task: {'id': task-3477470, 'name': Rename_Task, 'duration_secs': 0.158811} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.184037] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.184274] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebb5ebd8-30be-4998-9a30-03ff20156d0c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.191575] env[70483]: DEBUG oslo_vmware.api [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Waiting for the task: (returnval){ [ 685.191575] env[70483]: value = "task-3477473" [ 685.191575] env[70483]: _type = "Task" [ 685.191575] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.199773] env[70483]: DEBUG oslo_vmware.api [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Task: {'id': task-3477473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.279139] env[70483]: DEBUG nova.scheduler.client.report [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.377085] env[70483]: DEBUG oslo_vmware.api [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Task: {'id': task-3477471, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.419785] env[70483]: DEBUG nova.network.neutron [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.428230] env[70483]: DEBUG nova.compute.manager [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.462133] env[70483]: DEBUG nova.virt.hardware [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.462540] env[70483]: DEBUG nova.virt.hardware [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.462614] env[70483]: DEBUG nova.virt.hardware [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.462761] env[70483]: DEBUG nova.virt.hardware [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.462941] env[70483]: DEBUG nova.virt.hardware [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.463057] env[70483]: DEBUG nova.virt.hardware [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.463274] env[70483]: DEBUG nova.virt.hardware [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.463513] env[70483]: DEBUG nova.virt.hardware [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.463591] env[70483]: DEBUG nova.virt.hardware [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.463733] env[70483]: DEBUG nova.virt.hardware [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.463901] env[70483]: DEBUG nova.virt.hardware [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.464802] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0b2d45-3ffc-4145-acc8-83995eedf198 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.476195] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2174d717-b9ab-4f19-8e71-78740633914e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.485024] env[70483]: DEBUG nova.compute.manager [None req-0eb02918-32de-4580-960d-c4768b1ae91b tempest-ServerDiagnosticsV248Test-664122400 tempest-ServerDiagnosticsV248Test-664122400-project-admin] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.485024] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdf8f6b-ac62-4a4b-a68b-6e21fec39f2c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.500369] env[70483]: INFO nova.compute.manager [None req-0eb02918-32de-4580-960d-c4768b1ae91b tempest-ServerDiagnosticsV248Test-664122400 tempest-ServerDiagnosticsV248Test-664122400-project-admin] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Retrieving diagnostics [ 685.501171] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bf5f99-5da3-40f7-8a0e-176d50342a26 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.625158] env[70483]: DEBUG oslo_vmware.api [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Task: {'id': task-3477472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.634868] env[70483]: DEBUG nova.compute.manager [None req-5e46c9dc-035f-4491-ab1d-6a69d711e1c2 tempest-ServerExternalEventsTest-682741751 tempest-ServerExternalEventsTest-682741751-project] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Received event network-changed {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.634868] env[70483]: DEBUG nova.compute.manager [None req-5e46c9dc-035f-4491-ab1d-6a69d711e1c2 tempest-ServerExternalEventsTest-682741751 tempest-ServerExternalEventsTest-682741751-project] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Refreshing instance network info cache due to event network-changed. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.634868] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5e46c9dc-035f-4491-ab1d-6a69d711e1c2 tempest-ServerExternalEventsTest-682741751 tempest-ServerExternalEventsTest-682741751-project] Acquiring lock "refresh_cache-3b02e72a-49db-4d75-856a-b9f9b5951b4a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.634868] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5e46c9dc-035f-4491-ab1d-6a69d711e1c2 tempest-ServerExternalEventsTest-682741751 tempest-ServerExternalEventsTest-682741751-project] Acquired lock "refresh_cache-3b02e72a-49db-4d75-856a-b9f9b5951b4a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.635115] env[70483]: DEBUG nova.network.neutron [None req-5e46c9dc-035f-4491-ab1d-6a69d711e1c2 tempest-ServerExternalEventsTest-682741751 tempest-ServerExternalEventsTest-682741751-project] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.707276] env[70483]: DEBUG oslo_vmware.api [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Task: {'id': task-3477473, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.786122] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.786122] env[70483]: DEBUG nova.compute.manager [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 685.789920] env[70483]: DEBUG oslo_concurrency.lockutils [None req-78d9ff54-1e65-4645-8886-b65a096067b5 tempest-DeleteServersAdminTestJSON-849782523 tempest-DeleteServersAdminTestJSON-849782523-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.328s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.789920] env[70483]: DEBUG nova.objects.instance [None req-78d9ff54-1e65-4645-8886-b65a096067b5 tempest-DeleteServersAdminTestJSON-849782523 tempest-DeleteServersAdminTestJSON-849782523-project-admin] Lazy-loading 'resources' on Instance uuid ffec1f4b-b405-4322-82aa-a3234cdb9ff6 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 685.880060] env[70483]: DEBUG oslo_vmware.api [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Task: {'id': task-3477471, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.990258] env[70483]: DEBUG nova.network.neutron [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Updating instance_info_cache with network_info: [{"id": "d1febc11-0edf-4b98-a92c-a348ede08159", "address": "fa:16:3e:c1:16:92", "network": {"id": "2cea8cdf-4e36-4443-b6fe-a1ded03b034b", "bridge": "br-int", "label": "tempest-ServersTestJSON-722535830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8ebecbd62e943518425df622f7274f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1febc11-0e", "ovs_interfaceid": "d1febc11-0edf-4b98-a92c-a348ede08159", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.134975] env[70483]: DEBUG oslo_vmware.api [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Task: {'id': task-3477472, 'name': ReconfigVM_Task, 'duration_secs': 0.960254} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.135838] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 45512c2a-1c78-4f50-a995-01ec8108fe38/45512c2a-1c78-4f50-a995-01ec8108fe38.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.137212] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75525917-b75e-4677-89bd-2eb13e08c252 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.151028] env[70483]: DEBUG oslo_vmware.api [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Waiting for the task: (returnval){ [ 686.151028] env[70483]: value = "task-3477474" [ 686.151028] env[70483]: _type = "Task" [ 686.151028] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.159641] env[70483]: DEBUG oslo_vmware.api [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Task: {'id': task-3477474, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.206609] env[70483]: DEBUG oslo_vmware.api [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Task: {'id': task-3477473, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.260864] env[70483]: DEBUG nova.network.neutron [-] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.294024] env[70483]: DEBUG nova.compute.utils [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.297447] env[70483]: DEBUG nova.compute.manager [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Not allocating networking since 'none' was specified. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 686.383470] env[70483]: DEBUG oslo_vmware.api [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Task: {'id': task-3477471, 'name': PowerOnVM_Task, 'duration_secs': 1.01611} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.384304] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.384304] env[70483]: DEBUG nova.compute.manager [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.385651] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8363f33-9de4-4de3-a1ee-c101c2579c0d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.495713] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Releasing lock "refresh_cache-2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.496022] env[70483]: DEBUG nova.compute.manager [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Instance network_info: |[{"id": "d1febc11-0edf-4b98-a92c-a348ede08159", "address": "fa:16:3e:c1:16:92", "network": {"id": "2cea8cdf-4e36-4443-b6fe-a1ded03b034b", "bridge": "br-int", "label": "tempest-ServersTestJSON-722535830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8ebecbd62e943518425df622f7274f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1febc11-0e", "ovs_interfaceid": "d1febc11-0edf-4b98-a92c-a348ede08159", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.496677] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:16:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f969bd9-e040-4b9b-85b2-7c61231584ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1febc11-0edf-4b98-a92c-a348ede08159', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.507380] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Creating folder: Project (b8ebecbd62e943518425df622f7274f1). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.507711] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02426d89-7688-4983-8074-2373f0c692d0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.518483] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Created folder: Project (b8ebecbd62e943518425df622f7274f1) in parent group-v695216. [ 686.518670] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Creating folder: Instances. Parent ref: group-v695245. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.519214] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab554689-562b-40c0-be88-e0a52a7bdfe9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.528484] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Created folder: Instances in parent group-v695245. [ 686.528722] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.528911] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.529130] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-594b9ea6-551e-494e-b8fa-ea1494e94932 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.551454] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.551454] env[70483]: value = "task-3477477" [ 686.551454] env[70483]: _type = "Task" [ 686.551454] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.559359] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477477, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.574496] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6a95ac-c127-4881-baf9-14d102f6120f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.582081] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68c8c72-4f78-4597-b528-eff2b5830823 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.618905] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d006bb-c76b-47f1-acb6-0157fef998ab {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.627114] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee07108d-916f-457d-8952-3e00db099754 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.631884] env[70483]: DEBUG nova.network.neutron [req-3729f5a7-d6db-4572-b7ad-6bfc9782e0cd req-3980d507-144a-4c03-87c4-30a1b5cc8499 service nova] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Updated VIF entry in instance network info cache for port b5ecef69-af9c-4c0b-9a3a-90603d930f1e. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.632232] env[70483]: DEBUG nova.network.neutron [req-3729f5a7-d6db-4572-b7ad-6bfc9782e0cd req-3980d507-144a-4c03-87c4-30a1b5cc8499 service nova] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Updating instance_info_cache with network_info: [{"id": "b5ecef69-af9c-4c0b-9a3a-90603d930f1e", "address": "fa:16:3e:6c:3a:5b", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ecef69-af", "ovs_interfaceid": "b5ecef69-af9c-4c0b-9a3a-90603d930f1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.645294] env[70483]: DEBUG nova.compute.provider_tree [None req-78d9ff54-1e65-4645-8886-b65a096067b5 tempest-DeleteServersAdminTestJSON-849782523 tempest-DeleteServersAdminTestJSON-849782523-project-admin] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.658797] env[70483]: DEBUG oslo_vmware.api [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Task: {'id': task-3477474, 'name': Rename_Task, 'duration_secs': 0.215969} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.659059] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.659312] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d055dca-d640-4bcd-b198-1e3eb094591e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.666876] env[70483]: DEBUG oslo_vmware.api [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Waiting for the task: (returnval){ [ 686.666876] env[70483]: value = "task-3477478" [ 686.666876] env[70483]: _type = "Task" [ 686.666876] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.675148] env[70483]: DEBUG oslo_vmware.api [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Task: {'id': task-3477478, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.706495] env[70483]: DEBUG oslo_vmware.api [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Task: {'id': task-3477473, 'name': PowerOnVM_Task, 'duration_secs': 1.027397} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.706797] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.707013] env[70483]: INFO nova.compute.manager [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Took 11.93 seconds to spawn the instance on the hypervisor. [ 686.707192] env[70483]: DEBUG nova.compute.manager [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.708048] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6992bf0a-3ad1-4a46-970f-3f07ec9b6aad {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.765840] env[70483]: INFO nova.compute.manager [-] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Took 1.83 seconds to deallocate network for instance. [ 686.799586] env[70483]: DEBUG nova.compute.manager [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.908936] env[70483]: DEBUG oslo_concurrency.lockutils [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.049316] env[70483]: DEBUG nova.network.neutron [None req-5e46c9dc-035f-4491-ab1d-6a69d711e1c2 tempest-ServerExternalEventsTest-682741751 tempest-ServerExternalEventsTest-682741751-project] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Updating instance_info_cache with network_info: [{"id": "28725a2a-05ba-4180-8a5f-5f09a78e9bd1", "address": "fa:16:3e:be:2e:e6", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28725a2a-05", "ovs_interfaceid": "28725a2a-05ba-4180-8a5f-5f09a78e9bd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.066865] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477477, 'name': CreateVM_Task, 'duration_secs': 0.46124} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.066865] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.067051] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.067221] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.067601] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.067881] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ba2e370-fc0b-4306-94e4-7d17f6212b7f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.077801] env[70483]: DEBUG oslo_vmware.api [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 687.077801] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52dac4c0-0553-341b-3db2-80dd1a5d68f5" [ 687.077801] env[70483]: _type = "Task" [ 687.077801] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.088603] env[70483]: DEBUG oslo_vmware.api [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52dac4c0-0553-341b-3db2-80dd1a5d68f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.136424] env[70483]: DEBUG oslo_concurrency.lockutils [req-3729f5a7-d6db-4572-b7ad-6bfc9782e0cd req-3980d507-144a-4c03-87c4-30a1b5cc8499 service nova] Releasing lock "refresh_cache-2e01c50d-8140-4cd2-8048-96e02f43211f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.136672] env[70483]: DEBUG nova.compute.manager [req-3729f5a7-d6db-4572-b7ad-6bfc9782e0cd req-3980d507-144a-4c03-87c4-30a1b5cc8499 service nova] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Received event network-vif-deleted-140bc17e-ae2e-4bda-8a0a-b7d8312eade8 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.150233] env[70483]: DEBUG nova.scheduler.client.report [None req-78d9ff54-1e65-4645-8886-b65a096067b5 tempest-DeleteServersAdminTestJSON-849782523 tempest-DeleteServersAdminTestJSON-849782523-project-admin] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.180370] env[70483]: DEBUG oslo_vmware.api [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Task: {'id': task-3477478, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.231587] env[70483]: INFO nova.compute.manager [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Took 24.60 seconds to build instance. [ 687.275664] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7f9d7b72-fc8c-45b7-b0c4-455b1617b24c tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.435232] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquiring lock "7d971534-4425-456e-83e4-7c8d9ed7f435" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.435624] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Lock "7d971534-4425-456e-83e4-7c8d9ed7f435" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.479331] env[70483]: DEBUG nova.network.neutron [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Successfully updated port: 50db30fc-633d-449c-a85f-87a00812ad7e {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.551912] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5e46c9dc-035f-4491-ab1d-6a69d711e1c2 tempest-ServerExternalEventsTest-682741751 tempest-ServerExternalEventsTest-682741751-project] Releasing lock "refresh_cache-3b02e72a-49db-4d75-856a-b9f9b5951b4a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.587672] env[70483]: DEBUG oslo_vmware.api [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52dac4c0-0553-341b-3db2-80dd1a5d68f5, 'name': SearchDatastore_Task, 'duration_secs': 0.011365} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.587972] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.588297] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.588455] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.588621] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.588802] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.589068] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48646fa6-d55b-4adf-9380-3ae14f530c5d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.598790] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.599822] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.599822] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60513a3b-7152-41bf-9c5f-513249883544 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.605966] env[70483]: DEBUG oslo_vmware.api [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 687.605966] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e0e9dc-b245-94e3-6f5b-734a900a6553" [ 687.605966] env[70483]: _type = "Task" [ 687.605966] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.613846] env[70483]: DEBUG oslo_vmware.api [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e0e9dc-b245-94e3-6f5b-734a900a6553, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.655711] env[70483]: DEBUG oslo_concurrency.lockutils [None req-78d9ff54-1e65-4645-8886-b65a096067b5 tempest-DeleteServersAdminTestJSON-849782523 tempest-DeleteServersAdminTestJSON-849782523-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.866s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.659028] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.799s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.661444] env[70483]: INFO nova.compute.claims [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.679754] env[70483]: DEBUG oslo_vmware.api [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Task: {'id': task-3477478, 'name': PowerOnVM_Task, 'duration_secs': 0.646562} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.681398] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.681496] env[70483]: INFO nova.compute.manager [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Took 10.61 seconds to spawn the instance on the hypervisor. [ 687.681696] env[70483]: DEBUG nova.compute.manager [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.682650] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c7ef51-8e28-41a7-8cc7-96ca7ccdc799 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.697381] env[70483]: INFO nova.scheduler.client.report [None req-78d9ff54-1e65-4645-8886-b65a096067b5 tempest-DeleteServersAdminTestJSON-849782523 tempest-DeleteServersAdminTestJSON-849782523-project-admin] Deleted allocations for instance ffec1f4b-b405-4322-82aa-a3234cdb9ff6 [ 687.734700] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ff94fc9c-23ee-4e97-bb77-2766f2eb33cc tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Lock "2e01c50d-8140-4cd2-8048-96e02f43211f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.117s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.813433] env[70483]: DEBUG nova.compute.manager [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 687.845068] env[70483]: DEBUG nova.virt.hardware [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.845291] env[70483]: DEBUG nova.virt.hardware [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.845505] env[70483]: DEBUG nova.virt.hardware [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.845776] env[70483]: DEBUG nova.virt.hardware [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.846232] env[70483]: DEBUG nova.virt.hardware [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.846933] env[70483]: DEBUG nova.virt.hardware [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.846933] env[70483]: DEBUG nova.virt.hardware [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.846933] env[70483]: DEBUG nova.virt.hardware [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.847253] env[70483]: DEBUG nova.virt.hardware [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.847700] env[70483]: DEBUG nova.virt.hardware [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.847920] env[70483]: DEBUG nova.virt.hardware [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.849193] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82119635-5bc0-4d7b-8bf4-034c0b9d2b2a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.858821] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f13bb1a-3d70-4335-9f57-561449920b91 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.875748] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Instance VIF info [] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.882074] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Creating folder: Project (ef03f257ad1c4cbfaac0180e0f4e628c). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.882437] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1bbd988e-8d0a-47d5-a989-2dfd53ea7131 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.895039] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Created folder: Project (ef03f257ad1c4cbfaac0180e0f4e628c) in parent group-v695216. [ 687.895039] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Creating folder: Instances. Parent ref: group-v695248. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.895039] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55f13807-56bf-4e3e-80a7-cdf3c09324e8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.905701] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Created folder: Instances in parent group-v695248. [ 687.905982] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.906223] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.906467] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-645edf37-0e7a-456d-9b99-04be867827fb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.923480] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.923480] env[70483]: value = "task-3477481" [ 687.923480] env[70483]: _type = "Task" [ 687.923480] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.934446] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477481, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.938120] env[70483]: DEBUG nova.compute.manager [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.984859] env[70483]: DEBUG oslo_concurrency.lockutils [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Acquiring lock "refresh_cache-e6bb49fb-8343-44b2-85e7-9406a185b1a9" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.984859] env[70483]: DEBUG oslo_concurrency.lockutils [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Acquired lock "refresh_cache-e6bb49fb-8343-44b2-85e7-9406a185b1a9" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.984859] env[70483]: DEBUG nova.network.neutron [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.118330] env[70483]: DEBUG oslo_vmware.api [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e0e9dc-b245-94e3-6f5b-734a900a6553, 'name': SearchDatastore_Task, 'duration_secs': 0.031264} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.120142] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67084311-52d4-429b-8884-3cf18b42258d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.124739] env[70483]: DEBUG oslo_vmware.api [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 688.124739] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522a56fe-b262-1017-6914-b61319f4cbfc" [ 688.124739] env[70483]: _type = "Task" [ 688.124739] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.148811] env[70483]: DEBUG oslo_vmware.api [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522a56fe-b262-1017-6914-b61319f4cbfc, 'name': SearchDatastore_Task, 'duration_secs': 0.010125} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.152184] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.152184] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3/2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.152184] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9eedf868-388c-43a4-a5ab-08e3c850e38d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.160816] env[70483]: DEBUG oslo_vmware.api [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 688.160816] env[70483]: value = "task-3477482" [ 688.160816] env[70483]: _type = "Task" [ 688.160816] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.180019] env[70483]: DEBUG oslo_vmware.api [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3477482, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.215031] env[70483]: DEBUG oslo_concurrency.lockutils [None req-78d9ff54-1e65-4645-8886-b65a096067b5 tempest-DeleteServersAdminTestJSON-849782523 tempest-DeleteServersAdminTestJSON-849782523-project-admin] Lock "ffec1f4b-b405-4322-82aa-a3234cdb9ff6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.983s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.221036] env[70483]: INFO nova.compute.manager [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Took 16.14 seconds to build instance. [ 688.437909] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477481, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.464625] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.566431] env[70483]: DEBUG nova.network.neutron [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.677152] env[70483]: DEBUG oslo_vmware.api [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3477482, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.727813] env[70483]: DEBUG oslo_concurrency.lockutils [None req-681c0aa5-aba7-481f-b8d2-24a187cedb0e tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Lock "45512c2a-1c78-4f50-a995-01ec8108fe38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.667s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.803748] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4ad564cb-52b4-4ea5-88a2-f1c08eb0de96 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Acquiring lock "3b02e72a-49db-4d75-856a-b9f9b5951b4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.804300] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4ad564cb-52b4-4ea5-88a2-f1c08eb0de96 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Lock "3b02e72a-49db-4d75-856a-b9f9b5951b4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.804574] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4ad564cb-52b4-4ea5-88a2-f1c08eb0de96 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Acquiring lock "3b02e72a-49db-4d75-856a-b9f9b5951b4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.804810] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4ad564cb-52b4-4ea5-88a2-f1c08eb0de96 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Lock "3b02e72a-49db-4d75-856a-b9f9b5951b4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.805154] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4ad564cb-52b4-4ea5-88a2-f1c08eb0de96 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Lock "3b02e72a-49db-4d75-856a-b9f9b5951b4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.808424] env[70483]: INFO nova.compute.manager [None req-4ad564cb-52b4-4ea5-88a2-f1c08eb0de96 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Terminating instance [ 688.941498] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477481, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.950812] env[70483]: DEBUG nova.network.neutron [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Updating instance_info_cache with network_info: [{"id": "50db30fc-633d-449c-a85f-87a00812ad7e", "address": "fa:16:3e:97:bf:4d", "network": {"id": "f7f18a86-c382-49d0-bdc9-d7bd6dfd388e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-924799020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1869dd7f50f0482aa7883e8ae0b5b6d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50db30fc-63", "ovs_interfaceid": "50db30fc-633d-449c-a85f-87a00812ad7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.974488] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d4692a-3f58-4fa7-8845-d2763c25bc79 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.984071] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591c2ab7-1249-4b04-895e-aa6896e27d9e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.026040] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a64969-ce08-411f-a1b7-6a951aa572fe {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.034327] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8c7fb3-9b1b-49c9-9f7f-f6f6b369ff2a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.051084] env[70483]: DEBUG nova.compute.provider_tree [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.055089] env[70483]: DEBUG nova.compute.manager [req-a6236f69-bb9a-44f9-bb77-88736a175088 req-086c1070-c5d6-40c3-b918-7806c6e25618 service nova] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Received event network-vif-plugged-d1febc11-0edf-4b98-a92c-a348ede08159 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.055365] env[70483]: DEBUG oslo_concurrency.lockutils [req-a6236f69-bb9a-44f9-bb77-88736a175088 req-086c1070-c5d6-40c3-b918-7806c6e25618 service nova] Acquiring lock "2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.055609] env[70483]: DEBUG oslo_concurrency.lockutils [req-a6236f69-bb9a-44f9-bb77-88736a175088 req-086c1070-c5d6-40c3-b918-7806c6e25618 service nova] Lock "2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.055819] env[70483]: DEBUG oslo_concurrency.lockutils [req-a6236f69-bb9a-44f9-bb77-88736a175088 req-086c1070-c5d6-40c3-b918-7806c6e25618 service nova] Lock "2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.056090] env[70483]: DEBUG nova.compute.manager [req-a6236f69-bb9a-44f9-bb77-88736a175088 req-086c1070-c5d6-40c3-b918-7806c6e25618 service nova] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] No waiting events found dispatching network-vif-plugged-d1febc11-0edf-4b98-a92c-a348ede08159 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 689.056323] env[70483]: WARNING nova.compute.manager [req-a6236f69-bb9a-44f9-bb77-88736a175088 req-086c1070-c5d6-40c3-b918-7806c6e25618 service nova] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Received unexpected event network-vif-plugged-d1febc11-0edf-4b98-a92c-a348ede08159 for instance with vm_state building and task_state spawning. [ 689.056523] env[70483]: DEBUG nova.compute.manager [req-a6236f69-bb9a-44f9-bb77-88736a175088 req-086c1070-c5d6-40c3-b918-7806c6e25618 service nova] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Received event network-changed-d1febc11-0edf-4b98-a92c-a348ede08159 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.056710] env[70483]: DEBUG nova.compute.manager [req-a6236f69-bb9a-44f9-bb77-88736a175088 req-086c1070-c5d6-40c3-b918-7806c6e25618 service nova] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Refreshing instance network info cache due to event network-changed-d1febc11-0edf-4b98-a92c-a348ede08159. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 689.056953] env[70483]: DEBUG oslo_concurrency.lockutils [req-a6236f69-bb9a-44f9-bb77-88736a175088 req-086c1070-c5d6-40c3-b918-7806c6e25618 service nova] Acquiring lock "refresh_cache-2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.057174] env[70483]: DEBUG oslo_concurrency.lockutils [req-a6236f69-bb9a-44f9-bb77-88736a175088 req-086c1070-c5d6-40c3-b918-7806c6e25618 service nova] Acquired lock "refresh_cache-2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.057434] env[70483]: DEBUG nova.network.neutron [req-a6236f69-bb9a-44f9-bb77-88736a175088 req-086c1070-c5d6-40c3-b918-7806c6e25618 service nova] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Refreshing network info cache for port d1febc11-0edf-4b98-a92c-a348ede08159 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.172132] env[70483]: DEBUG oslo_vmware.api [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3477482, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524912} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.172896] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3/2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.172896] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.173115] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-288bb3ef-b173-4e25-8607-f1358f67abf2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.180467] env[70483]: DEBUG oslo_vmware.api [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 689.180467] env[70483]: value = "task-3477483" [ 689.180467] env[70483]: _type = "Task" [ 689.180467] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.190310] env[70483]: DEBUG oslo_vmware.api [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3477483, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.320718] env[70483]: DEBUG nova.compute.manager [None req-4ad564cb-52b4-4ea5-88a2-f1c08eb0de96 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 689.320718] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad564cb-52b4-4ea5-88a2-f1c08eb0de96 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 689.321530] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29f2354-6c89-422e-ad2e-4438b721c829 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.331980] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad564cb-52b4-4ea5-88a2-f1c08eb0de96 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.335016] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f52671b-5aa9-42e5-b803-cfabd4a6bd37 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.343796] env[70483]: DEBUG oslo_vmware.api [None req-4ad564cb-52b4-4ea5-88a2-f1c08eb0de96 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Waiting for the task: (returnval){ [ 689.343796] env[70483]: value = "task-3477484" [ 689.343796] env[70483]: _type = "Task" [ 689.343796] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.353970] env[70483]: DEBUG oslo_vmware.api [None req-4ad564cb-52b4-4ea5-88a2-f1c08eb0de96 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Task: {'id': task-3477484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.437456] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477481, 'name': CreateVM_Task, 'duration_secs': 1.41708} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.437715] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.438170] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.438310] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.438659] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.438905] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07d0f528-dec7-424c-a882-4042e864939d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.445637] env[70483]: DEBUG oslo_vmware.api [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Waiting for the task: (returnval){ [ 689.445637] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]520bacf3-426a-23b4-6c69-5c2114b18055" [ 689.445637] env[70483]: _type = "Task" [ 689.445637] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.457171] env[70483]: DEBUG oslo_concurrency.lockutils [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Releasing lock "refresh_cache-e6bb49fb-8343-44b2-85e7-9406a185b1a9" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.457652] env[70483]: DEBUG nova.compute.manager [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Instance network_info: |[{"id": "50db30fc-633d-449c-a85f-87a00812ad7e", "address": "fa:16:3e:97:bf:4d", "network": {"id": "f7f18a86-c382-49d0-bdc9-d7bd6dfd388e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-924799020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1869dd7f50f0482aa7883e8ae0b5b6d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50db30fc-63", "ovs_interfaceid": "50db30fc-633d-449c-a85f-87a00812ad7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.458143] env[70483]: DEBUG oslo_vmware.api [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]520bacf3-426a-23b4-6c69-5c2114b18055, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.458591] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:bf:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b931c4c-f73c-4fbd-9c9f-0270834cc69e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50db30fc-633d-449c-a85f-87a00812ad7e', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.466651] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Creating folder: Project (1869dd7f50f0482aa7883e8ae0b5b6d4). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.467121] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6196a5d2-6452-4a1b-b1ea-9a0855184dff {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.476929] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Created folder: Project (1869dd7f50f0482aa7883e8ae0b5b6d4) in parent group-v695216. [ 689.477618] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Creating folder: Instances. Parent ref: group-v695251. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.478133] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d894c79-fdb9-445a-81a1-d2f7440f5d47 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.488032] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Created folder: Instances in parent group-v695251. [ 689.488032] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.488032] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.488032] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2561bd2-5654-4ac6-b8c6-e901918ff950 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.508877] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.508877] env[70483]: value = "task-3477487" [ 689.508877] env[70483]: _type = "Task" [ 689.508877] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.516865] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477487, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.563152] env[70483]: DEBUG nova.scheduler.client.report [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.693430] env[70483]: DEBUG oslo_vmware.api [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3477483, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111257} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.698109] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.698109] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fc6140-3935-4e52-9f44-85ac6f82fd20 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.725188] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3/2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.725830] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64abd56f-5d76-4f25-a560-e6da931403ab {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.748877] env[70483]: DEBUG oslo_vmware.api [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 689.748877] env[70483]: value = "task-3477488" [ 689.748877] env[70483]: _type = "Task" [ 689.748877] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.758157] env[70483]: DEBUG oslo_vmware.api [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3477488, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.854869] env[70483]: DEBUG oslo_vmware.api [None req-4ad564cb-52b4-4ea5-88a2-f1c08eb0de96 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Task: {'id': task-3477484, 'name': PowerOffVM_Task, 'duration_secs': 0.462766} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.855392] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad564cb-52b4-4ea5-88a2-f1c08eb0de96 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.856242] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad564cb-52b4-4ea5-88a2-f1c08eb0de96 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 689.856669] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d328fe3-87f0-4cef-853c-6694ba8a3673 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.917767] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad564cb-52b4-4ea5-88a2-f1c08eb0de96 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.918017] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad564cb-52b4-4ea5-88a2-f1c08eb0de96 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.919161] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ad564cb-52b4-4ea5-88a2-f1c08eb0de96 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Deleting the datastore file [datastore1] 3b02e72a-49db-4d75-856a-b9f9b5951b4a {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.919161] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c89c1b4b-cba6-4b59-af29-fad6a162adf0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.929013] env[70483]: DEBUG oslo_vmware.api [None req-4ad564cb-52b4-4ea5-88a2-f1c08eb0de96 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Waiting for the task: (returnval){ [ 689.929013] env[70483]: value = "task-3477490" [ 689.929013] env[70483]: _type = "Task" [ 689.929013] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.943944] env[70483]: DEBUG oslo_vmware.api [None req-4ad564cb-52b4-4ea5-88a2-f1c08eb0de96 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Task: {'id': task-3477490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.957814] env[70483]: DEBUG oslo_vmware.api [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]520bacf3-426a-23b4-6c69-5c2114b18055, 'name': SearchDatastore_Task, 'duration_secs': 0.036005} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.958196] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.958544] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.958900] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.959206] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.959512] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.959896] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2609c463-0448-4179-8e10-1ca57e8253b2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.969872] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.971198] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.971198] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd0f66bb-7a2c-4b7f-9069-c2b84334eb24 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.983091] env[70483]: DEBUG oslo_vmware.api [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Waiting for the task: (returnval){ [ 689.983091] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5239ef5b-4c7d-2d91-43d9-9b470c519468" [ 689.983091] env[70483]: _type = "Task" [ 689.983091] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.994461] env[70483]: DEBUG oslo_vmware.api [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5239ef5b-4c7d-2d91-43d9-9b470c519468, 'name': SearchDatastore_Task, 'duration_secs': 0.013226} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.995777] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ccc64d9-fab0-4639-a234-e068d80b4a7b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.001593] env[70483]: DEBUG oslo_vmware.api [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Waiting for the task: (returnval){ [ 690.001593] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]526fdd95-31bd-2ec2-fb86-98aa2946351a" [ 690.001593] env[70483]: _type = "Task" [ 690.001593] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.010358] env[70483]: DEBUG oslo_vmware.api [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]526fdd95-31bd-2ec2-fb86-98aa2946351a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.021404] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477487, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.071219] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.071769] env[70483]: DEBUG nova.compute.manager [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.074613] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dd6aaecb-4913-497e-8685-779d893e395e tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.122s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.074956] env[70483]: DEBUG nova.objects.instance [None req-dd6aaecb-4913-497e-8685-779d893e395e tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lazy-loading 'resources' on Instance uuid 68707fd0-fc6c-4a91-b216-67a401373232 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 690.263472] env[70483]: DEBUG oslo_vmware.api [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3477488, 'name': ReconfigVM_Task, 'duration_secs': 0.405714} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.263953] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3/2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.264426] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66cbd650-5b14-4c06-b921-f31e75921e43 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.271469] env[70483]: DEBUG oslo_vmware.api [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 690.271469] env[70483]: value = "task-3477491" [ 690.271469] env[70483]: _type = "Task" [ 690.271469] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.282117] env[70483]: DEBUG oslo_vmware.api [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3477491, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.315357] env[70483]: DEBUG nova.network.neutron [req-a6236f69-bb9a-44f9-bb77-88736a175088 req-086c1070-c5d6-40c3-b918-7806c6e25618 service nova] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Updated VIF entry in instance network info cache for port d1febc11-0edf-4b98-a92c-a348ede08159. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.315357] env[70483]: DEBUG nova.network.neutron [req-a6236f69-bb9a-44f9-bb77-88736a175088 req-086c1070-c5d6-40c3-b918-7806c6e25618 service nova] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Updating instance_info_cache with network_info: [{"id": "d1febc11-0edf-4b98-a92c-a348ede08159", "address": "fa:16:3e:c1:16:92", "network": {"id": "2cea8cdf-4e36-4443-b6fe-a1ded03b034b", "bridge": "br-int", "label": "tempest-ServersTestJSON-722535830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8ebecbd62e943518425df622f7274f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1febc11-0e", "ovs_interfaceid": "d1febc11-0edf-4b98-a92c-a348ede08159", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.440258] env[70483]: DEBUG oslo_vmware.api [None req-4ad564cb-52b4-4ea5-88a2-f1c08eb0de96 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Task: {'id': task-3477490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227012} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.440453] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ad564cb-52b4-4ea5-88a2-f1c08eb0de96 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 690.440642] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad564cb-52b4-4ea5-88a2-f1c08eb0de96 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 690.440806] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad564cb-52b4-4ea5-88a2-f1c08eb0de96 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 690.440975] env[70483]: INFO nova.compute.manager [None req-4ad564cb-52b4-4ea5-88a2-f1c08eb0de96 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 690.441246] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ad564cb-52b4-4ea5-88a2-f1c08eb0de96 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.441639] env[70483]: DEBUG nova.compute.manager [-] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 690.441639] env[70483]: DEBUG nova.network.neutron [-] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 690.518247] env[70483]: DEBUG oslo_vmware.api [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]526fdd95-31bd-2ec2-fb86-98aa2946351a, 'name': SearchDatastore_Task, 'duration_secs': 0.012026} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.519303] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.519303] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 59d0c92a-a41f-4eae-b381-8f11d1f68197/59d0c92a-a41f-4eae-b381-8f11d1f68197.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.519704] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17a3c240-1508-4091-bc15-bbada568ec97 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.524746] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477487, 'name': CreateVM_Task, 'duration_secs': 0.537305} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.527231] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.527231] env[70483]: DEBUG oslo_concurrency.lockutils [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.527231] env[70483]: DEBUG oslo_concurrency.lockutils [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.527231] env[70483]: DEBUG oslo_concurrency.lockutils [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.527231] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13547dea-2a51-4c84-a4e0-c32fe80af836 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.530166] env[70483]: DEBUG oslo_vmware.api [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Waiting for the task: (returnval){ [ 690.530166] env[70483]: value = "task-3477492" [ 690.530166] env[70483]: _type = "Task" [ 690.530166] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.534843] env[70483]: DEBUG oslo_vmware.api [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Waiting for the task: (returnval){ [ 690.534843] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5245395f-be35-885d-6c8b-7a7a57317fc5" [ 690.534843] env[70483]: _type = "Task" [ 690.534843] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.541226] env[70483]: DEBUG oslo_vmware.api [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': task-3477492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.545917] env[70483]: DEBUG oslo_vmware.api [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5245395f-be35-885d-6c8b-7a7a57317fc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.577680] env[70483]: DEBUG nova.compute.utils [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.582804] env[70483]: DEBUG nova.compute.manager [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.582880] env[70483]: DEBUG nova.network.neutron [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.745495] env[70483]: DEBUG nova.policy [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2b45401afb64e5bafae75420efb6f3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a646e9ad28c645a88ac438e0592933cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.784635] env[70483]: DEBUG oslo_vmware.api [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3477491, 'name': Rename_Task, 'duration_secs': 0.346163} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.786230] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.787366] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18a69a5f-04f4-4cbb-8638-c9122754f04a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.792527] env[70483]: DEBUG oslo_vmware.api [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 690.792527] env[70483]: value = "task-3477493" [ 690.792527] env[70483]: _type = "Task" [ 690.792527] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.803067] env[70483]: DEBUG oslo_vmware.api [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3477493, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.819129] env[70483]: DEBUG oslo_concurrency.lockutils [req-a6236f69-bb9a-44f9-bb77-88736a175088 req-086c1070-c5d6-40c3-b918-7806c6e25618 service nova] Releasing lock "refresh_cache-2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.819399] env[70483]: DEBUG nova.compute.manager [req-a6236f69-bb9a-44f9-bb77-88736a175088 req-086c1070-c5d6-40c3-b918-7806c6e25618 service nova] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Received event network-vif-deleted-9bd2ff86-230c-45ad-8223-d7b88485904b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.871170] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3891494a-7b71-47d5-91b5-ed07ea519726 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.882545] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efcebe0-476b-4aef-9afd-e52440ab6929 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.916050] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbec0da5-14d6-4ca5-96e9-4989cd77866e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.927832] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc74b882-1135-4389-9870-f5acf16b1d97 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.941852] env[70483]: DEBUG nova.compute.provider_tree [None req-dd6aaecb-4913-497e-8685-779d893e395e tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.050805] env[70483]: DEBUG oslo_vmware.api [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5245395f-be35-885d-6c8b-7a7a57317fc5, 'name': SearchDatastore_Task, 'duration_secs': 0.014672} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.050805] env[70483]: DEBUG oslo_vmware.api [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': task-3477492, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.051344] env[70483]: DEBUG oslo_concurrency.lockutils [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.051344] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.052364] env[70483]: DEBUG oslo_concurrency.lockutils [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.052364] env[70483]: DEBUG oslo_concurrency.lockutils [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.052364] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.052364] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45c3b5d1-f870-4fb5-9f8c-cefccfa1b58f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.068545] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.068764] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.069574] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19c042e7-3b9b-4a65-9216-a9edd563ad68 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.076339] env[70483]: DEBUG oslo_vmware.api [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Waiting for the task: (returnval){ [ 691.076339] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52c6dc7b-9ed1-4339-3d53-4a05f2e4cee5" [ 691.076339] env[70483]: _type = "Task" [ 691.076339] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.095267] env[70483]: DEBUG nova.compute.manager [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.097633] env[70483]: DEBUG oslo_vmware.api [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52c6dc7b-9ed1-4339-3d53-4a05f2e4cee5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.216087] env[70483]: DEBUG nova.network.neutron [-] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.305467] env[70483]: DEBUG oslo_vmware.api [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3477493, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.450435] env[70483]: DEBUG nova.scheduler.client.report [None req-dd6aaecb-4913-497e-8685-779d893e395e tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.534519] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "7586d90c-26f8-4054-8574-e4585eaadc45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.534649] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "7586d90c-26f8-4054-8574-e4585eaadc45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.551358] env[70483]: DEBUG oslo_vmware.api [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': task-3477492, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.786046} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.552122] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 59d0c92a-a41f-4eae-b381-8f11d1f68197/59d0c92a-a41f-4eae-b381-8f11d1f68197.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.552122] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.552122] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be08e172-9952-4e22-81e6-1a7bdc54bdf9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.560690] env[70483]: DEBUG oslo_vmware.api [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Waiting for the task: (returnval){ [ 691.560690] env[70483]: value = "task-3477494" [ 691.560690] env[70483]: _type = "Task" [ 691.560690] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.571446] env[70483]: DEBUG oslo_vmware.api [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': task-3477494, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.589314] env[70483]: DEBUG oslo_vmware.api [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52c6dc7b-9ed1-4339-3d53-4a05f2e4cee5, 'name': SearchDatastore_Task, 'duration_secs': 0.057115} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.589314] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3bc70e6-7595-4289-a156-9de684d9efdc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.594577] env[70483]: DEBUG oslo_vmware.api [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Waiting for the task: (returnval){ [ 691.594577] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ebc24a-c5cc-7a00-8043-631917cf57ce" [ 691.594577] env[70483]: _type = "Task" [ 691.594577] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.611305] env[70483]: DEBUG oslo_vmware.api [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ebc24a-c5cc-7a00-8043-631917cf57ce, 'name': SearchDatastore_Task, 'duration_secs': 0.012155} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.611799] env[70483]: DEBUG oslo_concurrency.lockutils [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.612092] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] e6bb49fb-8343-44b2-85e7-9406a185b1a9/e6bb49fb-8343-44b2-85e7-9406a185b1a9.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.612361] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4734bc5-1e2c-440d-890a-6516e854bc90 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.619975] env[70483]: DEBUG oslo_vmware.api [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Waiting for the task: (returnval){ [ 691.619975] env[70483]: value = "task-3477495" [ 691.619975] env[70483]: _type = "Task" [ 691.619975] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.634890] env[70483]: DEBUG oslo_vmware.api [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Task: {'id': task-3477495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.718751] env[70483]: INFO nova.compute.manager [-] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Took 1.28 seconds to deallocate network for instance. [ 691.803505] env[70483]: DEBUG oslo_vmware.api [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3477493, 'name': PowerOnVM_Task, 'duration_secs': 0.909417} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.803798] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.804021] env[70483]: INFO nova.compute.manager [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Took 8.84 seconds to spawn the instance on the hypervisor. [ 691.804309] env[70483]: DEBUG nova.compute.manager [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.805091] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60b6dc7-03a7-475f-a743-25ec9fe41025 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.816949] env[70483]: DEBUG nova.network.neutron [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Successfully created port: 9cc000c8-d583-4d29-a304-b00924f68c26 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 691.959053] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dd6aaecb-4913-497e-8685-779d893e395e tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.884s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.966035] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.054s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.966679] env[70483]: INFO nova.compute.claims [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.004773] env[70483]: INFO nova.scheduler.client.report [None req-dd6aaecb-4913-497e-8685-779d893e395e tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Deleted allocations for instance 68707fd0-fc6c-4a91-b216-67a401373232 [ 692.044579] env[70483]: DEBUG nova.compute.manager [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.048114] env[70483]: INFO nova.compute.manager [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Rebuilding instance [ 692.076957] env[70483]: DEBUG oslo_vmware.api [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': task-3477494, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068489} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.077596] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.079236] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82d8b9d-f46d-4c66-bacd-84bcff96cb9b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.113733] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 59d0c92a-a41f-4eae-b381-8f11d1f68197/59d0c92a-a41f-4eae-b381-8f11d1f68197.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.120417] env[70483]: DEBUG nova.compute.manager [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.121998] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7f7e471-0250-43ff-8d7c-63f99ab92e97 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.147078] env[70483]: DEBUG nova.compute.manager [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.152701] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8019a9e-0498-43c3-b0d7-1372b5af098d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.158695] env[70483]: DEBUG oslo_vmware.api [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Waiting for the task: (returnval){ [ 692.158695] env[70483]: value = "task-3477496" [ 692.158695] env[70483]: _type = "Task" [ 692.158695] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.172700] env[70483]: DEBUG oslo_vmware.api [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Task: {'id': task-3477495, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.183292] env[70483]: DEBUG oslo_vmware.api [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': task-3477496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.185682] env[70483]: DEBUG nova.virt.hardware [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.185927] env[70483]: DEBUG nova.virt.hardware [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.186094] env[70483]: DEBUG nova.virt.hardware [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.186282] env[70483]: DEBUG nova.virt.hardware [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.186505] env[70483]: DEBUG nova.virt.hardware [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.186564] env[70483]: DEBUG nova.virt.hardware [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.186766] env[70483]: DEBUG nova.virt.hardware [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.186923] env[70483]: DEBUG nova.virt.hardware [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.187107] env[70483]: DEBUG nova.virt.hardware [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.187271] env[70483]: DEBUG nova.virt.hardware [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.187465] env[70483]: DEBUG nova.virt.hardware [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.188640] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56444b09-5c89-4e0f-bd6a-7f34ba4622c7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.197616] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2cdfc9-6ae3-4e81-890e-de70eeaa9f2b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.227568] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4ad564cb-52b4-4ea5-88a2-f1c08eb0de96 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.330593] env[70483]: INFO nova.compute.manager [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Took 18.88 seconds to build instance. [ 692.512898] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dd6aaecb-4913-497e-8685-779d893e395e tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "68707fd0-fc6c-4a91-b216-67a401373232" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.598s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.573671] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.657605] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1b11c544-e31a-495c-adf9-af4fc2878aa5 tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Acquiring lock "2e01c50d-8140-4cd2-8048-96e02f43211f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.659529] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1b11c544-e31a-495c-adf9-af4fc2878aa5 tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Lock "2e01c50d-8140-4cd2-8048-96e02f43211f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.659941] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1b11c544-e31a-495c-adf9-af4fc2878aa5 tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Acquiring lock "2e01c50d-8140-4cd2-8048-96e02f43211f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.660348] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1b11c544-e31a-495c-adf9-af4fc2878aa5 tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Lock "2e01c50d-8140-4cd2-8048-96e02f43211f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.660663] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1b11c544-e31a-495c-adf9-af4fc2878aa5 tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Lock "2e01c50d-8140-4cd2-8048-96e02f43211f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.671156] env[70483]: INFO nova.compute.manager [None req-1b11c544-e31a-495c-adf9-af4fc2878aa5 tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Terminating instance [ 692.676666] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Acquiring lock "3b9cca60-6e8d-489e-800a-5277edfc0d3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.677049] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Lock "3b9cca60-6e8d-489e-800a-5277edfc0d3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.691468] env[70483]: DEBUG oslo_vmware.api [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Task: {'id': task-3477495, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.865501} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.694035] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] e6bb49fb-8343-44b2-85e7-9406a185b1a9/e6bb49fb-8343-44b2-85e7-9406a185b1a9.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.694871] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.696029] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36bea83c-2825-44a4-9a69-fc550c331101 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.708142] env[70483]: DEBUG oslo_vmware.api [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': task-3477496, 'name': ReconfigVM_Task, 'duration_secs': 0.43423} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.708939] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 59d0c92a-a41f-4eae-b381-8f11d1f68197/59d0c92a-a41f-4eae-b381-8f11d1f68197.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.709713] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9888c7e1-49a3-4f23-af7c-5b99dc40a3f5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.714057] env[70483]: DEBUG oslo_vmware.api [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Waiting for the task: (returnval){ [ 692.714057] env[70483]: value = "task-3477497" [ 692.714057] env[70483]: _type = "Task" [ 692.714057] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.720154] env[70483]: DEBUG oslo_vmware.api [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Waiting for the task: (returnval){ [ 692.720154] env[70483]: value = "task-3477498" [ 692.720154] env[70483]: _type = "Task" [ 692.720154] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.729827] env[70483]: DEBUG oslo_vmware.api [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Task: {'id': task-3477497, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.738278] env[70483]: DEBUG oslo_vmware.api [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': task-3477498, 'name': Rename_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.833443] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b796883-29ce-43ad-a024-f0e02c9c575e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.398s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.187016] env[70483]: DEBUG nova.compute.manager [None req-1b11c544-e31a-495c-adf9-af4fc2878aa5 tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 693.188242] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1b11c544-e31a-495c-adf9-af4fc2878aa5 tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 693.188715] env[70483]: DEBUG nova.compute.manager [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.195152] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e910e25-232b-4995-a846-98996f2a5eca {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.208493] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b11c544-e31a-495c-adf9-af4fc2878aa5 tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.209790] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79a92314-7413-430b-8560-e3297d1eb4aa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.216934] env[70483]: DEBUG oslo_vmware.api [None req-1b11c544-e31a-495c-adf9-af4fc2878aa5 tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Waiting for the task: (returnval){ [ 693.216934] env[70483]: value = "task-3477499" [ 693.216934] env[70483]: _type = "Task" [ 693.216934] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.227405] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.235024] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-729f7324-7755-49ec-8c17-e78247e843d0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.245492] env[70483]: DEBUG oslo_vmware.api [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Task: {'id': task-3477497, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.301293} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.254754] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.255958] env[70483]: DEBUG oslo_vmware.api [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': task-3477498, 'name': Rename_Task, 'duration_secs': 0.41943} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.255958] env[70483]: DEBUG oslo_vmware.api [None req-1b11c544-e31a-495c-adf9-af4fc2878aa5 tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Task: {'id': task-3477499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.255958] env[70483]: DEBUG oslo_vmware.api [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Waiting for the task: (returnval){ [ 693.255958] env[70483]: value = "task-3477500" [ 693.255958] env[70483]: _type = "Task" [ 693.255958] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.261019] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3674eb-4e17-4986-a9c4-a38ea6e0b7c9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.266561] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.269628] env[70483]: DEBUG nova.compute.manager [req-715215f8-42ca-4ea0-ac03-3a54b15b0f4e req-119efbb0-e00c-4b6e-807d-3cfbf58454d2 service nova] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Received event network-vif-plugged-50db30fc-633d-449c-a85f-87a00812ad7e {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.269912] env[70483]: DEBUG oslo_concurrency.lockutils [req-715215f8-42ca-4ea0-ac03-3a54b15b0f4e req-119efbb0-e00c-4b6e-807d-3cfbf58454d2 service nova] Acquiring lock "e6bb49fb-8343-44b2-85e7-9406a185b1a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.272108] env[70483]: DEBUG oslo_concurrency.lockutils [req-715215f8-42ca-4ea0-ac03-3a54b15b0f4e req-119efbb0-e00c-4b6e-807d-3cfbf58454d2 service nova] Lock "e6bb49fb-8343-44b2-85e7-9406a185b1a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.272108] env[70483]: DEBUG oslo_concurrency.lockutils [req-715215f8-42ca-4ea0-ac03-3a54b15b0f4e req-119efbb0-e00c-4b6e-807d-3cfbf58454d2 service nova] Lock "e6bb49fb-8343-44b2-85e7-9406a185b1a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.272108] env[70483]: DEBUG nova.compute.manager [req-715215f8-42ca-4ea0-ac03-3a54b15b0f4e req-119efbb0-e00c-4b6e-807d-3cfbf58454d2 service nova] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] No waiting events found dispatching network-vif-plugged-50db30fc-633d-449c-a85f-87a00812ad7e {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 693.272108] env[70483]: WARNING nova.compute.manager [req-715215f8-42ca-4ea0-ac03-3a54b15b0f4e req-119efbb0-e00c-4b6e-807d-3cfbf58454d2 service nova] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Received unexpected event network-vif-plugged-50db30fc-633d-449c-a85f-87a00812ad7e for instance with vm_state building and task_state spawning. [ 693.272108] env[70483]: DEBUG nova.compute.manager [req-715215f8-42ca-4ea0-ac03-3a54b15b0f4e req-119efbb0-e00c-4b6e-807d-3cfbf58454d2 service nova] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Received event network-changed-50db30fc-633d-449c-a85f-87a00812ad7e {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.272348] env[70483]: DEBUG nova.compute.manager [req-715215f8-42ca-4ea0-ac03-3a54b15b0f4e req-119efbb0-e00c-4b6e-807d-3cfbf58454d2 service nova] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Refreshing instance network info cache due to event network-changed-50db30fc-633d-449c-a85f-87a00812ad7e. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 693.272348] env[70483]: DEBUG oslo_concurrency.lockutils [req-715215f8-42ca-4ea0-ac03-3a54b15b0f4e req-119efbb0-e00c-4b6e-807d-3cfbf58454d2 service nova] Acquiring lock "refresh_cache-e6bb49fb-8343-44b2-85e7-9406a185b1a9" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.272348] env[70483]: DEBUG oslo_concurrency.lockutils [req-715215f8-42ca-4ea0-ac03-3a54b15b0f4e req-119efbb0-e00c-4b6e-807d-3cfbf58454d2 service nova] Acquired lock "refresh_cache-e6bb49fb-8343-44b2-85e7-9406a185b1a9" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.272348] env[70483]: DEBUG nova.network.neutron [req-715215f8-42ca-4ea0-ac03-3a54b15b0f4e req-119efbb0-e00c-4b6e-807d-3cfbf58454d2 service nova] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Refreshing network info cache for port 50db30fc-633d-449c-a85f-87a00812ad7e {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.276286] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2945ee2-e5ea-4b0d-8738-10e91f3966f1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.305649] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] e6bb49fb-8343-44b2-85e7-9406a185b1a9/e6bb49fb-8343-44b2-85e7-9406a185b1a9.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.313804] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1cead37-3f24-4116-8bc4-73730751fb06 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.330607] env[70483]: DEBUG oslo_vmware.api [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Waiting for the task: (returnval){ [ 693.330607] env[70483]: value = "task-3477501" [ 693.330607] env[70483]: _type = "Task" [ 693.330607] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.330607] env[70483]: DEBUG oslo_vmware.api [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Task: {'id': task-3477500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.337021] env[70483]: DEBUG oslo_vmware.api [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Waiting for the task: (returnval){ [ 693.337021] env[70483]: value = "task-3477502" [ 693.337021] env[70483]: _type = "Task" [ 693.337021] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.345352] env[70483]: DEBUG oslo_vmware.api [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': task-3477501, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.355959] env[70483]: DEBUG oslo_vmware.api [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Task: {'id': task-3477502, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.452486] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2e53e6-342a-4f21-b10b-be65a5ad4fda {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.463374] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3c20fa-82cb-44c3-9c3a-62396426f1a0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.504142] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead45b64-ebf7-4730-be2e-1a21c97c097b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.515878] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ea73de-38e9-43d4-8d06-84f889ebf87a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.532242] env[70483]: DEBUG nova.compute.provider_tree [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.690940] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquiring lock "3b1d2846-6f44-4f08-9878-e00bad014921" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.691201] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "3b1d2846-6f44-4f08-9878-e00bad014921" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.733120] env[70483]: DEBUG oslo_vmware.api [None req-1b11c544-e31a-495c-adf9-af4fc2878aa5 tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Task: {'id': task-3477499, 'name': PowerOffVM_Task, 'duration_secs': 0.407769} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.734176] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.734645] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b11c544-e31a-495c-adf9-af4fc2878aa5 tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.734645] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1b11c544-e31a-495c-adf9-af4fc2878aa5 tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.734870] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-acc3c230-18d6-4133-b941-c3deceb54af1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.778769] env[70483]: DEBUG oslo_vmware.api [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Task: {'id': task-3477500, 'name': PowerOffVM_Task, 'duration_secs': 0.284033} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.779118] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.779430] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 693.780577] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0353b85-2985-471f-9cea-cba840181e53 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.788710] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.789597] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0532ca60-fb98-4011-8aa9-5ff64431c47c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.812230] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1b11c544-e31a-495c-adf9-af4fc2878aa5 tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.812230] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1b11c544-e31a-495c-adf9-af4fc2878aa5 tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.812230] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b11c544-e31a-495c-adf9-af4fc2878aa5 tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Deleting the datastore file [datastore1] 2e01c50d-8140-4cd2-8048-96e02f43211f {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.812230] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd1a1f88-d404-4a3a-81f3-cb8f5426370e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.818227] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.818624] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.819281] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Deleting the datastore file [datastore2] 8b06d01e-de2a-402a-bd39-637ce148e693 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.819611] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b99a1043-ad4f-4751-9b3d-96990647be2d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.824518] env[70483]: DEBUG oslo_vmware.api [None req-1b11c544-e31a-495c-adf9-af4fc2878aa5 tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Waiting for the task: (returnval){ [ 693.824518] env[70483]: value = "task-3477505" [ 693.824518] env[70483]: _type = "Task" [ 693.824518] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.829090] env[70483]: DEBUG oslo_vmware.api [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Waiting for the task: (returnval){ [ 693.829090] env[70483]: value = "task-3477506" [ 693.829090] env[70483]: _type = "Task" [ 693.829090] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.836720] env[70483]: DEBUG oslo_vmware.api [None req-1b11c544-e31a-495c-adf9-af4fc2878aa5 tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Task: {'id': task-3477505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.846787] env[70483]: DEBUG oslo_vmware.api [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Task: {'id': task-3477506, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.850861] env[70483]: DEBUG oslo_vmware.api [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': task-3477501, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.855554] env[70483]: DEBUG oslo_vmware.api [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Task: {'id': task-3477502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.035822] env[70483]: DEBUG nova.scheduler.client.report [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.199019] env[70483]: DEBUG nova.compute.manager [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.336468] env[70483]: DEBUG oslo_vmware.api [None req-1b11c544-e31a-495c-adf9-af4fc2878aa5 tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Task: {'id': task-3477505, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292516} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.337167] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b11c544-e31a-495c-adf9-af4fc2878aa5 tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.337429] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1b11c544-e31a-495c-adf9-af4fc2878aa5 tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 694.337751] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1b11c544-e31a-495c-adf9-af4fc2878aa5 tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 694.337841] env[70483]: INFO nova.compute.manager [None req-1b11c544-e31a-495c-adf9-af4fc2878aa5 tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 694.338061] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b11c544-e31a-495c-adf9-af4fc2878aa5 tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.344141] env[70483]: DEBUG nova.compute.manager [-] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 694.344255] env[70483]: DEBUG nova.network.neutron [-] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 694.346080] env[70483]: DEBUG oslo_vmware.api [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Task: {'id': task-3477506, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172853} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.349518] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.349690] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 694.349900] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 694.355881] env[70483]: DEBUG oslo_vmware.api [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': task-3477501, 'name': PowerOnVM_Task, 'duration_secs': 0.896187} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.356459] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.356659] env[70483]: INFO nova.compute.manager [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Took 6.54 seconds to spawn the instance on the hypervisor. [ 694.356989] env[70483]: DEBUG nova.compute.manager [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.357664] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09426e8f-170c-4bd6-8bcf-0da696401fc6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.363839] env[70483]: DEBUG oslo_vmware.api [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Task: {'id': task-3477502, 'name': ReconfigVM_Task, 'duration_secs': 0.634385} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.364451] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Reconfigured VM instance instance-0000000b to attach disk [datastore2] e6bb49fb-8343-44b2-85e7-9406a185b1a9/e6bb49fb-8343-44b2-85e7-9406a185b1a9.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.365136] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa64fff8-d9ec-4bb6-8fe1-e2a989fa8311 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.379019] env[70483]: DEBUG oslo_vmware.api [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Waiting for the task: (returnval){ [ 694.379019] env[70483]: value = "task-3477507" [ 694.379019] env[70483]: _type = "Task" [ 694.379019] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.388555] env[70483]: DEBUG oslo_vmware.api [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Task: {'id': task-3477507, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.435845] env[70483]: DEBUG nova.network.neutron [req-715215f8-42ca-4ea0-ac03-3a54b15b0f4e req-119efbb0-e00c-4b6e-807d-3cfbf58454d2 service nova] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Updated VIF entry in instance network info cache for port 50db30fc-633d-449c-a85f-87a00812ad7e. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.436285] env[70483]: DEBUG nova.network.neutron [req-715215f8-42ca-4ea0-ac03-3a54b15b0f4e req-119efbb0-e00c-4b6e-807d-3cfbf58454d2 service nova] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Updating instance_info_cache with network_info: [{"id": "50db30fc-633d-449c-a85f-87a00812ad7e", "address": "fa:16:3e:97:bf:4d", "network": {"id": "f7f18a86-c382-49d0-bdc9-d7bd6dfd388e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-924799020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1869dd7f50f0482aa7883e8ae0b5b6d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50db30fc-63", "ovs_interfaceid": "50db30fc-633d-449c-a85f-87a00812ad7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.541971] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.542544] env[70483]: DEBUG nova.compute.manager [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.548800] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.194s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.552762] env[70483]: INFO nova.compute.claims [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.654828] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "9dde88a1-377d-40a4-86d5-587cc3b81532" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.658088] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "9dde88a1-377d-40a4-86d5-587cc3b81532" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.722081] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.887747] env[70483]: INFO nova.compute.manager [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Took 14.80 seconds to build instance. [ 694.896979] env[70483]: DEBUG oslo_vmware.api [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Task: {'id': task-3477507, 'name': Rename_Task, 'duration_secs': 0.166802} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.897275] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.897641] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c1fd6cb-2c15-450e-8935-847ffe710e9b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.906740] env[70483]: DEBUG oslo_vmware.api [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Waiting for the task: (returnval){ [ 694.906740] env[70483]: value = "task-3477508" [ 694.906740] env[70483]: _type = "Task" [ 694.906740] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.920328] env[70483]: DEBUG oslo_vmware.api [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Task: {'id': task-3477508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.939085] env[70483]: DEBUG oslo_concurrency.lockutils [req-715215f8-42ca-4ea0-ac03-3a54b15b0f4e req-119efbb0-e00c-4b6e-807d-3cfbf58454d2 service nova] Releasing lock "refresh_cache-e6bb49fb-8343-44b2-85e7-9406a185b1a9" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.939354] env[70483]: DEBUG nova.compute.manager [req-715215f8-42ca-4ea0-ac03-3a54b15b0f4e req-119efbb0-e00c-4b6e-807d-3cfbf58454d2 service nova] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Received event network-vif-deleted-28725a2a-05ba-4180-8a5f-5f09a78e9bd1 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.058507] env[70483]: DEBUG nova.compute.utils [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.063130] env[70483]: DEBUG nova.compute.manager [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.063367] env[70483]: DEBUG nova.network.neutron [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.160910] env[70483]: DEBUG nova.compute.manager [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 695.202498] env[70483]: DEBUG nova.policy [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c315bfb5dc14f4294ebb1873743b74c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb1bc81701ac46f8acd1edc7b55590fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.338926] env[70483]: DEBUG nova.network.neutron [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Successfully updated port: 9cc000c8-d583-4d29-a304-b00924f68c26 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.390919] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8136c1ed-8710-491d-80eb-26d2afbf69af tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Lock "59d0c92a-a41f-4eae-b381-8f11d1f68197" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.334s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.405531] env[70483]: DEBUG nova.virt.hardware [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.406043] env[70483]: DEBUG nova.virt.hardware [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.406476] env[70483]: DEBUG nova.virt.hardware [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.407027] env[70483]: DEBUG nova.virt.hardware [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.407769] env[70483]: DEBUG nova.virt.hardware [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.408084] env[70483]: DEBUG nova.virt.hardware [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.408512] env[70483]: DEBUG nova.virt.hardware [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.408839] env[70483]: DEBUG nova.virt.hardware [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.409194] env[70483]: DEBUG nova.virt.hardware [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.410098] env[70483]: DEBUG nova.virt.hardware [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.410098] env[70483]: DEBUG nova.virt.hardware [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.411448] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110358f5-e71f-4038-839b-a6c9ded5d653 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.434323] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67714d8-b80c-46cf-a434-55849c74df33 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.440203] env[70483]: DEBUG oslo_vmware.api [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Task: {'id': task-3477508, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.455861] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Instance VIF info [] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.462209] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.463107] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.463107] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-008d1f43-c207-454e-9a19-b0abf10098b4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.484575] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.484575] env[70483]: value = "task-3477509" [ 695.484575] env[70483]: _type = "Task" [ 695.484575] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.498172] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477509, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.570972] env[70483]: DEBUG nova.compute.manager [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.710076] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.810986] env[70483]: DEBUG nova.network.neutron [-] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.842119] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Acquiring lock "refresh_cache-b56bf94d-594d-4114-81a7-bf972e1ff48f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.842308] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Acquired lock "refresh_cache-b56bf94d-594d-4114-81a7-bf972e1ff48f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.846642] env[70483]: DEBUG nova.network.neutron [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.928330] env[70483]: DEBUG oslo_vmware.api [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Task: {'id': task-3477508, 'name': PowerOnVM_Task, 'duration_secs': 0.790217} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.932301] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.932301] env[70483]: INFO nova.compute.manager [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Took 10.50 seconds to spawn the instance on the hypervisor. [ 695.932301] env[70483]: DEBUG nova.compute.manager [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.932301] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13e0c8f-4f81-44ef-ba88-aafa35fd6afc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.997386] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477509, 'name': CreateVM_Task, 'duration_secs': 0.404065} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.998289] env[70483]: DEBUG nova.network.neutron [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Successfully created port: 0deaa3e4-47ae-49e4-8da8-43fad3fc30a8 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 696.000218] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.001317] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.001317] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.001534] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.002052] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38f84e2e-9af7-4b82-b96e-8653d89c0759 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.008620] env[70483]: DEBUG oslo_vmware.api [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Waiting for the task: (returnval){ [ 696.008620] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ce77f5-dbeb-8a69-f004-549e89388047" [ 696.008620] env[70483]: _type = "Task" [ 696.008620] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.025796] env[70483]: DEBUG oslo_vmware.api [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ce77f5-dbeb-8a69-f004-549e89388047, 'name': SearchDatastore_Task, 'duration_secs': 0.011759} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.028063] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.028063] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.028063] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.028063] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.028294] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.028294] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abc80144-b818-483e-b021-1f81fd1c927a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.034505] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0cb603-11b9-420c-bfd5-07912ab5aefd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.038841] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.038977] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.041527] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-064048bf-fdd6-48bd-8464-1441ba6efb9a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.045212] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ee7c38-338f-4028-bf33-4c244810aa14 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.052363] env[70483]: DEBUG oslo_vmware.api [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Waiting for the task: (returnval){ [ 696.052363] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ca65bc-a2bf-66d1-2373-13834390585b" [ 696.052363] env[70483]: _type = "Task" [ 696.052363] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.085234] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca42171-4bbe-4167-b819-0555965c4082 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.098954] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13476d49-dd3d-46c4-a576-7b512e2e8b66 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.103233] env[70483]: DEBUG oslo_vmware.api [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ca65bc-a2bf-66d1-2373-13834390585b, 'name': SearchDatastore_Task, 'duration_secs': 0.010845} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.105675] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1df72b13-1d6c-4bec-90bc-4bc6c7fc13d0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.115983] env[70483]: DEBUG nova.compute.provider_tree [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.121914] env[70483]: DEBUG oslo_vmware.api [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Waiting for the task: (returnval){ [ 696.121914] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52174dac-35a0-29f1-6763-4a0427d76808" [ 696.121914] env[70483]: _type = "Task" [ 696.121914] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.132871] env[70483]: DEBUG oslo_vmware.api [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52174dac-35a0-29f1-6763-4a0427d76808, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.269072] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquiring lock "223fc274-26bf-4dc7-a435-d368cc004a67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.269368] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "223fc274-26bf-4dc7-a435-d368cc004a67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.319239] env[70483]: INFO nova.compute.manager [-] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Took 1.97 seconds to deallocate network for instance. [ 696.319239] env[70483]: DEBUG oslo_concurrency.lockutils [None req-80c4b7ac-c3b5-4b5c-8f98-39b3bc9afe3f tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "69bd668c-456a-4187-a7e0-523a226e9139" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.319239] env[70483]: DEBUG oslo_concurrency.lockutils [None req-80c4b7ac-c3b5-4b5c-8f98-39b3bc9afe3f tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "69bd668c-456a-4187-a7e0-523a226e9139" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.410843] env[70483]: DEBUG nova.network.neutron [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.457547] env[70483]: INFO nova.compute.manager [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Took 21.79 seconds to build instance. [ 696.591424] env[70483]: DEBUG nova.compute.manager [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.611289] env[70483]: DEBUG nova.compute.manager [req-e017569f-7c58-48e9-aad0-584e4a729419 req-3678298a-fca9-4d69-ac11-ee36a346f554 service nova] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Received event network-vif-plugged-9cc000c8-d583-4d29-a304-b00924f68c26 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.611720] env[70483]: DEBUG oslo_concurrency.lockutils [req-e017569f-7c58-48e9-aad0-584e4a729419 req-3678298a-fca9-4d69-ac11-ee36a346f554 service nova] Acquiring lock "b56bf94d-594d-4114-81a7-bf972e1ff48f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.611720] env[70483]: DEBUG oslo_concurrency.lockutils [req-e017569f-7c58-48e9-aad0-584e4a729419 req-3678298a-fca9-4d69-ac11-ee36a346f554 service nova] Lock "b56bf94d-594d-4114-81a7-bf972e1ff48f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.611873] env[70483]: DEBUG oslo_concurrency.lockutils [req-e017569f-7c58-48e9-aad0-584e4a729419 req-3678298a-fca9-4d69-ac11-ee36a346f554 service nova] Lock "b56bf94d-594d-4114-81a7-bf972e1ff48f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.612438] env[70483]: DEBUG nova.compute.manager [req-e017569f-7c58-48e9-aad0-584e4a729419 req-3678298a-fca9-4d69-ac11-ee36a346f554 service nova] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] No waiting events found dispatching network-vif-plugged-9cc000c8-d583-4d29-a304-b00924f68c26 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 696.616757] env[70483]: WARNING nova.compute.manager [req-e017569f-7c58-48e9-aad0-584e4a729419 req-3678298a-fca9-4d69-ac11-ee36a346f554 service nova] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Received unexpected event network-vif-plugged-9cc000c8-d583-4d29-a304-b00924f68c26 for instance with vm_state building and task_state spawning. [ 696.619200] env[70483]: DEBUG nova.scheduler.client.report [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.640608] env[70483]: DEBUG oslo_vmware.api [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52174dac-35a0-29f1-6763-4a0427d76808, 'name': SearchDatastore_Task, 'duration_secs': 0.011113} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.640915] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.642146] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 8b06d01e-de2a-402a-bd39-637ce148e693/8b06d01e-de2a-402a-bd39-637ce148e693.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.642146] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f8999ac-ab2d-478a-ac22-c3ce744b2cb8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.648265] env[70483]: DEBUG nova.virt.hardware [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.649782] env[70483]: DEBUG nova.virt.hardware [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.650023] env[70483]: DEBUG nova.virt.hardware [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.650252] env[70483]: DEBUG nova.virt.hardware [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.650427] env[70483]: DEBUG nova.virt.hardware [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.650596] env[70483]: DEBUG nova.virt.hardware [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.650857] env[70483]: DEBUG nova.virt.hardware [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.651236] env[70483]: DEBUG nova.virt.hardware [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.651470] env[70483]: DEBUG nova.virt.hardware [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.651701] env[70483]: DEBUG nova.virt.hardware [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.651906] env[70483]: DEBUG nova.virt.hardware [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.652824] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bc21e3-3405-4373-a21c-d6d6527e4e12 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.666574] env[70483]: DEBUG nova.network.neutron [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Updating instance_info_cache with network_info: [{"id": "9cc000c8-d583-4d29-a304-b00924f68c26", "address": "fa:16:3e:be:0d:0e", "network": {"id": "7cf56971-f953-4eca-a95f-1156e2d18349", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-77589496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a646e9ad28c645a88ac438e0592933cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cc000c8-d5", "ovs_interfaceid": "9cc000c8-d583-4d29-a304-b00924f68c26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.671100] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25054761-eb93-47f4-a0a9-74be861f515d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.680436] env[70483]: DEBUG oslo_vmware.api [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Waiting for the task: (returnval){ [ 696.680436] env[70483]: value = "task-3477510" [ 696.680436] env[70483]: _type = "Task" [ 696.680436] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.698138] env[70483]: DEBUG oslo_vmware.api [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Task: {'id': task-3477510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.772122] env[70483]: DEBUG nova.compute.manager [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.829858] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1b11c544-e31a-495c-adf9-af4fc2878aa5 tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.908173] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "3b9942d2-ff9e-4e8b-8d04-7f191d9563ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.909081] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "3b9942d2-ff9e-4e8b-8d04-7f191d9563ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.960675] env[70483]: DEBUG oslo_concurrency.lockutils [None req-99b3e30f-389e-427a-afd9-b090525ee660 tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Lock "e6bb49fb-8343-44b2-85e7-9406a185b1a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.514s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.070935] env[70483]: DEBUG nova.compute.manager [req-fc0ed111-f7fa-464e-9939-06663c3f3cdc req-eb8eed42-4b11-47e2-98a1-3cc511d4bc6e service nova] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Received event network-changed-9a344378-1abc-46a9-be90-a1a381a74446 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.070935] env[70483]: DEBUG nova.compute.manager [req-fc0ed111-f7fa-464e-9939-06663c3f3cdc req-eb8eed42-4b11-47e2-98a1-3cc511d4bc6e service nova] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Refreshing instance network info cache due to event network-changed-9a344378-1abc-46a9-be90-a1a381a74446. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.070935] env[70483]: DEBUG oslo_concurrency.lockutils [req-fc0ed111-f7fa-464e-9939-06663c3f3cdc req-eb8eed42-4b11-47e2-98a1-3cc511d4bc6e service nova] Acquiring lock "refresh_cache-45512c2a-1c78-4f50-a995-01ec8108fe38" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.070935] env[70483]: DEBUG oslo_concurrency.lockutils [req-fc0ed111-f7fa-464e-9939-06663c3f3cdc req-eb8eed42-4b11-47e2-98a1-3cc511d4bc6e service nova] Acquired lock "refresh_cache-45512c2a-1c78-4f50-a995-01ec8108fe38" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.070935] env[70483]: DEBUG nova.network.neutron [req-fc0ed111-f7fa-464e-9939-06663c3f3cdc req-eb8eed42-4b11-47e2-98a1-3cc511d4bc6e service nova] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Refreshing network info cache for port 9a344378-1abc-46a9-be90-a1a381a74446 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.127192] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.127914] env[70483]: DEBUG nova.compute.manager [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 697.131064] env[70483]: DEBUG oslo_concurrency.lockutils [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.223s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.131538] env[70483]: DEBUG nova.objects.instance [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70483) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 697.179074] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Releasing lock "refresh_cache-b56bf94d-594d-4114-81a7-bf972e1ff48f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.179509] env[70483]: DEBUG nova.compute.manager [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Instance network_info: |[{"id": "9cc000c8-d583-4d29-a304-b00924f68c26", "address": "fa:16:3e:be:0d:0e", "network": {"id": "7cf56971-f953-4eca-a95f-1156e2d18349", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-77589496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a646e9ad28c645a88ac438e0592933cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cc000c8-d5", "ovs_interfaceid": "9cc000c8-d583-4d29-a304-b00924f68c26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.180031] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:0d:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9cc000c8-d583-4d29-a304-b00924f68c26', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.189356] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Creating folder: Project (a646e9ad28c645a88ac438e0592933cb). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.198304] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0094a34-dc91-46c6-b080-82b2665f0573 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.209911] env[70483]: DEBUG oslo_vmware.api [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Task: {'id': task-3477510, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535958} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.210227] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 8b06d01e-de2a-402a-bd39-637ce148e693/8b06d01e-de2a-402a-bd39-637ce148e693.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.210511] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.211238] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71d46766-61db-4b57-8beb-694091841c69 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.217503] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Created folder: Project (a646e9ad28c645a88ac438e0592933cb) in parent group-v695216. [ 697.217503] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Creating folder: Instances. Parent ref: group-v695255. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.217805] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dcb7a012-8aa2-4454-8cbc-07bee7924338 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.224569] env[70483]: DEBUG oslo_vmware.api [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Waiting for the task: (returnval){ [ 697.224569] env[70483]: value = "task-3477512" [ 697.224569] env[70483]: _type = "Task" [ 697.224569] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.229016] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Created folder: Instances in parent group-v695255. [ 697.229313] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.229781] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.230975] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc61fc25-ceaf-4769-9010-7b4efaa9b24e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.248011] env[70483]: DEBUG oslo_vmware.api [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Task: {'id': task-3477512, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.256023] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.256023] env[70483]: value = "task-3477514" [ 697.256023] env[70483]: _type = "Task" [ 697.256023] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.266677] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477514, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.303231] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.464516] env[70483]: DEBUG nova.compute.manager [None req-80c4b7ac-c3b5-4b5c-8f98-39b3bc9afe3f tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 69bd668c-456a-4187-a7e0-523a226e9139] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.598706] env[70483]: DEBUG nova.compute.manager [None req-58d779eb-47bf-4d46-b495-886132342aea tempest-ServerDiagnosticsV248Test-664122400 tempest-ServerDiagnosticsV248Test-664122400-project-admin] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.600615] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf10a06-27ba-4fb5-bb6c-64daf7c40446 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.608596] env[70483]: INFO nova.compute.manager [None req-58d779eb-47bf-4d46-b495-886132342aea tempest-ServerDiagnosticsV248Test-664122400 tempest-ServerDiagnosticsV248Test-664122400-project-admin] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Retrieving diagnostics [ 697.609831] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa1ab89-23e6-4bf9-b624-0f762fc8e7e0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.643165] env[70483]: DEBUG nova.compute.utils [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.654499] env[70483]: DEBUG nova.compute.manager [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 697.654865] env[70483]: DEBUG nova.network.neutron [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 697.738734] env[70483]: DEBUG oslo_vmware.api [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Task: {'id': task-3477512, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082372} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.739138] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.739991] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941ca56f-46cf-466b-9bfe-e6b3a86c2103 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.767136] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 8b06d01e-de2a-402a-bd39-637ce148e693/8b06d01e-de2a-402a-bd39-637ce148e693.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.769481] env[70483]: DEBUG nova.policy [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a41c388388d49e3a756b7fa4914b441', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cad55bdef8874de5b864fe2d9606ad4d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.773645] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c22794ab-0f94-4cf2-adb5-2048a0be6a21 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.805286] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477514, 'name': CreateVM_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.807485] env[70483]: DEBUG oslo_vmware.api [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Waiting for the task: (returnval){ [ 697.807485] env[70483]: value = "task-3477515" [ 697.807485] env[70483]: _type = "Task" [ 697.807485] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.816946] env[70483]: DEBUG oslo_vmware.api [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Task: {'id': task-3477515, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.895639] env[70483]: DEBUG nova.network.neutron [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Successfully updated port: 0deaa3e4-47ae-49e4-8da8-43fad3fc30a8 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.969412] env[70483]: DEBUG nova.compute.manager [None req-80c4b7ac-c3b5-4b5c-8f98-39b3bc9afe3f tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 69bd668c-456a-4187-a7e0-523a226e9139] Instance disappeared before build. {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 698.155276] env[70483]: DEBUG oslo_concurrency.lockutils [None req-529312f4-872f-4a2f-aeb6-36fc96e73366 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.156561] env[70483]: DEBUG nova.compute.manager [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.160649] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7f9d7b72-fc8c-45b7-b0c4-455b1617b24c tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.885s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.164082] env[70483]: DEBUG nova.objects.instance [None req-7f9d7b72-fc8c-45b7-b0c4-455b1617b24c tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Lazy-loading 'resources' on Instance uuid c49e76b4-2e57-4790-96cd-a1e3b9db34fe {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 698.281620] env[70483]: DEBUG nova.network.neutron [req-fc0ed111-f7fa-464e-9939-06663c3f3cdc req-eb8eed42-4b11-47e2-98a1-3cc511d4bc6e service nova] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Updated VIF entry in instance network info cache for port 9a344378-1abc-46a9-be90-a1a381a74446. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.282507] env[70483]: DEBUG nova.network.neutron [req-fc0ed111-f7fa-464e-9939-06663c3f3cdc req-eb8eed42-4b11-47e2-98a1-3cc511d4bc6e service nova] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Updating instance_info_cache with network_info: [{"id": "9a344378-1abc-46a9-be90-a1a381a74446", "address": "fa:16:3e:44:3d:19", "network": {"id": "d91d87a7-4a1b-481c-b3b6-7039835261e6", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1464303631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e767090bb88b4f6bb857f010945440d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a344378-1a", "ovs_interfaceid": "9a344378-1abc-46a9-be90-a1a381a74446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.287334] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477514, 'name': CreateVM_Task, 'duration_secs': 0.831909} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.288278] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.289020] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.289217] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.289675] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.289940] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab8d1134-a385-49c1-a9f0-6d680db2e853 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.298832] env[70483]: DEBUG oslo_vmware.api [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Waiting for the task: (returnval){ [ 698.298832] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522b000f-c64a-9874-32b3-e1134925f6a0" [ 698.298832] env[70483]: _type = "Task" [ 698.298832] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.311035] env[70483]: DEBUG oslo_vmware.api [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522b000f-c64a-9874-32b3-e1134925f6a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.324817] env[70483]: DEBUG oslo_vmware.api [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Task: {'id': task-3477515, 'name': ReconfigVM_Task, 'duration_secs': 0.325339} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.325953] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 8b06d01e-de2a-402a-bd39-637ce148e693/8b06d01e-de2a-402a-bd39-637ce148e693.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.326467] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbf06db5-7c43-4253-b5a3-89db4c3d8f73 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.334724] env[70483]: DEBUG oslo_vmware.api [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Waiting for the task: (returnval){ [ 698.334724] env[70483]: value = "task-3477516" [ 698.334724] env[70483]: _type = "Task" [ 698.334724] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.348156] env[70483]: DEBUG oslo_vmware.api [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Task: {'id': task-3477516, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.399018] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Acquiring lock "refresh_cache-77c84798-aa60-45c9-903b-42ce69e2d371" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.399233] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Acquired lock "refresh_cache-77c84798-aa60-45c9-903b-42ce69e2d371" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.399378] env[70483]: DEBUG nova.network.neutron [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.500690] env[70483]: DEBUG oslo_concurrency.lockutils [None req-80c4b7ac-c3b5-4b5c-8f98-39b3bc9afe3f tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "69bd668c-456a-4187-a7e0-523a226e9139" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 2.181s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.700425] env[70483]: DEBUG nova.network.neutron [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Successfully created port: 52e13812-89ac-4885-b0df-3d829f083e8d {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.789128] env[70483]: DEBUG oslo_concurrency.lockutils [req-fc0ed111-f7fa-464e-9939-06663c3f3cdc req-eb8eed42-4b11-47e2-98a1-3cc511d4bc6e service nova] Releasing lock "refresh_cache-45512c2a-1c78-4f50-a995-01ec8108fe38" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.817593] env[70483]: DEBUG oslo_vmware.api [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522b000f-c64a-9874-32b3-e1134925f6a0, 'name': SearchDatastore_Task, 'duration_secs': 0.012483} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.822601] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.822750] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.823132] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.823132] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.823314] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.823838] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8922a4c-0707-473e-93d8-b9087ae549b8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.847777] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.847777] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.847777] env[70483]: DEBUG oslo_vmware.api [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Task: {'id': task-3477516, 'name': Rename_Task, 'duration_secs': 0.169147} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.847777] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6498b37e-9120-4e64-ac6e-0abb5f8854f4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.850177] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.851017] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a5c3041-db47-4971-b0f5-0b7f040899a8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.856327] env[70483]: DEBUG oslo_vmware.api [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Waiting for the task: (returnval){ [ 698.856327] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52815954-4c84-f772-9cf8-05b05732a281" [ 698.856327] env[70483]: _type = "Task" [ 698.856327] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.861958] env[70483]: DEBUG oslo_vmware.api [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Waiting for the task: (returnval){ [ 698.861958] env[70483]: value = "task-3477517" [ 698.861958] env[70483]: _type = "Task" [ 698.861958] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.874825] env[70483]: DEBUG oslo_vmware.api [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52815954-4c84-f772-9cf8-05b05732a281, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.885697] env[70483]: DEBUG oslo_vmware.api [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Task: {'id': task-3477517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.965948] env[70483]: DEBUG nova.network.neutron [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.008779] env[70483]: DEBUG nova.compute.manager [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 699.080905] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2744b4-ca57-4834-b7b2-786f9d23e3e9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.098163] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8f68ce-8042-4b94-b50a-58bf8cd2320c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.133014] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6b22da-3b33-47ae-8e37-b7aa04250875 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.142325] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f3b8d0-d290-425a-8174-5f8099064dfb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.157240] env[70483]: DEBUG nova.compute.provider_tree [None req-7f9d7b72-fc8c-45b7-b0c4-455b1617b24c tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.174453] env[70483]: DEBUG nova.compute.manager [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 699.212016] env[70483]: DEBUG nova.virt.hardware [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.212016] env[70483]: DEBUG nova.virt.hardware [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.212016] env[70483]: DEBUG nova.virt.hardware [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.212404] env[70483]: DEBUG nova.virt.hardware [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.212404] env[70483]: DEBUG nova.virt.hardware [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.212404] env[70483]: DEBUG nova.virt.hardware [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.212404] env[70483]: DEBUG nova.virt.hardware [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.212404] env[70483]: DEBUG nova.virt.hardware [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.212589] env[70483]: DEBUG nova.virt.hardware [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.212589] env[70483]: DEBUG nova.virt.hardware [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.212589] env[70483]: DEBUG nova.virt.hardware [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.213324] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f88f9c-47c0-4a2e-945b-012f892923db {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.223360] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbd8724-7bd2-4727-be2b-b40af43cb98f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.274871] env[70483]: DEBUG nova.network.neutron [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Updating instance_info_cache with network_info: [{"id": "0deaa3e4-47ae-49e4-8da8-43fad3fc30a8", "address": "fa:16:3e:61:5d:06", "network": {"id": "c9ba9b8b-4f12-4533-b35d-cd08cb6d82be", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-266891741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb1bc81701ac46f8acd1edc7b55590fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0deaa3e4-47", "ovs_interfaceid": "0deaa3e4-47ae-49e4-8da8-43fad3fc30a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.370530] env[70483]: DEBUG oslo_vmware.api [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52815954-4c84-f772-9cf8-05b05732a281, 'name': SearchDatastore_Task, 'duration_secs': 0.012533} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.372140] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcff8b8e-d473-445e-bf01-d54d4447849d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.377190] env[70483]: DEBUG oslo_vmware.api [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Task: {'id': task-3477517, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.382191] env[70483]: DEBUG oslo_vmware.api [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Waiting for the task: (returnval){ [ 699.382191] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]528e2245-be6d-306e-7f9f-bc32da84eb54" [ 699.382191] env[70483]: _type = "Task" [ 699.382191] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.392594] env[70483]: DEBUG oslo_vmware.api [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]528e2245-be6d-306e-7f9f-bc32da84eb54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.546345] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.560063] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a39d0508-8d47-4220-9420-073f14686704 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Acquiring lock "5b8c2868-a8cc-48aa-894f-c0051e167bde" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.560168] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a39d0508-8d47-4220-9420-073f14686704 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Lock "5b8c2868-a8cc-48aa-894f-c0051e167bde" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.560396] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a39d0508-8d47-4220-9420-073f14686704 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Acquiring lock "5b8c2868-a8cc-48aa-894f-c0051e167bde-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.560598] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a39d0508-8d47-4220-9420-073f14686704 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Lock "5b8c2868-a8cc-48aa-894f-c0051e167bde-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.560783] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a39d0508-8d47-4220-9420-073f14686704 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Lock "5b8c2868-a8cc-48aa-894f-c0051e167bde-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.563405] env[70483]: INFO nova.compute.manager [None req-a39d0508-8d47-4220-9420-073f14686704 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Terminating instance [ 699.661123] env[70483]: DEBUG nova.scheduler.client.report [None req-7f9d7b72-fc8c-45b7-b0c4-455b1617b24c tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.780566] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Releasing lock "refresh_cache-77c84798-aa60-45c9-903b-42ce69e2d371" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.780566] env[70483]: DEBUG nova.compute.manager [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Instance network_info: |[{"id": "0deaa3e4-47ae-49e4-8da8-43fad3fc30a8", "address": "fa:16:3e:61:5d:06", "network": {"id": "c9ba9b8b-4f12-4533-b35d-cd08cb6d82be", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-266891741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb1bc81701ac46f8acd1edc7b55590fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0deaa3e4-47", "ovs_interfaceid": "0deaa3e4-47ae-49e4-8da8-43fad3fc30a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.780768] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:5d:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0deaa3e4-47ae-49e4-8da8-43fad3fc30a8', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.791934] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Creating folder: Project (bb1bc81701ac46f8acd1edc7b55590fa). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.798149] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7c18c80-d0f4-4367-aaed-0e8169bb2fd0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.802904] env[70483]: DEBUG nova.compute.manager [req-af8088cc-e1e4-46d8-8396-6c36a3cf6853 req-3aaef4a5-1511-4f84-9c8b-58019e2fe855 service nova] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Received event network-vif-deleted-b5ecef69-af9c-4c0b-9a3a-90603d930f1e {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.802904] env[70483]: DEBUG nova.compute.manager [req-af8088cc-e1e4-46d8-8396-6c36a3cf6853 req-3aaef4a5-1511-4f84-9c8b-58019e2fe855 service nova] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Received event network-changed-9cc000c8-d583-4d29-a304-b00924f68c26 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.802904] env[70483]: DEBUG nova.compute.manager [req-af8088cc-e1e4-46d8-8396-6c36a3cf6853 req-3aaef4a5-1511-4f84-9c8b-58019e2fe855 service nova] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Refreshing instance network info cache due to event network-changed-9cc000c8-d583-4d29-a304-b00924f68c26. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 699.802904] env[70483]: DEBUG oslo_concurrency.lockutils [req-af8088cc-e1e4-46d8-8396-6c36a3cf6853 req-3aaef4a5-1511-4f84-9c8b-58019e2fe855 service nova] Acquiring lock "refresh_cache-b56bf94d-594d-4114-81a7-bf972e1ff48f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.802904] env[70483]: DEBUG oslo_concurrency.lockutils [req-af8088cc-e1e4-46d8-8396-6c36a3cf6853 req-3aaef4a5-1511-4f84-9c8b-58019e2fe855 service nova] Acquired lock "refresh_cache-b56bf94d-594d-4114-81a7-bf972e1ff48f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.803256] env[70483]: DEBUG nova.network.neutron [req-af8088cc-e1e4-46d8-8396-6c36a3cf6853 req-3aaef4a5-1511-4f84-9c8b-58019e2fe855 service nova] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Refreshing network info cache for port 9cc000c8-d583-4d29-a304-b00924f68c26 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.820094] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Created folder: Project (bb1bc81701ac46f8acd1edc7b55590fa) in parent group-v695216. [ 699.820094] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Creating folder: Instances. Parent ref: group-v695258. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.820094] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e31e49b5-1865-4c97-b8b5-1b40e1f998d3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.831719] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Created folder: Instances in parent group-v695258. [ 699.832037] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.832268] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.833033] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd9435d0-a8fa-4623-9323-533142774afb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.857622] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.857622] env[70483]: value = "task-3477520" [ 699.857622] env[70483]: _type = "Task" [ 699.857622] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.882922] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477520, 'name': CreateVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.883797] env[70483]: DEBUG oslo_vmware.api [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Task: {'id': task-3477517, 'name': PowerOnVM_Task, 'duration_secs': 0.595575} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.887221] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.887428] env[70483]: DEBUG nova.compute.manager [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.888233] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496e162d-4516-457d-8050-cc01777813a4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.902388] env[70483]: DEBUG oslo_vmware.api [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]528e2245-be6d-306e-7f9f-bc32da84eb54, 'name': SearchDatastore_Task, 'duration_secs': 0.013531} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.905427] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.906166] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] b56bf94d-594d-4114-81a7-bf972e1ff48f/b56bf94d-594d-4114-81a7-bf972e1ff48f.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.909247] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fa2d76d-b765-4f6b-a941-46af42599e11 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.917961] env[70483]: DEBUG oslo_vmware.api [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Waiting for the task: (returnval){ [ 699.917961] env[70483]: value = "task-3477521" [ 699.917961] env[70483]: _type = "Task" [ 699.917961] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.927665] env[70483]: DEBUG oslo_vmware.api [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Task: {'id': task-3477521, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.066963] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a39d0508-8d47-4220-9420-073f14686704 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Acquiring lock "refresh_cache-5b8c2868-a8cc-48aa-894f-c0051e167bde" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.067163] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a39d0508-8d47-4220-9420-073f14686704 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Acquired lock "refresh_cache-5b8c2868-a8cc-48aa-894f-c0051e167bde" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.067342] env[70483]: DEBUG nova.network.neutron [None req-a39d0508-8d47-4220-9420-073f14686704 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.169454] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7f9d7b72-fc8c-45b7-b0c4-455b1617b24c tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.009s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.176017] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.711s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.177900] env[70483]: INFO nova.compute.claims [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.225705] env[70483]: INFO nova.scheduler.client.report [None req-7f9d7b72-fc8c-45b7-b0c4-455b1617b24c tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Deleted allocations for instance c49e76b4-2e57-4790-96cd-a1e3b9db34fe [ 700.371628] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477520, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.387861] env[70483]: DEBUG nova.compute.manager [req-50c96769-b0f7-42c6-aa49-cb0f6fd0bb20 req-62022a70-af31-40f1-9b6c-5127a5116872 service nova] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Received event network-vif-plugged-0deaa3e4-47ae-49e4-8da8-43fad3fc30a8 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.388132] env[70483]: DEBUG oslo_concurrency.lockutils [req-50c96769-b0f7-42c6-aa49-cb0f6fd0bb20 req-62022a70-af31-40f1-9b6c-5127a5116872 service nova] Acquiring lock "77c84798-aa60-45c9-903b-42ce69e2d371-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.390207] env[70483]: DEBUG oslo_concurrency.lockutils [req-50c96769-b0f7-42c6-aa49-cb0f6fd0bb20 req-62022a70-af31-40f1-9b6c-5127a5116872 service nova] Lock "77c84798-aa60-45c9-903b-42ce69e2d371-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.390407] env[70483]: DEBUG oslo_concurrency.lockutils [req-50c96769-b0f7-42c6-aa49-cb0f6fd0bb20 req-62022a70-af31-40f1-9b6c-5127a5116872 service nova] Lock "77c84798-aa60-45c9-903b-42ce69e2d371-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.390615] env[70483]: DEBUG nova.compute.manager [req-50c96769-b0f7-42c6-aa49-cb0f6fd0bb20 req-62022a70-af31-40f1-9b6c-5127a5116872 service nova] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] No waiting events found dispatching network-vif-plugged-0deaa3e4-47ae-49e4-8da8-43fad3fc30a8 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 700.391868] env[70483]: WARNING nova.compute.manager [req-50c96769-b0f7-42c6-aa49-cb0f6fd0bb20 req-62022a70-af31-40f1-9b6c-5127a5116872 service nova] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Received unexpected event network-vif-plugged-0deaa3e4-47ae-49e4-8da8-43fad3fc30a8 for instance with vm_state building and task_state spawning. [ 700.391868] env[70483]: DEBUG nova.compute.manager [req-50c96769-b0f7-42c6-aa49-cb0f6fd0bb20 req-62022a70-af31-40f1-9b6c-5127a5116872 service nova] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Received event network-changed-0deaa3e4-47ae-49e4-8da8-43fad3fc30a8 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.391868] env[70483]: DEBUG nova.compute.manager [req-50c96769-b0f7-42c6-aa49-cb0f6fd0bb20 req-62022a70-af31-40f1-9b6c-5127a5116872 service nova] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Refreshing instance network info cache due to event network-changed-0deaa3e4-47ae-49e4-8da8-43fad3fc30a8. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.391868] env[70483]: DEBUG oslo_concurrency.lockutils [req-50c96769-b0f7-42c6-aa49-cb0f6fd0bb20 req-62022a70-af31-40f1-9b6c-5127a5116872 service nova] Acquiring lock "refresh_cache-77c84798-aa60-45c9-903b-42ce69e2d371" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.391868] env[70483]: DEBUG oslo_concurrency.lockutils [req-50c96769-b0f7-42c6-aa49-cb0f6fd0bb20 req-62022a70-af31-40f1-9b6c-5127a5116872 service nova] Acquired lock "refresh_cache-77c84798-aa60-45c9-903b-42ce69e2d371" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.392248] env[70483]: DEBUG nova.network.neutron [req-50c96769-b0f7-42c6-aa49-cb0f6fd0bb20 req-62022a70-af31-40f1-9b6c-5127a5116872 service nova] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Refreshing network info cache for port 0deaa3e4-47ae-49e4-8da8-43fad3fc30a8 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.420254] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.436897] env[70483]: DEBUG oslo_vmware.api [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Task: {'id': task-3477521, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.493297] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "fa971009-4d0a-4b6b-9440-9c34feb6d32d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.493297] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "fa971009-4d0a-4b6b-9440-9c34feb6d32d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.543319] env[70483]: DEBUG oslo_concurrency.lockutils [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Acquiring lock "9f85ffda-955a-48a7-ad50-c704b320b7d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.543889] env[70483]: DEBUG oslo_concurrency.lockutils [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Lock "9f85ffda-955a-48a7-ad50-c704b320b7d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.611665] env[70483]: DEBUG nova.network.neutron [None req-a39d0508-8d47-4220-9420-073f14686704 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.748666] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7f9d7b72-fc8c-45b7-b0c4-455b1617b24c tempest-ServerDiagnosticsTest-1656624336 tempest-ServerDiagnosticsTest-1656624336-project-member] Lock "c49e76b4-2e57-4790-96cd-a1e3b9db34fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.474s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.750772] env[70483]: DEBUG nova.network.neutron [None req-a39d0508-8d47-4220-9420-073f14686704 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.874513] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477520, 'name': CreateVM_Task, 'duration_secs': 0.933902} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.874513] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.874513] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.874804] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.874950] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.875200] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fca9d947-19d1-4941-94db-b848800e6c43 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.885272] env[70483]: DEBUG oslo_vmware.api [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Waiting for the task: (returnval){ [ 700.885272] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5262c008-240e-8a94-367f-66c7a68d9101" [ 700.885272] env[70483]: _type = "Task" [ 700.885272] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.903018] env[70483]: DEBUG oslo_vmware.api [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5262c008-240e-8a94-367f-66c7a68d9101, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.930589] env[70483]: DEBUG oslo_vmware.api [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Task: {'id': task-3477521, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64867} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.933316] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] b56bf94d-594d-4114-81a7-bf972e1ff48f/b56bf94d-594d-4114-81a7-bf972e1ff48f.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.934748] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.934748] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-710ea292-ee3c-40b2-96ce-9be518403c95 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.945662] env[70483]: DEBUG oslo_vmware.api [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Waiting for the task: (returnval){ [ 700.945662] env[70483]: value = "task-3477522" [ 700.945662] env[70483]: _type = "Task" [ 700.945662] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.955817] env[70483]: DEBUG oslo_vmware.api [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Task: {'id': task-3477522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.117742] env[70483]: INFO nova.compute.manager [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Rebuilding instance [ 701.140205] env[70483]: DEBUG nova.network.neutron [req-af8088cc-e1e4-46d8-8396-6c36a3cf6853 req-3aaef4a5-1511-4f84-9c8b-58019e2fe855 service nova] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Updated VIF entry in instance network info cache for port 9cc000c8-d583-4d29-a304-b00924f68c26. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.140205] env[70483]: DEBUG nova.network.neutron [req-af8088cc-e1e4-46d8-8396-6c36a3cf6853 req-3aaef4a5-1511-4f84-9c8b-58019e2fe855 service nova] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Updating instance_info_cache with network_info: [{"id": "9cc000c8-d583-4d29-a304-b00924f68c26", "address": "fa:16:3e:be:0d:0e", "network": {"id": "7cf56971-f953-4eca-a95f-1156e2d18349", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-77589496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a646e9ad28c645a88ac438e0592933cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cc000c8-d5", "ovs_interfaceid": "9cc000c8-d583-4d29-a304-b00924f68c26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.185979] env[70483]: DEBUG nova.network.neutron [req-50c96769-b0f7-42c6-aa49-cb0f6fd0bb20 req-62022a70-af31-40f1-9b6c-5127a5116872 service nova] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Updated VIF entry in instance network info cache for port 0deaa3e4-47ae-49e4-8da8-43fad3fc30a8. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.187295] env[70483]: DEBUG nova.network.neutron [req-50c96769-b0f7-42c6-aa49-cb0f6fd0bb20 req-62022a70-af31-40f1-9b6c-5127a5116872 service nova] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Updating instance_info_cache with network_info: [{"id": "0deaa3e4-47ae-49e4-8da8-43fad3fc30a8", "address": "fa:16:3e:61:5d:06", "network": {"id": "c9ba9b8b-4f12-4533-b35d-cd08cb6d82be", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-266891741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb1bc81701ac46f8acd1edc7b55590fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0deaa3e4-47", "ovs_interfaceid": "0deaa3e4-47ae-49e4-8da8-43fad3fc30a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.203805] env[70483]: DEBUG nova.compute.manager [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.205153] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103fbe0f-0bef-49df-a037-abbd44d919fb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.255159] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a39d0508-8d47-4220-9420-073f14686704 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Releasing lock "refresh_cache-5b8c2868-a8cc-48aa-894f-c0051e167bde" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.255692] env[70483]: DEBUG nova.compute.manager [None req-a39d0508-8d47-4220-9420-073f14686704 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 701.255936] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a39d0508-8d47-4220-9420-073f14686704 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 701.256825] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4731787d-1266-4936-8b55-e515a2f2458a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.272087] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-a39d0508-8d47-4220-9420-073f14686704 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.272469] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-529ffaaf-4010-41d7-b2f2-74b9b454d8c5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.282078] env[70483]: DEBUG nova.network.neutron [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Successfully updated port: 52e13812-89ac-4885-b0df-3d829f083e8d {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.285353] env[70483]: DEBUG oslo_vmware.api [None req-a39d0508-8d47-4220-9420-073f14686704 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Waiting for the task: (returnval){ [ 701.285353] env[70483]: value = "task-3477523" [ 701.285353] env[70483]: _type = "Task" [ 701.285353] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.301939] env[70483]: DEBUG oslo_vmware.api [None req-a39d0508-8d47-4220-9420-073f14686704 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Task: {'id': task-3477523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.404311] env[70483]: DEBUG oslo_vmware.api [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5262c008-240e-8a94-367f-66c7a68d9101, 'name': SearchDatastore_Task, 'duration_secs': 0.067664} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.404941] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.405225] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.405733] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.406026] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.406248] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.406541] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f731c94f-1de6-4365-82c6-b7316e354f3e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.419244] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.419244] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.420029] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2823e5e-8bfa-4a8a-acc7-423fdb96d075 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.426949] env[70483]: DEBUG oslo_vmware.api [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Waiting for the task: (returnval){ [ 701.426949] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5282df3c-c398-483e-b94b-b1fa762f6edd" [ 701.426949] env[70483]: _type = "Task" [ 701.426949] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.440443] env[70483]: DEBUG oslo_vmware.api [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5282df3c-c398-483e-b94b-b1fa762f6edd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.461084] env[70483]: DEBUG oslo_vmware.api [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Task: {'id': task-3477522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07555} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.461084] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.461084] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220c652b-954c-4f5d-8896-1828c013ae6a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.483950] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] b56bf94d-594d-4114-81a7-bf972e1ff48f/b56bf94d-594d-4114-81a7-bf972e1ff48f.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.486918] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8aa5553f-0cd5-4ece-bc46-29bc537d5a4a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.507915] env[70483]: DEBUG oslo_vmware.api [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Waiting for the task: (returnval){ [ 701.507915] env[70483]: value = "task-3477524" [ 701.507915] env[70483]: _type = "Task" [ 701.507915] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.524114] env[70483]: DEBUG oslo_vmware.api [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Task: {'id': task-3477524, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.628834] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15640b93-f866-4ebb-8ddb-49fe206cb4a4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.637184] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10b6c68-8e59-4f2e-ba78-17e7b21ad76e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.642244] env[70483]: DEBUG oslo_concurrency.lockutils [req-af8088cc-e1e4-46d8-8396-6c36a3cf6853 req-3aaef4a5-1511-4f84-9c8b-58019e2fe855 service nova] Releasing lock "refresh_cache-b56bf94d-594d-4114-81a7-bf972e1ff48f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.667843] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5e4356-68ae-41a1-ba5f-10864c8d3138 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.676436] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1555ca8-65e0-4f1c-999f-1b86175b1f4c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.691250] env[70483]: DEBUG nova.compute.provider_tree [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.696393] env[70483]: DEBUG oslo_concurrency.lockutils [req-50c96769-b0f7-42c6-aa49-cb0f6fd0bb20 req-62022a70-af31-40f1-9b6c-5127a5116872 service nova] Releasing lock "refresh_cache-77c84798-aa60-45c9-903b-42ce69e2d371" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.790847] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Acquiring lock "refresh_cache-42a9d8ed-30da-4630-b4d0-c7a73214ada3" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.791144] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Acquired lock "refresh_cache-42a9d8ed-30da-4630-b4d0-c7a73214ada3" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.791195] env[70483]: DEBUG nova.network.neutron [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.808389] env[70483]: DEBUG oslo_vmware.api [None req-a39d0508-8d47-4220-9420-073f14686704 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Task: {'id': task-3477523, 'name': PowerOffVM_Task, 'duration_secs': 0.257909} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.808389] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-a39d0508-8d47-4220-9420-073f14686704 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 701.808389] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a39d0508-8d47-4220-9420-073f14686704 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 701.808389] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06d71f9a-3f59-43c0-8a7c-ee6338679009 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.842029] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a39d0508-8d47-4220-9420-073f14686704 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 701.842029] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a39d0508-8d47-4220-9420-073f14686704 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 701.842029] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-a39d0508-8d47-4220-9420-073f14686704 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Deleting the datastore file [datastore1] 5b8c2868-a8cc-48aa-894f-c0051e167bde {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 701.842029] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbee63d2-ed2f-41cb-8a7d-179706ecc7ab {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.855023] env[70483]: DEBUG oslo_vmware.api [None req-a39d0508-8d47-4220-9420-073f14686704 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Waiting for the task: (returnval){ [ 701.855023] env[70483]: value = "task-3477526" [ 701.855023] env[70483]: _type = "Task" [ 701.855023] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.863445] env[70483]: DEBUG oslo_vmware.api [None req-a39d0508-8d47-4220-9420-073f14686704 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Task: {'id': task-3477526, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.941525] env[70483]: DEBUG oslo_vmware.api [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5282df3c-c398-483e-b94b-b1fa762f6edd, 'name': SearchDatastore_Task, 'duration_secs': 0.026376} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.942859] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19da4785-d75b-4203-ba29-d7c56d932304 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.953471] env[70483]: DEBUG oslo_vmware.api [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Waiting for the task: (returnval){ [ 701.953471] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]521e494c-c325-374c-fc06-c5c6f7e826f8" [ 701.953471] env[70483]: _type = "Task" [ 701.953471] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.964597] env[70483]: DEBUG oslo_vmware.api [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]521e494c-c325-374c-fc06-c5c6f7e826f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.018907] env[70483]: DEBUG oslo_vmware.api [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Task: {'id': task-3477524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.195144] env[70483]: DEBUG nova.scheduler.client.report [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.226297] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 702.226590] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f9f9cf2-869b-4eaa-a1b6-45b52fdcdcf7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.236486] env[70483]: DEBUG oslo_vmware.api [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Waiting for the task: (returnval){ [ 702.236486] env[70483]: value = "task-3477527" [ 702.236486] env[70483]: _type = "Task" [ 702.236486] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.245957] env[70483]: DEBUG oslo_vmware.api [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': task-3477527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.345249] env[70483]: DEBUG nova.network.neutron [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.361909] env[70483]: DEBUG oslo_concurrency.lockutils [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Acquiring lock "e630f6cf-d91f-4ce9-a01e-a508523990ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.362148] env[70483]: DEBUG oslo_concurrency.lockutils [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Lock "e630f6cf-d91f-4ce9-a01e-a508523990ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.367129] env[70483]: DEBUG oslo_vmware.api [None req-a39d0508-8d47-4220-9420-073f14686704 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Task: {'id': task-3477526, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120926} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.369494] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-a39d0508-8d47-4220-9420-073f14686704 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.369685] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a39d0508-8d47-4220-9420-073f14686704 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 702.369855] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a39d0508-8d47-4220-9420-073f14686704 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.370056] env[70483]: INFO nova.compute.manager [None req-a39d0508-8d47-4220-9420-073f14686704 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Took 1.11 seconds to destroy the instance on the hypervisor. [ 702.370310] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a39d0508-8d47-4220-9420-073f14686704 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.370473] env[70483]: DEBUG nova.compute.manager [-] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 702.370567] env[70483]: DEBUG nova.network.neutron [-] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 702.393348] env[70483]: DEBUG nova.network.neutron [-] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.468440] env[70483]: DEBUG oslo_vmware.api [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]521e494c-c325-374c-fc06-c5c6f7e826f8, 'name': SearchDatastore_Task, 'duration_secs': 0.023888} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.468784] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.469088] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 77c84798-aa60-45c9-903b-42ce69e2d371/77c84798-aa60-45c9-903b-42ce69e2d371.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.469957] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3a7f2bf-0f3f-42d3-92f9-aaa4821723ed {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.479415] env[70483]: DEBUG oslo_vmware.api [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Waiting for the task: (returnval){ [ 702.479415] env[70483]: value = "task-3477528" [ 702.479415] env[70483]: _type = "Task" [ 702.479415] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.492278] env[70483]: DEBUG oslo_vmware.api [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Task: {'id': task-3477528, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.503018] env[70483]: DEBUG nova.network.neutron [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Updating instance_info_cache with network_info: [{"id": "52e13812-89ac-4885-b0df-3d829f083e8d", "address": "fa:16:3e:a9:fd:17", "network": {"id": "00a80144-34cd-4c78-aba3-3382ca325a04", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-614342461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "cad55bdef8874de5b864fe2d9606ad4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52e13812-89", "ovs_interfaceid": "52e13812-89ac-4885-b0df-3d829f083e8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.518076] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Acquiring lock "375bd3df-c0cc-48ac-81a4-7a9133f5fd56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.518429] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Lock "375bd3df-c0cc-48ac-81a4-7a9133f5fd56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.524529] env[70483]: DEBUG oslo_vmware.api [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Task: {'id': task-3477524, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.590067] env[70483]: DEBUG nova.compute.manager [req-d22b8960-aa4a-4451-8c70-ab4c0048330f req-31636a09-723e-46f3-8bd1-0b42ed6d698f service nova] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Received event network-vif-plugged-52e13812-89ac-4885-b0df-3d829f083e8d {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.590067] env[70483]: DEBUG oslo_concurrency.lockutils [req-d22b8960-aa4a-4451-8c70-ab4c0048330f req-31636a09-723e-46f3-8bd1-0b42ed6d698f service nova] Acquiring lock "42a9d8ed-30da-4630-b4d0-c7a73214ada3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.590067] env[70483]: DEBUG oslo_concurrency.lockutils [req-d22b8960-aa4a-4451-8c70-ab4c0048330f req-31636a09-723e-46f3-8bd1-0b42ed6d698f service nova] Lock "42a9d8ed-30da-4630-b4d0-c7a73214ada3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.590411] env[70483]: DEBUG oslo_concurrency.lockutils [req-d22b8960-aa4a-4451-8c70-ab4c0048330f req-31636a09-723e-46f3-8bd1-0b42ed6d698f service nova] Lock "42a9d8ed-30da-4630-b4d0-c7a73214ada3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.590630] env[70483]: DEBUG nova.compute.manager [req-d22b8960-aa4a-4451-8c70-ab4c0048330f req-31636a09-723e-46f3-8bd1-0b42ed6d698f service nova] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] No waiting events found dispatching network-vif-plugged-52e13812-89ac-4885-b0df-3d829f083e8d {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.591181] env[70483]: WARNING nova.compute.manager [req-d22b8960-aa4a-4451-8c70-ab4c0048330f req-31636a09-723e-46f3-8bd1-0b42ed6d698f service nova] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Received unexpected event network-vif-plugged-52e13812-89ac-4885-b0df-3d829f083e8d for instance with vm_state building and task_state spawning. [ 702.591181] env[70483]: DEBUG nova.compute.manager [req-d22b8960-aa4a-4451-8c70-ab4c0048330f req-31636a09-723e-46f3-8bd1-0b42ed6d698f service nova] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Received event network-changed-52e13812-89ac-4885-b0df-3d829f083e8d {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.591181] env[70483]: DEBUG nova.compute.manager [req-d22b8960-aa4a-4451-8c70-ab4c0048330f req-31636a09-723e-46f3-8bd1-0b42ed6d698f service nova] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Refreshing instance network info cache due to event network-changed-52e13812-89ac-4885-b0df-3d829f083e8d. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.591441] env[70483]: DEBUG oslo_concurrency.lockutils [req-d22b8960-aa4a-4451-8c70-ab4c0048330f req-31636a09-723e-46f3-8bd1-0b42ed6d698f service nova] Acquiring lock "refresh_cache-42a9d8ed-30da-4630-b4d0-c7a73214ada3" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.702691] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.703328] env[70483]: DEBUG nova.compute.manager [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.706097] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4ad564cb-52b4-4ea5-88a2-f1c08eb0de96 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.479s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.706345] env[70483]: DEBUG nova.objects.instance [None req-4ad564cb-52b4-4ea5-88a2-f1c08eb0de96 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Lazy-loading 'resources' on Instance uuid 3b02e72a-49db-4d75-856a-b9f9b5951b4a {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 702.751584] env[70483]: DEBUG oslo_vmware.api [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': task-3477527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.900020] env[70483]: DEBUG nova.network.neutron [-] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.993599] env[70483]: DEBUG oslo_vmware.api [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Task: {'id': task-3477528, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.004040] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Releasing lock "refresh_cache-42a9d8ed-30da-4630-b4d0-c7a73214ada3" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.004414] env[70483]: DEBUG nova.compute.manager [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Instance network_info: |[{"id": "52e13812-89ac-4885-b0df-3d829f083e8d", "address": "fa:16:3e:a9:fd:17", "network": {"id": "00a80144-34cd-4c78-aba3-3382ca325a04", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-614342461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "cad55bdef8874de5b864fe2d9606ad4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52e13812-89", "ovs_interfaceid": "52e13812-89ac-4885-b0df-3d829f083e8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.004991] env[70483]: DEBUG oslo_concurrency.lockutils [req-d22b8960-aa4a-4451-8c70-ab4c0048330f req-31636a09-723e-46f3-8bd1-0b42ed6d698f service nova] Acquired lock "refresh_cache-42a9d8ed-30da-4630-b4d0-c7a73214ada3" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.005334] env[70483]: DEBUG nova.network.neutron [req-d22b8960-aa4a-4451-8c70-ab4c0048330f req-31636a09-723e-46f3-8bd1-0b42ed6d698f service nova] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Refreshing network info cache for port 52e13812-89ac-4885-b0df-3d829f083e8d {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.009568] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:fd:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6eaa481-1f92-4851-b98e-09ed0daad7cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52e13812-89ac-4885-b0df-3d829f083e8d', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.018316] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Creating folder: Project (cad55bdef8874de5b864fe2d9606ad4d). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.021874] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-252eaaf8-ac40-4222-8efa-7cb5c5226e2f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.036495] env[70483]: DEBUG oslo_vmware.api [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Task: {'id': task-3477524, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.047138] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Created folder: Project (cad55bdef8874de5b864fe2d9606ad4d) in parent group-v695216. [ 703.047345] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Creating folder: Instances. Parent ref: group-v695261. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.047835] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b3da55f-8509-40b1-bb0f-45bc61bb2ca6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.067375] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Created folder: Instances in parent group-v695261. [ 703.067375] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.067375] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.067375] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d92af4dc-6180-4e27-8fe0-3fb9b40fe97a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.096996] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.096996] env[70483]: value = "task-3477531" [ 703.096996] env[70483]: _type = "Task" [ 703.096996] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.112156] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477531, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.159258] env[70483]: DEBUG oslo_concurrency.lockutils [None req-844c484e-2f3a-4172-ad8d-0d8de2aecf99 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Acquiring lock "8b06d01e-de2a-402a-bd39-637ce148e693" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.159442] env[70483]: DEBUG oslo_concurrency.lockutils [None req-844c484e-2f3a-4172-ad8d-0d8de2aecf99 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Lock "8b06d01e-de2a-402a-bd39-637ce148e693" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.159674] env[70483]: DEBUG oslo_concurrency.lockutils [None req-844c484e-2f3a-4172-ad8d-0d8de2aecf99 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Acquiring lock "8b06d01e-de2a-402a-bd39-637ce148e693-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.160039] env[70483]: DEBUG oslo_concurrency.lockutils [None req-844c484e-2f3a-4172-ad8d-0d8de2aecf99 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Lock "8b06d01e-de2a-402a-bd39-637ce148e693-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.160482] env[70483]: DEBUG oslo_concurrency.lockutils [None req-844c484e-2f3a-4172-ad8d-0d8de2aecf99 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Lock "8b06d01e-de2a-402a-bd39-637ce148e693-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.166836] env[70483]: INFO nova.compute.manager [None req-844c484e-2f3a-4172-ad8d-0d8de2aecf99 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Terminating instance [ 703.209413] env[70483]: DEBUG nova.compute.utils [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 703.219910] env[70483]: DEBUG nova.compute.manager [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 703.219910] env[70483]: DEBUG nova.network.neutron [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 703.253387] env[70483]: DEBUG oslo_vmware.api [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': task-3477527, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.283585] env[70483]: DEBUG oslo_concurrency.lockutils [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Acquiring lock "126e670b-cfa9-4316-b2e1-a6782d2b3684" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.283585] env[70483]: DEBUG oslo_concurrency.lockutils [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Lock "126e670b-cfa9-4316-b2e1-a6782d2b3684" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.305906] env[70483]: DEBUG nova.compute.manager [req-caf3cf78-a08d-4ce5-9321-3480d34804b7 req-599b050c-2037-451e-85ba-85c798a45906 service nova] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Received event network-changed-50db30fc-633d-449c-a85f-87a00812ad7e {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.306167] env[70483]: DEBUG nova.compute.manager [req-caf3cf78-a08d-4ce5-9321-3480d34804b7 req-599b050c-2037-451e-85ba-85c798a45906 service nova] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Refreshing instance network info cache due to event network-changed-50db30fc-633d-449c-a85f-87a00812ad7e. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.306454] env[70483]: DEBUG oslo_concurrency.lockutils [req-caf3cf78-a08d-4ce5-9321-3480d34804b7 req-599b050c-2037-451e-85ba-85c798a45906 service nova] Acquiring lock "refresh_cache-e6bb49fb-8343-44b2-85e7-9406a185b1a9" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.306567] env[70483]: DEBUG oslo_concurrency.lockutils [req-caf3cf78-a08d-4ce5-9321-3480d34804b7 req-599b050c-2037-451e-85ba-85c798a45906 service nova] Acquired lock "refresh_cache-e6bb49fb-8343-44b2-85e7-9406a185b1a9" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.306728] env[70483]: DEBUG nova.network.neutron [req-caf3cf78-a08d-4ce5-9321-3480d34804b7 req-599b050c-2037-451e-85ba-85c798a45906 service nova] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Refreshing network info cache for port 50db30fc-633d-449c-a85f-87a00812ad7e {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.361324] env[70483]: DEBUG nova.policy [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c1b634f6c22403cacbc823d3ca1e814', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea3d653610df4ecf9eb11e0d96d0dddd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.403136] env[70483]: INFO nova.compute.manager [-] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Took 1.03 seconds to deallocate network for instance. [ 703.411732] env[70483]: DEBUG nova.network.neutron [req-d22b8960-aa4a-4451-8c70-ab4c0048330f req-31636a09-723e-46f3-8bd1-0b42ed6d698f service nova] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Updated VIF entry in instance network info cache for port 52e13812-89ac-4885-b0df-3d829f083e8d. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.412110] env[70483]: DEBUG nova.network.neutron [req-d22b8960-aa4a-4451-8c70-ab4c0048330f req-31636a09-723e-46f3-8bd1-0b42ed6d698f service nova] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Updating instance_info_cache with network_info: [{"id": "52e13812-89ac-4885-b0df-3d829f083e8d", "address": "fa:16:3e:a9:fd:17", "network": {"id": "00a80144-34cd-4c78-aba3-3382ca325a04", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-614342461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cad55bdef8874de5b864fe2d9606ad4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52e13812-89", "ovs_interfaceid": "52e13812-89ac-4885-b0df-3d829f083e8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.580154] env[70483]: DEBUG oslo_vmware.api [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Task: {'id': task-3477528, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.776804} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.580154] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 77c84798-aa60-45c9-903b-42ce69e2d371/77c84798-aa60-45c9-903b-42ce69e2d371.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.580154] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.580154] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4027390c-ddac-4704-a53e-ea8a11b5ca91 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.580154] env[70483]: DEBUG oslo_vmware.api [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Waiting for the task: (returnval){ [ 703.580154] env[70483]: value = "task-3477532" [ 703.580154] env[70483]: _type = "Task" [ 703.580505] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.580505] env[70483]: DEBUG oslo_vmware.api [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Task: {'id': task-3477532, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.580505] env[70483]: DEBUG oslo_vmware.api [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Task: {'id': task-3477524, 'name': ReconfigVM_Task, 'duration_secs': 1.613361} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.580505] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Reconfigured VM instance instance-0000000d to attach disk [datastore2] b56bf94d-594d-4114-81a7-bf972e1ff48f/b56bf94d-594d-4114-81a7-bf972e1ff48f.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.580505] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d070a953-8986-4235-b083-057d03971b2f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.580505] env[70483]: DEBUG oslo_vmware.api [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Waiting for the task: (returnval){ [ 703.580704] env[70483]: value = "task-3477533" [ 703.580704] env[70483]: _type = "Task" [ 703.580704] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.580704] env[70483]: DEBUG oslo_vmware.api [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Task: {'id': task-3477533, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.610459] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477531, 'name': CreateVM_Task, 'duration_secs': 0.452136} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.610697] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.611570] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.611769] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.615047] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.615047] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23f45676-eee3-48d9-a4da-fe563bea03b4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.626022] env[70483]: DEBUG oslo_vmware.api [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Waiting for the task: (returnval){ [ 703.626022] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52f1eec7-50ce-bbe9-b092-772aec25a091" [ 703.626022] env[70483]: _type = "Task" [ 703.626022] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.638026] env[70483]: DEBUG oslo_vmware.api [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52f1eec7-50ce-bbe9-b092-772aec25a091, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.681655] env[70483]: DEBUG oslo_concurrency.lockutils [None req-844c484e-2f3a-4172-ad8d-0d8de2aecf99 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Acquiring lock "refresh_cache-8b06d01e-de2a-402a-bd39-637ce148e693" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.681655] env[70483]: DEBUG oslo_concurrency.lockutils [None req-844c484e-2f3a-4172-ad8d-0d8de2aecf99 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Acquired lock "refresh_cache-8b06d01e-de2a-402a-bd39-637ce148e693" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.681655] env[70483]: DEBUG nova.network.neutron [None req-844c484e-2f3a-4172-ad8d-0d8de2aecf99 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.720264] env[70483]: DEBUG nova.compute.manager [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.756236] env[70483]: DEBUG oslo_vmware.api [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': task-3477527, 'name': PowerOffVM_Task, 'duration_secs': 1.122169} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.757411] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 703.757411] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 703.758126] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b623b4ce-7374-40c3-a5cd-14ab041ca344 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.767134] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 703.768030] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11538149-93ab-4746-88fe-e955d97400f2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.808857] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 703.808857] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 703.809039] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Deleting the datastore file [datastore2] 59d0c92a-a41f-4eae-b381-8f11d1f68197 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 703.813131] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60aaf8a1-bf20-415b-aab4-867ab1e3ff74 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.821778] env[70483]: DEBUG oslo_vmware.api [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Waiting for the task: (returnval){ [ 703.821778] env[70483]: value = "task-3477535" [ 703.821778] env[70483]: _type = "Task" [ 703.821778] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.831042] env[70483]: DEBUG oslo_vmware.api [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': task-3477535, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.832884] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32d1408-b048-4a3c-8862-b8fb5e07439d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.842243] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde31733-29a1-4cf7-a65d-d3dbb5f0c80c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.878921] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a652073a-c915-4038-9a30-8ce09126d484 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.888806] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf32cd87-6a8c-43d1-8deb-ae83b144b1c4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.903655] env[70483]: DEBUG nova.compute.provider_tree [None req-4ad564cb-52b4-4ea5-88a2-f1c08eb0de96 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.916529] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a39d0508-8d47-4220-9420-073f14686704 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.917660] env[70483]: DEBUG oslo_concurrency.lockutils [req-d22b8960-aa4a-4451-8c70-ab4c0048330f req-31636a09-723e-46f3-8bd1-0b42ed6d698f service nova] Releasing lock "refresh_cache-42a9d8ed-30da-4630-b4d0-c7a73214ada3" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.018303] env[70483]: DEBUG oslo_vmware.api [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Task: {'id': task-3477532, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.208491} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.018303] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.019029] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6846377-df9b-4ade-81fe-f868d9bc866c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.044852] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 77c84798-aa60-45c9-903b-42ce69e2d371/77c84798-aa60-45c9-903b-42ce69e2d371.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.048884] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27c509e8-0103-4b3b-95fa-dcb318f7092d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.078879] env[70483]: DEBUG oslo_vmware.api [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Task: {'id': task-3477533, 'name': Rename_Task, 'duration_secs': 0.228746} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.079033] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.079331] env[70483]: DEBUG oslo_vmware.api [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Waiting for the task: (returnval){ [ 704.079331] env[70483]: value = "task-3477536" [ 704.079331] env[70483]: _type = "Task" [ 704.079331] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.079570] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3d60483-32d3-4a9d-9fea-f7d976fc85cc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.095845] env[70483]: DEBUG oslo_vmware.api [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Task: {'id': task-3477536, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.098692] env[70483]: DEBUG oslo_vmware.api [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Waiting for the task: (returnval){ [ 704.098692] env[70483]: value = "task-3477537" [ 704.098692] env[70483]: _type = "Task" [ 704.098692] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.108876] env[70483]: DEBUG oslo_vmware.api [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Task: {'id': task-3477537, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.136070] env[70483]: DEBUG oslo_vmware.api [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52f1eec7-50ce-bbe9-b092-772aec25a091, 'name': SearchDatastore_Task, 'duration_secs': 0.017172} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.136284] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.136472] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.137573] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.137573] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.137573] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.141309] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02357bbd-ee65-4841-a9a3-22fac3bef15e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.155204] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.155472] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.157104] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4995c9f2-04e1-4ba1-8aac-58e3b2e21d8d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.162895] env[70483]: DEBUG oslo_vmware.api [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Waiting for the task: (returnval){ [ 704.162895] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52506b42-9a0f-d921-9fbf-72a9bcf8202b" [ 704.162895] env[70483]: _type = "Task" [ 704.162895] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.172604] env[70483]: DEBUG oslo_vmware.api [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52506b42-9a0f-d921-9fbf-72a9bcf8202b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.245282] env[70483]: DEBUG nova.network.neutron [None req-844c484e-2f3a-4172-ad8d-0d8de2aecf99 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.334215] env[70483]: DEBUG oslo_vmware.api [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': task-3477535, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30305} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.334472] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 704.334651] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 704.334896] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 704.406435] env[70483]: DEBUG nova.scheduler.client.report [None req-4ad564cb-52b4-4ea5-88a2-f1c08eb0de96 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.410508] env[70483]: DEBUG nova.network.neutron [None req-844c484e-2f3a-4172-ad8d-0d8de2aecf99 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.446390] env[70483]: DEBUG nova.network.neutron [req-caf3cf78-a08d-4ce5-9321-3480d34804b7 req-599b050c-2037-451e-85ba-85c798a45906 service nova] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Updated VIF entry in instance network info cache for port 50db30fc-633d-449c-a85f-87a00812ad7e. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.446390] env[70483]: DEBUG nova.network.neutron [req-caf3cf78-a08d-4ce5-9321-3480d34804b7 req-599b050c-2037-451e-85ba-85c798a45906 service nova] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Updating instance_info_cache with network_info: [{"id": "50db30fc-633d-449c-a85f-87a00812ad7e", "address": "fa:16:3e:97:bf:4d", "network": {"id": "f7f18a86-c382-49d0-bdc9-d7bd6dfd388e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-924799020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1869dd7f50f0482aa7883e8ae0b5b6d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50db30fc-63", "ovs_interfaceid": "50db30fc-633d-449c-a85f-87a00812ad7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.593192] env[70483]: DEBUG oslo_vmware.api [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Task: {'id': task-3477536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.610865] env[70483]: DEBUG oslo_vmware.api [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Task: {'id': task-3477537, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.612380] env[70483]: DEBUG nova.network.neutron [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Successfully created port: a9d2c685-6e54-4c32-b38a-a1ee187534b7 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.676326] env[70483]: DEBUG oslo_vmware.api [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52506b42-9a0f-d921-9fbf-72a9bcf8202b, 'name': SearchDatastore_Task, 'duration_secs': 0.021178} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.677422] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd2dc1b5-d90e-4131-aa17-507a298c53fb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.683784] env[70483]: DEBUG oslo_vmware.api [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Waiting for the task: (returnval){ [ 704.683784] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a62042-7d86-c005-53ef-76b2c403ebe0" [ 704.683784] env[70483]: _type = "Task" [ 704.683784] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.690525] env[70483]: DEBUG nova.compute.manager [None req-02575bde-b116-4c7b-aaf0-3602598e6f81 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.694813] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb39f2e-26d3-42f9-8118-f637fd45ee30 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.697164] env[70483]: DEBUG oslo_vmware.api [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a62042-7d86-c005-53ef-76b2c403ebe0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.732354] env[70483]: DEBUG nova.compute.manager [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.772458] env[70483]: DEBUG nova.virt.hardware [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.772764] env[70483]: DEBUG nova.virt.hardware [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.772842] env[70483]: DEBUG nova.virt.hardware [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.773089] env[70483]: DEBUG nova.virt.hardware [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.773199] env[70483]: DEBUG nova.virt.hardware [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.773309] env[70483]: DEBUG nova.virt.hardware [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.773566] env[70483]: DEBUG nova.virt.hardware [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.773637] env[70483]: DEBUG nova.virt.hardware [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.773802] env[70483]: DEBUG nova.virt.hardware [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.773960] env[70483]: DEBUG nova.virt.hardware [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.774143] env[70483]: DEBUG nova.virt.hardware [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.775010] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce911f76-a1b3-435b-ad53-b674c62f2e38 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.783886] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3b539d-d0f8-44fb-85ba-797e0562eeb2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.915116] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4ad564cb-52b4-4ea5-88a2-f1c08eb0de96 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.206s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.915116] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.341s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.917800] env[70483]: INFO nova.compute.claims [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.925537] env[70483]: DEBUG oslo_concurrency.lockutils [None req-844c484e-2f3a-4172-ad8d-0d8de2aecf99 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Releasing lock "refresh_cache-8b06d01e-de2a-402a-bd39-637ce148e693" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.925537] env[70483]: DEBUG nova.compute.manager [None req-844c484e-2f3a-4172-ad8d-0d8de2aecf99 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 704.925537] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-844c484e-2f3a-4172-ad8d-0d8de2aecf99 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 704.926769] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d969532-3b38-47b8-bfc7-c09ee1082441 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.939617] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-844c484e-2f3a-4172-ad8d-0d8de2aecf99 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 704.939888] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7757bd2-361d-4ab9-ad54-ebd83a746022 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.948321] env[70483]: DEBUG oslo_concurrency.lockutils [req-caf3cf78-a08d-4ce5-9321-3480d34804b7 req-599b050c-2037-451e-85ba-85c798a45906 service nova] Releasing lock "refresh_cache-e6bb49fb-8343-44b2-85e7-9406a185b1a9" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.949082] env[70483]: DEBUG oslo_vmware.api [None req-844c484e-2f3a-4172-ad8d-0d8de2aecf99 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Waiting for the task: (returnval){ [ 704.949082] env[70483]: value = "task-3477538" [ 704.949082] env[70483]: _type = "Task" [ 704.949082] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.953912] env[70483]: INFO nova.scheduler.client.report [None req-4ad564cb-52b4-4ea5-88a2-f1c08eb0de96 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Deleted allocations for instance 3b02e72a-49db-4d75-856a-b9f9b5951b4a [ 704.966565] env[70483]: DEBUG oslo_vmware.api [None req-844c484e-2f3a-4172-ad8d-0d8de2aecf99 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Task: {'id': task-3477538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.096855] env[70483]: DEBUG oslo_vmware.api [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Task: {'id': task-3477536, 'name': ReconfigVM_Task, 'duration_secs': 0.970928} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.097163] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 77c84798-aa60-45c9-903b-42ce69e2d371/77c84798-aa60-45c9-903b-42ce69e2d371.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.098351] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76e93b4f-b5ab-43ed-9a59-331edcc2d9dd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.106844] env[70483]: DEBUG oslo_vmware.api [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Waiting for the task: (returnval){ [ 705.106844] env[70483]: value = "task-3477539" [ 705.106844] env[70483]: _type = "Task" [ 705.106844] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.120714] env[70483]: DEBUG oslo_vmware.api [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Task: {'id': task-3477537, 'name': PowerOnVM_Task, 'duration_secs': 0.519137} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.124567] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.124796] env[70483]: INFO nova.compute.manager [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Took 13.00 seconds to spawn the instance on the hypervisor. [ 705.125287] env[70483]: DEBUG nova.compute.manager [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.125902] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef2f7ea-8896-4ab5-a7c7-4ee1c5ebcd6d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.131943] env[70483]: DEBUG oslo_vmware.api [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Task: {'id': task-3477539, 'name': Rename_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.197521] env[70483]: DEBUG oslo_vmware.api [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a62042-7d86-c005-53ef-76b2c403ebe0, 'name': SearchDatastore_Task, 'duration_secs': 0.037668} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.197919] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.198238] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 42a9d8ed-30da-4630-b4d0-c7a73214ada3/42a9d8ed-30da-4630-b4d0-c7a73214ada3.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.198577] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6745b7c9-b3e6-4495-86f1-aa90d3a7e85a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.208083] env[70483]: INFO nova.compute.manager [None req-02575bde-b116-4c7b-aaf0-3602598e6f81 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] instance snapshotting [ 705.212161] env[70483]: DEBUG oslo_vmware.api [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Waiting for the task: (returnval){ [ 705.212161] env[70483]: value = "task-3477540" [ 705.212161] env[70483]: _type = "Task" [ 705.212161] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.213882] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451a6cb1-589b-415d-960b-907e88d76825 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.248265] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8094d94-635c-4b4a-8561-9c65d4e6d0ee {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.251442] env[70483]: DEBUG oslo_vmware.api [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Task: {'id': task-3477540, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.382275] env[70483]: DEBUG nova.virt.hardware [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.382611] env[70483]: DEBUG nova.virt.hardware [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.382834] env[70483]: DEBUG nova.virt.hardware [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.383083] env[70483]: DEBUG nova.virt.hardware [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.383384] env[70483]: DEBUG nova.virt.hardware [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.383528] env[70483]: DEBUG nova.virt.hardware [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.383751] env[70483]: DEBUG nova.virt.hardware [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.383907] env[70483]: DEBUG nova.virt.hardware [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.384083] env[70483]: DEBUG nova.virt.hardware [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.384244] env[70483]: DEBUG nova.virt.hardware [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.384414] env[70483]: DEBUG nova.virt.hardware [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.385883] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc2fd93-ee1b-463d-8b1b-77c72ba91824 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.403727] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf29278-c780-4643-af00-5024f5f75e13 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.432540] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Instance VIF info [] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.441252] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.441657] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.441917] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f408a98-d3cd-4773-90eb-185faa8047d6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.470611] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4ad564cb-52b4-4ea5-88a2-f1c08eb0de96 tempest-ServerExternalEventsTest-703651001 tempest-ServerExternalEventsTest-703651001-project-member] Lock "3b02e72a-49db-4d75-856a-b9f9b5951b4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.666s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.477429] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.477429] env[70483]: value = "task-3477541" [ 705.477429] env[70483]: _type = "Task" [ 705.477429] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.477946] env[70483]: DEBUG oslo_vmware.api [None req-844c484e-2f3a-4172-ad8d-0d8de2aecf99 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Task: {'id': task-3477538, 'name': PowerOffVM_Task, 'duration_secs': 0.138804} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.477946] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-844c484e-2f3a-4172-ad8d-0d8de2aecf99 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 705.478093] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-844c484e-2f3a-4172-ad8d-0d8de2aecf99 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.483402] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4f037b3-8183-417f-8e03-a3dcb170ded0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.495496] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477541, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.520048] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-844c484e-2f3a-4172-ad8d-0d8de2aecf99 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.520048] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-844c484e-2f3a-4172-ad8d-0d8de2aecf99 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.520048] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-844c484e-2f3a-4172-ad8d-0d8de2aecf99 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Deleting the datastore file [datastore2] 8b06d01e-de2a-402a-bd39-637ce148e693 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.520048] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-828b6fd6-32c8-47da-8e8b-fd1269e5a2df {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.532026] env[70483]: DEBUG oslo_vmware.api [None req-844c484e-2f3a-4172-ad8d-0d8de2aecf99 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Waiting for the task: (returnval){ [ 705.532026] env[70483]: value = "task-3477543" [ 705.532026] env[70483]: _type = "Task" [ 705.532026] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.543869] env[70483]: DEBUG oslo_vmware.api [None req-844c484e-2f3a-4172-ad8d-0d8de2aecf99 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Task: {'id': task-3477543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.623673] env[70483]: DEBUG oslo_vmware.api [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Task: {'id': task-3477539, 'name': Rename_Task, 'duration_secs': 0.191702} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.623770] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.624659] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-812fb9a0-cdb9-4739-8359-90fd807e34db {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.633459] env[70483]: DEBUG oslo_vmware.api [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Waiting for the task: (returnval){ [ 705.633459] env[70483]: value = "task-3477544" [ 705.633459] env[70483]: _type = "Task" [ 705.633459] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.650365] env[70483]: DEBUG oslo_vmware.api [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Task: {'id': task-3477544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.657147] env[70483]: INFO nova.compute.manager [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Took 23.82 seconds to build instance. [ 705.730258] env[70483]: DEBUG oslo_vmware.api [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Task: {'id': task-3477540, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520617} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.730613] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 42a9d8ed-30da-4630-b4d0-c7a73214ada3/42a9d8ed-30da-4630-b4d0-c7a73214ada3.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.730780] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.731059] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbea71d6-e302-4393-bc76-0ed15485ee27 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.741230] env[70483]: DEBUG oslo_vmware.api [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Waiting for the task: (returnval){ [ 705.741230] env[70483]: value = "task-3477545" [ 705.741230] env[70483]: _type = "Task" [ 705.741230] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.753934] env[70483]: DEBUG oslo_vmware.api [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Task: {'id': task-3477545, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.764500] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-02575bde-b116-4c7b-aaf0-3602598e6f81 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Creating Snapshot of the VM instance {{(pid=70483) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 705.764859] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1ea2aa93-e31a-438b-a3bb-7e55ae582bf1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.788194] env[70483]: DEBUG oslo_vmware.api [None req-02575bde-b116-4c7b-aaf0-3602598e6f81 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for the task: (returnval){ [ 705.788194] env[70483]: value = "task-3477546" [ 705.788194] env[70483]: _type = "Task" [ 705.788194] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.801277] env[70483]: DEBUG oslo_vmware.api [None req-02575bde-b116-4c7b-aaf0-3602598e6f81 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477546, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.994827] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477541, 'name': CreateVM_Task, 'duration_secs': 0.470023} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.997460] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.997460] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.997460] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.997460] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.997460] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8db0c117-e63f-49cc-bec2-58509c10ba0a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.004108] env[70483]: DEBUG oslo_vmware.api [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Waiting for the task: (returnval){ [ 706.004108] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52c6dc07-9d80-2a22-3cea-33143d86a50c" [ 706.004108] env[70483]: _type = "Task" [ 706.004108] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.015818] env[70483]: DEBUG oslo_vmware.api [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52c6dc07-9d80-2a22-3cea-33143d86a50c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.043301] env[70483]: DEBUG oslo_vmware.api [None req-844c484e-2f3a-4172-ad8d-0d8de2aecf99 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Task: {'id': task-3477543, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258454} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.043301] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-844c484e-2f3a-4172-ad8d-0d8de2aecf99 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 706.043301] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-844c484e-2f3a-4172-ad8d-0d8de2aecf99 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 706.043615] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-844c484e-2f3a-4172-ad8d-0d8de2aecf99 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 706.043615] env[70483]: INFO nova.compute.manager [None req-844c484e-2f3a-4172-ad8d-0d8de2aecf99 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Took 1.12 seconds to destroy the instance on the hypervisor. [ 706.043885] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-844c484e-2f3a-4172-ad8d-0d8de2aecf99 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.044029] env[70483]: DEBUG nova.compute.manager [-] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 706.044113] env[70483]: DEBUG nova.network.neutron [-] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 706.062374] env[70483]: DEBUG nova.network.neutron [-] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.148429] env[70483]: DEBUG oslo_vmware.api [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Task: {'id': task-3477544, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.160722] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2f5333ba-f767-469f-a746-b1c41d89f7f1 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Lock "b56bf94d-594d-4114-81a7-bf972e1ff48f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.334s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.226902] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Acquiring lock "de35e055-451f-4c4b-ab3a-9b5b6baa529c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.226962] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Lock "de35e055-451f-4c4b-ab3a-9b5b6baa529c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.254029] env[70483]: DEBUG oslo_vmware.api [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Task: {'id': task-3477545, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073307} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.256758] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.258470] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e5b1b2-6689-4dd4-9ea1-a94a4abd7b49 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.287075] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 42a9d8ed-30da-4630-b4d0-c7a73214ada3/42a9d8ed-30da-4630-b4d0-c7a73214ada3.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.290013] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cd84e65-6343-4c2c-9a2f-278d9b207276 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.319361] env[70483]: DEBUG oslo_vmware.api [None req-02575bde-b116-4c7b-aaf0-3602598e6f81 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477546, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.321459] env[70483]: DEBUG oslo_vmware.api [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Waiting for the task: (returnval){ [ 706.321459] env[70483]: value = "task-3477547" [ 706.321459] env[70483]: _type = "Task" [ 706.321459] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.334403] env[70483]: DEBUG oslo_vmware.api [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Task: {'id': task-3477547, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.404312] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c47744-74e1-46a2-a18d-64dc38df37e4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.416009] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e519ee0e-f31e-4b64-9d95-09a1609fe50e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.460603] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66f541b-7a4d-4c7f-84c3-5faae2c8c056 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.477752] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e351bb3-cefa-4569-881c-f8745d6ad745 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.495225] env[70483]: DEBUG nova.compute.provider_tree [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.515567] env[70483]: DEBUG oslo_vmware.api [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52c6dc07-9d80-2a22-3cea-33143d86a50c, 'name': SearchDatastore_Task, 'duration_secs': 0.014301} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.516087] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.516199] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.516351] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.516683] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.516683] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.516902] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-156af7a0-20cc-4074-822e-f314ce5cfc80 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.530096] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.530307] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.531090] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dcc9d38-29cb-45b6-8c21-0f3b26ec14db {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.537728] env[70483]: DEBUG oslo_vmware.api [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Waiting for the task: (returnval){ [ 706.537728] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524b2eea-387e-8d20-a7ac-f1d210dcbbfc" [ 706.537728] env[70483]: _type = "Task" [ 706.537728] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.548131] env[70483]: DEBUG oslo_vmware.api [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524b2eea-387e-8d20-a7ac-f1d210dcbbfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.564629] env[70483]: DEBUG nova.network.neutron [-] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.576760] env[70483]: DEBUG nova.compute.manager [req-7f8c0bc3-eee0-4877-bea4-5b519cfaf8fd req-5be98997-f0ff-4f0d-ad62-08ade115adf4 service nova] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Received event network-vif-plugged-a9d2c685-6e54-4c32-b38a-a1ee187534b7 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.576760] env[70483]: DEBUG oslo_concurrency.lockutils [req-7f8c0bc3-eee0-4877-bea4-5b519cfaf8fd req-5be98997-f0ff-4f0d-ad62-08ade115adf4 service nova] Acquiring lock "7d971534-4425-456e-83e4-7c8d9ed7f435-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.576760] env[70483]: DEBUG oslo_concurrency.lockutils [req-7f8c0bc3-eee0-4877-bea4-5b519cfaf8fd req-5be98997-f0ff-4f0d-ad62-08ade115adf4 service nova] Lock "7d971534-4425-456e-83e4-7c8d9ed7f435-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.576879] env[70483]: DEBUG oslo_concurrency.lockutils [req-7f8c0bc3-eee0-4877-bea4-5b519cfaf8fd req-5be98997-f0ff-4f0d-ad62-08ade115adf4 service nova] Lock "7d971534-4425-456e-83e4-7c8d9ed7f435-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.577058] env[70483]: DEBUG nova.compute.manager [req-7f8c0bc3-eee0-4877-bea4-5b519cfaf8fd req-5be98997-f0ff-4f0d-ad62-08ade115adf4 service nova] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] No waiting events found dispatching network-vif-plugged-a9d2c685-6e54-4c32-b38a-a1ee187534b7 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 706.577481] env[70483]: WARNING nova.compute.manager [req-7f8c0bc3-eee0-4877-bea4-5b519cfaf8fd req-5be98997-f0ff-4f0d-ad62-08ade115adf4 service nova] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Received unexpected event network-vif-plugged-a9d2c685-6e54-4c32-b38a-a1ee187534b7 for instance with vm_state building and task_state spawning. [ 706.609342] env[70483]: DEBUG nova.network.neutron [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Successfully updated port: a9d2c685-6e54-4c32-b38a-a1ee187534b7 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.647264] env[70483]: DEBUG oslo_vmware.api [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Task: {'id': task-3477544, 'name': PowerOnVM_Task, 'duration_secs': 0.59113} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.647612] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.647847] env[70483]: INFO nova.compute.manager [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Took 10.06 seconds to spawn the instance on the hypervisor. [ 706.648123] env[70483]: DEBUG nova.compute.manager [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.648830] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a647fd1-745a-4269-970f-ab45c8b31236 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.667052] env[70483]: DEBUG nova.compute.manager [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 706.823689] env[70483]: DEBUG oslo_vmware.api [None req-02575bde-b116-4c7b-aaf0-3602598e6f81 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477546, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.836648] env[70483]: DEBUG oslo_vmware.api [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Task: {'id': task-3477547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.998936] env[70483]: DEBUG nova.scheduler.client.report [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.052842] env[70483]: DEBUG oslo_vmware.api [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524b2eea-387e-8d20-a7ac-f1d210dcbbfc, 'name': SearchDatastore_Task, 'duration_secs': 0.024633} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.053739] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b98091c-32d0-4843-bc6d-444857568366 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.064028] env[70483]: DEBUG oslo_vmware.api [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Waiting for the task: (returnval){ [ 707.064028] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52662e15-c330-bc6c-ce9f-a95a9956237a" [ 707.064028] env[70483]: _type = "Task" [ 707.064028] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.067112] env[70483]: INFO nova.compute.manager [-] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Took 1.02 seconds to deallocate network for instance. [ 707.072091] env[70483]: DEBUG oslo_vmware.api [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52662e15-c330-bc6c-ce9f-a95a9956237a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.111787] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquiring lock "refresh_cache-7d971534-4425-456e-83e4-7c8d9ed7f435" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.111977] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquired lock "refresh_cache-7d971534-4425-456e-83e4-7c8d9ed7f435" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.112149] env[70483]: DEBUG nova.network.neutron [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.174848] env[70483]: INFO nova.compute.manager [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Took 24.29 seconds to build instance. [ 707.209393] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.321764] env[70483]: DEBUG oslo_vmware.api [None req-02575bde-b116-4c7b-aaf0-3602598e6f81 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477546, 'name': CreateSnapshot_Task, 'duration_secs': 1.079045} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.324609] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-02575bde-b116-4c7b-aaf0-3602598e6f81 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Created Snapshot of the VM instance {{(pid=70483) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 707.325113] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0014fda0-20be-498b-a7a3-92db207a5884 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Acquiring lock "b56bf94d-594d-4114-81a7-bf972e1ff48f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.325367] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0014fda0-20be-498b-a7a3-92db207a5884 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Lock "b56bf94d-594d-4114-81a7-bf972e1ff48f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.325583] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0014fda0-20be-498b-a7a3-92db207a5884 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Acquiring lock "b56bf94d-594d-4114-81a7-bf972e1ff48f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.325773] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0014fda0-20be-498b-a7a3-92db207a5884 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Lock "b56bf94d-594d-4114-81a7-bf972e1ff48f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.325948] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0014fda0-20be-498b-a7a3-92db207a5884 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Lock "b56bf94d-594d-4114-81a7-bf972e1ff48f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.329190] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a998f7fc-89ad-4653-9483-e304cd29b9ae {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.333832] env[70483]: INFO nova.compute.manager [None req-0014fda0-20be-498b-a7a3-92db207a5884 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Terminating instance [ 707.355525] env[70483]: DEBUG oslo_vmware.api [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Task: {'id': task-3477547, 'name': ReconfigVM_Task, 'duration_secs': 0.935919} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.356084] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 42a9d8ed-30da-4630-b4d0-c7a73214ada3/42a9d8ed-30da-4630-b4d0-c7a73214ada3.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.356770] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-309a3555-875c-4710-9ff3-75e05712d468 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.366293] env[70483]: DEBUG oslo_vmware.api [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Waiting for the task: (returnval){ [ 707.366293] env[70483]: value = "task-3477548" [ 707.366293] env[70483]: _type = "Task" [ 707.366293] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.376416] env[70483]: DEBUG oslo_vmware.api [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Task: {'id': task-3477548, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.503917] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.504444] env[70483]: DEBUG nova.compute.manager [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.508522] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.773s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.510781] env[70483]: INFO nova.compute.claims [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.574444] env[70483]: DEBUG oslo_vmware.api [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52662e15-c330-bc6c-ce9f-a95a9956237a, 'name': SearchDatastore_Task, 'duration_secs': 0.017322} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.574696] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.575134] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 59d0c92a-a41f-4eae-b381-8f11d1f68197/59d0c92a-a41f-4eae-b381-8f11d1f68197.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.575347] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57305213-de9b-48d8-8478-862dd314eab6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.578851] env[70483]: DEBUG oslo_concurrency.lockutils [None req-844c484e-2f3a-4172-ad8d-0d8de2aecf99 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.585273] env[70483]: DEBUG oslo_vmware.api [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Waiting for the task: (returnval){ [ 707.585273] env[70483]: value = "task-3477549" [ 707.585273] env[70483]: _type = "Task" [ 707.585273] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.595299] env[70483]: DEBUG oslo_vmware.api [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': task-3477549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.650706] env[70483]: DEBUG nova.network.neutron [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.683726] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0c8ff4b5-346a-44cf-9b88-3df1fcc88219 tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Lock "77c84798-aa60-45c9-903b-42ce69e2d371" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.810s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.807869] env[70483]: DEBUG nova.network.neutron [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Updating instance_info_cache with network_info: [{"id": "a9d2c685-6e54-4c32-b38a-a1ee187534b7", "address": "fa:16:3e:f0:3f:f4", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9d2c685-6e", "ovs_interfaceid": "a9d2c685-6e54-4c32-b38a-a1ee187534b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.847018] env[70483]: DEBUG nova.compute.manager [None req-0014fda0-20be-498b-a7a3-92db207a5884 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 707.847018] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0014fda0-20be-498b-a7a3-92db207a5884 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.847018] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e5eb74-8c9a-4ec8-ab7d-a97257f648ba {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.870405] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-02575bde-b116-4c7b-aaf0-3602598e6f81 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Creating linked-clone VM from snapshot {{(pid=70483) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 707.870723] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-0014fda0-20be-498b-a7a3-92db207a5884 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.871595] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-126dd505-d1fa-4307-9bf0-fe0d244fd831 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.874833] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed1803b6-55c5-4118-b0f7-cf72da62f49a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.890952] env[70483]: DEBUG oslo_vmware.api [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Task: {'id': task-3477548, 'name': Rename_Task, 'duration_secs': 0.208301} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.897760] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.900776] env[70483]: DEBUG oslo_vmware.api [None req-0014fda0-20be-498b-a7a3-92db207a5884 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Waiting for the task: (returnval){ [ 707.900776] env[70483]: value = "task-3477551" [ 707.900776] env[70483]: _type = "Task" [ 707.900776] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.901064] env[70483]: DEBUG oslo_vmware.api [None req-02575bde-b116-4c7b-aaf0-3602598e6f81 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for the task: (returnval){ [ 707.901064] env[70483]: value = "task-3477550" [ 707.901064] env[70483]: _type = "Task" [ 707.901064] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.901678] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb31ff97-9b4f-4279-9a79-c67e259ef09f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.924419] env[70483]: DEBUG oslo_vmware.api [None req-02575bde-b116-4c7b-aaf0-3602598e6f81 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477550, 'name': CloneVM_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.924686] env[70483]: DEBUG oslo_vmware.api [None req-0014fda0-20be-498b-a7a3-92db207a5884 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Task: {'id': task-3477551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.926333] env[70483]: DEBUG oslo_vmware.api [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Waiting for the task: (returnval){ [ 707.926333] env[70483]: value = "task-3477552" [ 707.926333] env[70483]: _type = "Task" [ 707.926333] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.936689] env[70483]: DEBUG oslo_vmware.api [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Task: {'id': task-3477552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.021189] env[70483]: DEBUG nova.compute.utils [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 708.022843] env[70483]: DEBUG nova.compute.manager [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 708.025039] env[70483]: DEBUG nova.network.neutron [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.101662] env[70483]: DEBUG oslo_vmware.api [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': task-3477549, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.186710] env[70483]: DEBUG nova.compute.manager [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.252577] env[70483]: DEBUG nova.policy [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c7436d5d372473493d2b9c531760c27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02013d6cd47b4f1c9e3279214f1d2d7a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.311701] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Releasing lock "refresh_cache-7d971534-4425-456e-83e4-7c8d9ed7f435" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.314184] env[70483]: DEBUG nova.compute.manager [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Instance network_info: |[{"id": "a9d2c685-6e54-4c32-b38a-a1ee187534b7", "address": "fa:16:3e:f0:3f:f4", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9d2c685-6e", "ovs_interfaceid": "a9d2c685-6e54-4c32-b38a-a1ee187534b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 708.314634] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:3f:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9d2c685-6e54-4c32-b38a-a1ee187534b7', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.324238] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Creating folder: Project (ea3d653610df4ecf9eb11e0d96d0dddd). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.326061] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-012b97cc-b57c-4bca-b032-eb2a90e2c1b4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.342115] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Created folder: Project (ea3d653610df4ecf9eb11e0d96d0dddd) in parent group-v695216. [ 708.342361] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Creating folder: Instances. Parent ref: group-v695267. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.342633] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2aaf419f-da38-480d-b1e6-d363f99f1083 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.358959] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Created folder: Instances in parent group-v695267. [ 708.359247] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.359531] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.359696] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-515433a5-e1a0-473f-8f17-2de8f7314f49 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.387319] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.387319] env[70483]: value = "task-3477555" [ 708.387319] env[70483]: _type = "Task" [ 708.387319] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.399887] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477555, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.416422] env[70483]: DEBUG oslo_vmware.api [None req-0014fda0-20be-498b-a7a3-92db207a5884 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Task: {'id': task-3477551, 'name': PowerOffVM_Task, 'duration_secs': 0.395853} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.420633] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-0014fda0-20be-498b-a7a3-92db207a5884 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.420819] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0014fda0-20be-498b-a7a3-92db207a5884 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.421091] env[70483]: DEBUG oslo_vmware.api [None req-02575bde-b116-4c7b-aaf0-3602598e6f81 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477550, 'name': CloneVM_Task} progress is 94%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.421305] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2a27399-b414-4e6f-8767-11a3b7e5dd07 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.440204] env[70483]: DEBUG oslo_vmware.api [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Task: {'id': task-3477552, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.507134] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0014fda0-20be-498b-a7a3-92db207a5884 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.507370] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0014fda0-20be-498b-a7a3-92db207a5884 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.507584] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-0014fda0-20be-498b-a7a3-92db207a5884 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Deleting the datastore file [datastore2] b56bf94d-594d-4114-81a7-bf972e1ff48f {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.507901] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b0190cc-1914-405e-8ee4-649313accd7a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.521157] env[70483]: DEBUG oslo_vmware.api [None req-0014fda0-20be-498b-a7a3-92db207a5884 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Waiting for the task: (returnval){ [ 708.521157] env[70483]: value = "task-3477557" [ 708.521157] env[70483]: _type = "Task" [ 708.521157] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.537806] env[70483]: DEBUG nova.compute.manager [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.541164] env[70483]: DEBUG oslo_vmware.api [None req-0014fda0-20be-498b-a7a3-92db207a5884 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Task: {'id': task-3477557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.612392] env[70483]: DEBUG oslo_vmware.api [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': task-3477549, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.805655} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.612392] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 59d0c92a-a41f-4eae-b381-8f11d1f68197/59d0c92a-a41f-4eae-b381-8f11d1f68197.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.612392] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.612392] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f15f1fe2-cd66-4423-8d00-74f217307138 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.620890] env[70483]: DEBUG oslo_vmware.api [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Waiting for the task: (returnval){ [ 708.620890] env[70483]: value = "task-3477558" [ 708.620890] env[70483]: _type = "Task" [ 708.620890] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.632890] env[70483]: DEBUG oslo_vmware.api [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': task-3477558, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.719871] env[70483]: DEBUG oslo_concurrency.lockutils [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.903030] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477555, 'name': CreateVM_Task, 'duration_secs': 0.447993} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.903030] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.906225] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.906225] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.906225] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.906225] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a014e25b-0f6f-4899-82e9-a8d410bc57c8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.919714] env[70483]: DEBUG oslo_vmware.api [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Waiting for the task: (returnval){ [ 708.919714] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]520e7eac-2249-b181-4b41-95e3c0fde734" [ 708.919714] env[70483]: _type = "Task" [ 708.919714] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.924059] env[70483]: DEBUG oslo_vmware.api [None req-02575bde-b116-4c7b-aaf0-3602598e6f81 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477550, 'name': CloneVM_Task} progress is 94%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.945777] env[70483]: DEBUG oslo_vmware.api [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Task: {'id': task-3477552, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.946234] env[70483]: DEBUG oslo_vmware.api [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]520e7eac-2249-b181-4b41-95e3c0fde734, 'name': SearchDatastore_Task, 'duration_secs': 0.018524} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.949162] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.949442] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.950536] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.950536] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.950536] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.950852] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a30f042b-5417-4c25-a7de-d537299408a1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.964501] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.964501] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.969957] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67cfd64a-a593-4731-862b-638c00412872 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.978733] env[70483]: DEBUG oslo_vmware.api [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Waiting for the task: (returnval){ [ 708.978733] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]525ca7fd-c07b-d52e-b782-916edbbf3335" [ 708.978733] env[70483]: _type = "Task" [ 708.978733] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.991757] env[70483]: DEBUG oslo_vmware.api [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]525ca7fd-c07b-d52e-b782-916edbbf3335, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.019738] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185e84c9-e2f9-49d7-93bf-1c728d82e304 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.037013] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b36fb9-be57-4c87-8693-13f9f7213e8e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.040592] env[70483]: DEBUG oslo_vmware.api [None req-0014fda0-20be-498b-a7a3-92db207a5884 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Task: {'id': task-3477557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189189} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.040854] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-0014fda0-20be-498b-a7a3-92db207a5884 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.041043] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0014fda0-20be-498b-a7a3-92db207a5884 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 709.041295] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0014fda0-20be-498b-a7a3-92db207a5884 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.041402] env[70483]: INFO nova.compute.manager [None req-0014fda0-20be-498b-a7a3-92db207a5884 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Took 1.20 seconds to destroy the instance on the hypervisor. [ 709.041687] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0014fda0-20be-498b-a7a3-92db207a5884 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.042209] env[70483]: DEBUG nova.compute.manager [-] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 709.042336] env[70483]: DEBUG nova.network.neutron [-] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 709.076291] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fae8bc-b4ae-45c6-b1c8-28d45a76c5a2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.088954] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aefc689-8fa6-47d9-aa01-e9fe4975331c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.113020] env[70483]: DEBUG nova.compute.provider_tree [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.134985] env[70483]: DEBUG oslo_vmware.api [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': task-3477558, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074365} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.135720] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.136412] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab90f214-804b-46c1-bfb6-d5061cb3d091 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.162315] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 59d0c92a-a41f-4eae-b381-8f11d1f68197/59d0c92a-a41f-4eae-b381-8f11d1f68197.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.162660] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d45b48f-06dd-47c3-aa5f-6b4d9c3d1451 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.187849] env[70483]: DEBUG oslo_vmware.api [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Waiting for the task: (returnval){ [ 709.187849] env[70483]: value = "task-3477559" [ 709.187849] env[70483]: _type = "Task" [ 709.187849] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.195686] env[70483]: DEBUG oslo_vmware.api [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': task-3477559, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.418221] env[70483]: DEBUG oslo_vmware.api [None req-02575bde-b116-4c7b-aaf0-3602598e6f81 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477550, 'name': CloneVM_Task, 'duration_secs': 1.516133} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.419243] env[70483]: DEBUG nova.network.neutron [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Successfully created port: 128f4e5e-e308-4f04-b12f-e8a15fd22920 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 709.421530] env[70483]: INFO nova.virt.vmwareapi.vmops [None req-02575bde-b116-4c7b-aaf0-3602598e6f81 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Created linked-clone VM from snapshot [ 709.422777] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d196d11-bf24-4fad-9808-1930e2b31d99 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.432673] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-02575bde-b116-4c7b-aaf0-3602598e6f81 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Uploading image ead4151d-e538-4a84-bb39-100c03b32d6f {{(pid=70483) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 709.446791] env[70483]: DEBUG oslo_vmware.api [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Task: {'id': task-3477552, 'name': PowerOnVM_Task, 'duration_secs': 1.033997} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.448121] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.448121] env[70483]: INFO nova.compute.manager [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Took 10.27 seconds to spawn the instance on the hypervisor. [ 709.448313] env[70483]: DEBUG nova.compute.manager [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.449628] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb58f64-871e-4959-8d1f-2db545653d92 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.464211] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-02575bde-b116-4c7b-aaf0-3602598e6f81 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Destroying the VM {{(pid=70483) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 709.464211] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d5ad61c1-9a3f-4a8e-86f2-238bf785bc57 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.473995] env[70483]: DEBUG oslo_vmware.api [None req-02575bde-b116-4c7b-aaf0-3602598e6f81 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for the task: (returnval){ [ 709.473995] env[70483]: value = "task-3477560" [ 709.473995] env[70483]: _type = "Task" [ 709.473995] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.488071] env[70483]: DEBUG oslo_vmware.api [None req-02575bde-b116-4c7b-aaf0-3602598e6f81 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477560, 'name': Destroy_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.495704] env[70483]: DEBUG oslo_vmware.api [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]525ca7fd-c07b-d52e-b782-916edbbf3335, 'name': SearchDatastore_Task, 'duration_secs': 0.018486} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.496598] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a853b715-e7d4-4b79-9a76-30548a938117 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.504304] env[70483]: DEBUG oslo_vmware.api [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Waiting for the task: (returnval){ [ 709.504304] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52fe8ae5-9035-3afd-a66d-c399c496def4" [ 709.504304] env[70483]: _type = "Task" [ 709.504304] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.515384] env[70483]: DEBUG oslo_vmware.api [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52fe8ae5-9035-3afd-a66d-c399c496def4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.578458] env[70483]: DEBUG nova.compute.manager [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.616163] env[70483]: DEBUG nova.scheduler.client.report [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.624145] env[70483]: DEBUG nova.virt.hardware [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.624806] env[70483]: DEBUG nova.virt.hardware [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.625121] env[70483]: DEBUG nova.virt.hardware [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.625441] env[70483]: DEBUG nova.virt.hardware [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.625737] env[70483]: DEBUG nova.virt.hardware [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.626070] env[70483]: DEBUG nova.virt.hardware [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.626415] env[70483]: DEBUG nova.virt.hardware [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.626947] env[70483]: DEBUG nova.virt.hardware [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.628644] env[70483]: DEBUG nova.virt.hardware [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.628644] env[70483]: DEBUG nova.virt.hardware [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.628644] env[70483]: DEBUG nova.virt.hardware [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.629328] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3ea984-bbaa-4d88-878a-089ec975be5d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.643043] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66361d9-a0a0-4c0f-88bf-f6239de05e4b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.698577] env[70483]: DEBUG oslo_vmware.api [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': task-3477559, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.973426] env[70483]: INFO nova.compute.manager [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Took 26.64 seconds to build instance. [ 709.988415] env[70483]: DEBUG oslo_vmware.api [None req-02575bde-b116-4c7b-aaf0-3602598e6f81 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477560, 'name': Destroy_Task} progress is 33%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.020341] env[70483]: DEBUG oslo_vmware.api [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52fe8ae5-9035-3afd-a66d-c399c496def4, 'name': SearchDatastore_Task, 'duration_secs': 0.016628} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.020787] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.021495] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 7d971534-4425-456e-83e4-7c8d9ed7f435/7d971534-4425-456e-83e4-7c8d9ed7f435.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.021495] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14bab00b-e3df-4f33-868a-8a6febe54499 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.032026] env[70483]: DEBUG oslo_vmware.api [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Waiting for the task: (returnval){ [ 710.032026] env[70483]: value = "task-3477561" [ 710.032026] env[70483]: _type = "Task" [ 710.032026] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.045066] env[70483]: DEBUG oslo_vmware.api [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3477561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.138342] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.138342] env[70483]: DEBUG nova.compute.manager [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.142914] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.420s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.146191] env[70483]: INFO nova.compute.claims [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.199590] env[70483]: DEBUG oslo_vmware.api [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': task-3477559, 'name': ReconfigVM_Task, 'duration_secs': 0.546853} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.200358] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 59d0c92a-a41f-4eae-b381-8f11d1f68197/59d0c92a-a41f-4eae-b381-8f11d1f68197.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.201178] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2f54794-d81e-4235-822c-378f631e457e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.213352] env[70483]: DEBUG oslo_vmware.api [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Waiting for the task: (returnval){ [ 710.213352] env[70483]: value = "task-3477562" [ 710.213352] env[70483]: _type = "Task" [ 710.213352] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.223600] env[70483]: DEBUG oslo_vmware.api [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': task-3477562, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.282191] env[70483]: DEBUG nova.compute.manager [req-424c71f9-1250-4dfc-a4dd-27e4f783771a req-f7ab08e6-76c2-455c-96ec-902cee820f2b service nova] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Received event network-changed-a9d2c685-6e54-4c32-b38a-a1ee187534b7 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.283092] env[70483]: DEBUG nova.compute.manager [req-424c71f9-1250-4dfc-a4dd-27e4f783771a req-f7ab08e6-76c2-455c-96ec-902cee820f2b service nova] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Refreshing instance network info cache due to event network-changed-a9d2c685-6e54-4c32-b38a-a1ee187534b7. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 710.284196] env[70483]: DEBUG oslo_concurrency.lockutils [req-424c71f9-1250-4dfc-a4dd-27e4f783771a req-f7ab08e6-76c2-455c-96ec-902cee820f2b service nova] Acquiring lock "refresh_cache-7d971534-4425-456e-83e4-7c8d9ed7f435" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.284196] env[70483]: DEBUG oslo_concurrency.lockutils [req-424c71f9-1250-4dfc-a4dd-27e4f783771a req-f7ab08e6-76c2-455c-96ec-902cee820f2b service nova] Acquired lock "refresh_cache-7d971534-4425-456e-83e4-7c8d9ed7f435" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.284387] env[70483]: DEBUG nova.network.neutron [req-424c71f9-1250-4dfc-a4dd-27e4f783771a req-f7ab08e6-76c2-455c-96ec-902cee820f2b service nova] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Refreshing network info cache for port a9d2c685-6e54-4c32-b38a-a1ee187534b7 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.477519] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eae7773d-0693-4c4a-a6ca-7eb0506f073f tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Lock "42a9d8ed-30da-4630-b4d0-c7a73214ada3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.162s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.496123] env[70483]: DEBUG oslo_vmware.api [None req-02575bde-b116-4c7b-aaf0-3602598e6f81 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477560, 'name': Destroy_Task, 'duration_secs': 0.780527} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.496675] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-02575bde-b116-4c7b-aaf0-3602598e6f81 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Destroyed the VM [ 710.497265] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-02575bde-b116-4c7b-aaf0-3602598e6f81 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Deleting Snapshot of the VM instance {{(pid=70483) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 710.498378] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6bc4267a-57f3-489f-83cb-af8126afcf7d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.513088] env[70483]: DEBUG oslo_vmware.api [None req-02575bde-b116-4c7b-aaf0-3602598e6f81 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for the task: (returnval){ [ 710.513088] env[70483]: value = "task-3477563" [ 710.513088] env[70483]: _type = "Task" [ 710.513088] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.531046] env[70483]: DEBUG oslo_vmware.api [None req-02575bde-b116-4c7b-aaf0-3602598e6f81 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477563, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.545746] env[70483]: DEBUG oslo_vmware.api [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3477561, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.651749] env[70483]: DEBUG nova.compute.utils [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.659530] env[70483]: DEBUG nova.compute.manager [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.659863] env[70483]: DEBUG nova.network.neutron [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.724943] env[70483]: DEBUG oslo_vmware.api [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': task-3477562, 'name': Rename_Task, 'duration_secs': 0.503627} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.724943] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.724943] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0729c2b1-aef7-408d-9c51-d6285a3dd182 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.733682] env[70483]: DEBUG oslo_vmware.api [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Waiting for the task: (returnval){ [ 710.733682] env[70483]: value = "task-3477564" [ 710.733682] env[70483]: _type = "Task" [ 710.733682] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.750226] env[70483]: DEBUG oslo_vmware.api [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': task-3477564, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.811881] env[70483]: DEBUG nova.network.neutron [-] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.918379] env[70483]: DEBUG nova.policy [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c85faeab6e99403f97cd51a50ea032a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54c436745fce4b17960c152accb50003', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.989055] env[70483]: DEBUG nova.compute.manager [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.028767] env[70483]: DEBUG oslo_vmware.api [None req-02575bde-b116-4c7b-aaf0-3602598e6f81 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477563, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.042338] env[70483]: DEBUG oslo_vmware.api [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3477561, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592021} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.042584] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 7d971534-4425-456e-83e4-7c8d9ed7f435/7d971534-4425-456e-83e4-7c8d9ed7f435.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.042792] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.043126] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9e13a9c-147e-416c-a384-b89d6849c50a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.054316] env[70483]: DEBUG oslo_vmware.api [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Waiting for the task: (returnval){ [ 711.054316] env[70483]: value = "task-3477565" [ 711.054316] env[70483]: _type = "Task" [ 711.054316] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.066055] env[70483]: DEBUG oslo_vmware.api [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3477565, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.159977] env[70483]: DEBUG nova.compute.manager [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 711.253075] env[70483]: DEBUG oslo_vmware.api [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': task-3477564, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.317681] env[70483]: INFO nova.compute.manager [-] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Took 2.28 seconds to deallocate network for instance. [ 711.526141] env[70483]: DEBUG oslo_concurrency.lockutils [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.533175] env[70483]: DEBUG oslo_vmware.api [None req-02575bde-b116-4c7b-aaf0-3602598e6f81 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477563, 'name': RemoveSnapshot_Task, 'duration_secs': 1.006963} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.533175] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-02575bde-b116-4c7b-aaf0-3602598e6f81 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Deleted Snapshot of the VM instance {{(pid=70483) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 711.572083] env[70483]: DEBUG oslo_vmware.api [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3477565, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071596} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.572401] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.573183] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c7b544-163e-4f3d-a18c-436635d4444f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.602985] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 7d971534-4425-456e-83e4-7c8d9ed7f435/7d971534-4425-456e-83e4-7c8d9ed7f435.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.607075] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d2e2089-f8ba-45d7-908d-68d02bd7ba67 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.633430] env[70483]: DEBUG oslo_vmware.api [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Waiting for the task: (returnval){ [ 711.633430] env[70483]: value = "task-3477566" [ 711.633430] env[70483]: _type = "Task" [ 711.633430] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.648363] env[70483]: DEBUG oslo_vmware.api [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3477566, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.654485] env[70483]: DEBUG nova.network.neutron [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Successfully updated port: 128f4e5e-e308-4f04-b12f-e8a15fd22920 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 711.668077] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe883126-b0a2-4069-b99e-b0b73bc7579e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.683458] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e564f17a-946c-4b27-a98b-8f311c2ebdd7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.720497] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1a4703-9784-420e-8a19-a2d31e9a6d29 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.729959] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2432e2-2cc6-4495-b6c8-36afe076c608 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.745476] env[70483]: DEBUG nova.compute.provider_tree [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.755848] env[70483]: DEBUG oslo_vmware.api [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': task-3477564, 'name': PowerOnVM_Task, 'duration_secs': 0.722265} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.756696] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.756696] env[70483]: DEBUG nova.compute.manager [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.757641] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494017b9-9d68-463e-b753-e6a01c444f82 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.826081] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0014fda0-20be-498b-a7a3-92db207a5884 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.962384] env[70483]: DEBUG nova.network.neutron [req-424c71f9-1250-4dfc-a4dd-27e4f783771a req-f7ab08e6-76c2-455c-96ec-902cee820f2b service nova] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Updated VIF entry in instance network info cache for port a9d2c685-6e54-4c32-b38a-a1ee187534b7. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.962737] env[70483]: DEBUG nova.network.neutron [req-424c71f9-1250-4dfc-a4dd-27e4f783771a req-f7ab08e6-76c2-455c-96ec-902cee820f2b service nova] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Updating instance_info_cache with network_info: [{"id": "a9d2c685-6e54-4c32-b38a-a1ee187534b7", "address": "fa:16:3e:f0:3f:f4", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9d2c685-6e", "ovs_interfaceid": "a9d2c685-6e54-4c32-b38a-a1ee187534b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.042685] env[70483]: WARNING nova.compute.manager [None req-02575bde-b116-4c7b-aaf0-3602598e6f81 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Image not found during snapshot: nova.exception.ImageNotFound: Image ead4151d-e538-4a84-bb39-100c03b32d6f could not be found. [ 712.149722] env[70483]: DEBUG oslo_vmware.api [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3477566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.157838] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "refresh_cache-7586d90c-26f8-4054-8574-e4585eaadc45" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.158105] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquired lock "refresh_cache-7586d90c-26f8-4054-8574-e4585eaadc45" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.158282] env[70483]: DEBUG nova.network.neutron [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.173576] env[70483]: DEBUG nova.compute.manager [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 712.217271] env[70483]: DEBUG nova.virt.hardware [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.217520] env[70483]: DEBUG nova.virt.hardware [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.217654] env[70483]: DEBUG nova.virt.hardware [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.217862] env[70483]: DEBUG nova.virt.hardware [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.218440] env[70483]: DEBUG nova.virt.hardware [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.218689] env[70483]: DEBUG nova.virt.hardware [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.218919] env[70483]: DEBUG nova.virt.hardware [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.224232] env[70483]: DEBUG nova.virt.hardware [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.224527] env[70483]: DEBUG nova.virt.hardware [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.224715] env[70483]: DEBUG nova.virt.hardware [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.224901] env[70483]: DEBUG nova.virt.hardware [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.225843] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a1842a-f19e-4af0-bb40-be9190dec142 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.236190] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa83091e-6b13-4d98-b827-164968efedf8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.254560] env[70483]: DEBUG nova.scheduler.client.report [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.274712] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.470598] env[70483]: DEBUG oslo_concurrency.lockutils [req-424c71f9-1250-4dfc-a4dd-27e4f783771a req-f7ab08e6-76c2-455c-96ec-902cee820f2b service nova] Releasing lock "refresh_cache-7d971534-4425-456e-83e4-7c8d9ed7f435" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.614891] env[70483]: DEBUG nova.network.neutron [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Successfully created port: adbaf51b-c323-477a-84bf-fb8195654a8d {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.646835] env[70483]: DEBUG oslo_vmware.api [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3477566, 'name': ReconfigVM_Task, 'duration_secs': 0.928419} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.648024] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 7d971534-4425-456e-83e4-7c8d9ed7f435/7d971534-4425-456e-83e4-7c8d9ed7f435.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.648024] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b31952df-a49b-4c53-8b7f-3796bd4f36b6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.656229] env[70483]: DEBUG oslo_vmware.api [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Waiting for the task: (returnval){ [ 712.656229] env[70483]: value = "task-3477567" [ 712.656229] env[70483]: _type = "Task" [ 712.656229] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.666829] env[70483]: DEBUG oslo_vmware.api [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3477567, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.758212] env[70483]: DEBUG nova.network.neutron [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.762076] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.762705] env[70483]: DEBUG nova.compute.manager [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.772012] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.062s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.774857] env[70483]: INFO nova.compute.claims [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.808885] env[70483]: DEBUG nova.compute.manager [req-64b74b84-20ba-4e4f-88fe-171870bba21e req-167e9c2a-c4d6-4b51-ba6e-bf5924a75cea service nova] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Received event network-vif-deleted-9cc000c8-d583-4d29-a304-b00924f68c26 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.172278] env[70483]: DEBUG oslo_vmware.api [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3477567, 'name': Rename_Task, 'duration_secs': 0.360965} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.173261] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.173261] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af608c77-b785-4ef4-8723-703bd6973d7b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.184423] env[70483]: DEBUG oslo_vmware.api [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Waiting for the task: (returnval){ [ 713.184423] env[70483]: value = "task-3477568" [ 713.184423] env[70483]: _type = "Task" [ 713.184423] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.194710] env[70483]: DEBUG oslo_vmware.api [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3477568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.276023] env[70483]: DEBUG nova.compute.utils [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 713.276023] env[70483]: DEBUG nova.compute.manager [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 713.276023] env[70483]: DEBUG nova.network.neutron [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 713.343816] env[70483]: DEBUG nova.network.neutron [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Updating instance_info_cache with network_info: [{"id": "128f4e5e-e308-4f04-b12f-e8a15fd22920", "address": "fa:16:3e:24:05:76", "network": {"id": "d0584bad-a446-4fdb-9127-2d020acd6b5c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1392669969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02013d6cd47b4f1c9e3279214f1d2d7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap128f4e5e-e3", "ovs_interfaceid": "128f4e5e-e308-4f04-b12f-e8a15fd22920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.363987] env[70483]: DEBUG nova.policy [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f7ce145707446678df6ab2bff02d045', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84418d18165e4ac190d3bda896cf0ab7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.528486] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Acquiring lock "e5585d3f-b6f3-4f69-8618-ad365b32f71a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.528794] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Lock "e5585d3f-b6f3-4f69-8618-ad365b32f71a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.555913] env[70483]: DEBUG nova.compute.manager [req-940ee06a-a1bf-4307-b277-dae9644cd67d req-9f763f0c-32dc-4625-b687-a83ea6b8123a service nova] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Received event network-vif-plugged-128f4e5e-e308-4f04-b12f-e8a15fd22920 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.556060] env[70483]: DEBUG oslo_concurrency.lockutils [req-940ee06a-a1bf-4307-b277-dae9644cd67d req-9f763f0c-32dc-4625-b687-a83ea6b8123a service nova] Acquiring lock "7586d90c-26f8-4054-8574-e4585eaadc45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.557719] env[70483]: DEBUG oslo_concurrency.lockutils [req-940ee06a-a1bf-4307-b277-dae9644cd67d req-9f763f0c-32dc-4625-b687-a83ea6b8123a service nova] Lock "7586d90c-26f8-4054-8574-e4585eaadc45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.558359] env[70483]: DEBUG oslo_concurrency.lockutils [req-940ee06a-a1bf-4307-b277-dae9644cd67d req-9f763f0c-32dc-4625-b687-a83ea6b8123a service nova] Lock "7586d90c-26f8-4054-8574-e4585eaadc45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.558359] env[70483]: DEBUG nova.compute.manager [req-940ee06a-a1bf-4307-b277-dae9644cd67d req-9f763f0c-32dc-4625-b687-a83ea6b8123a service nova] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] No waiting events found dispatching network-vif-plugged-128f4e5e-e308-4f04-b12f-e8a15fd22920 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 713.558608] env[70483]: WARNING nova.compute.manager [req-940ee06a-a1bf-4307-b277-dae9644cd67d req-9f763f0c-32dc-4625-b687-a83ea6b8123a service nova] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Received unexpected event network-vif-plugged-128f4e5e-e308-4f04-b12f-e8a15fd22920 for instance with vm_state building and task_state spawning. [ 713.558970] env[70483]: DEBUG nova.compute.manager [req-940ee06a-a1bf-4307-b277-dae9644cd67d req-9f763f0c-32dc-4625-b687-a83ea6b8123a service nova] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Received event network-changed-128f4e5e-e308-4f04-b12f-e8a15fd22920 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.559076] env[70483]: DEBUG nova.compute.manager [req-940ee06a-a1bf-4307-b277-dae9644cd67d req-9f763f0c-32dc-4625-b687-a83ea6b8123a service nova] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Refreshing instance network info cache due to event network-changed-128f4e5e-e308-4f04-b12f-e8a15fd22920. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.559244] env[70483]: DEBUG oslo_concurrency.lockutils [req-940ee06a-a1bf-4307-b277-dae9644cd67d req-9f763f0c-32dc-4625-b687-a83ea6b8123a service nova] Acquiring lock "refresh_cache-7586d90c-26f8-4054-8574-e4585eaadc45" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.701192] env[70483]: DEBUG oslo_vmware.api [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3477568, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.780842] env[70483]: DEBUG nova.compute.manager [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.848585] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Releasing lock "refresh_cache-7586d90c-26f8-4054-8574-e4585eaadc45" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.848585] env[70483]: DEBUG nova.compute.manager [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Instance network_info: |[{"id": "128f4e5e-e308-4f04-b12f-e8a15fd22920", "address": "fa:16:3e:24:05:76", "network": {"id": "d0584bad-a446-4fdb-9127-2d020acd6b5c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1392669969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02013d6cd47b4f1c9e3279214f1d2d7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap128f4e5e-e3", "ovs_interfaceid": "128f4e5e-e308-4f04-b12f-e8a15fd22920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 713.850282] env[70483]: DEBUG oslo_concurrency.lockutils [req-940ee06a-a1bf-4307-b277-dae9644cd67d req-9f763f0c-32dc-4625-b687-a83ea6b8123a service nova] Acquired lock "refresh_cache-7586d90c-26f8-4054-8574-e4585eaadc45" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.850282] env[70483]: DEBUG nova.network.neutron [req-940ee06a-a1bf-4307-b277-dae9644cd67d req-9f763f0c-32dc-4625-b687-a83ea6b8123a service nova] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Refreshing network info cache for port 128f4e5e-e308-4f04-b12f-e8a15fd22920 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.850282] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:05:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ba56987-9dc3-4c76-a4e2-942b05355bdb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '128f4e5e-e308-4f04-b12f-e8a15fd22920', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.864790] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Creating folder: Project (02013d6cd47b4f1c9e3279214f1d2d7a). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.872930] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7301b436-c14a-4756-a56a-7eea47971b93 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.893546] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Created folder: Project (02013d6cd47b4f1c9e3279214f1d2d7a) in parent group-v695216. [ 713.893734] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Creating folder: Instances. Parent ref: group-v695270. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.894314] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fa7db30-f868-4fa9-964a-f10cb581a71d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.917122] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Created folder: Instances in parent group-v695270. [ 713.917122] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.917122] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.917122] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b92e3393-7199-4557-8d8b-e9407c217afc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.942398] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.942398] env[70483]: value = "task-3477571" [ 713.942398] env[70483]: _type = "Task" [ 713.942398] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.953991] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477571, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.030950] env[70483]: DEBUG oslo_concurrency.lockutils [None req-700e9bb2-0681-48b7-b6d0-c70a09a04552 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Acquiring lock "59d0c92a-a41f-4eae-b381-8f11d1f68197" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.033522] env[70483]: DEBUG oslo_concurrency.lockutils [None req-700e9bb2-0681-48b7-b6d0-c70a09a04552 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Lock "59d0c92a-a41f-4eae-b381-8f11d1f68197" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.033522] env[70483]: DEBUG oslo_concurrency.lockutils [None req-700e9bb2-0681-48b7-b6d0-c70a09a04552 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Acquiring lock "59d0c92a-a41f-4eae-b381-8f11d1f68197-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.033522] env[70483]: DEBUG oslo_concurrency.lockutils [None req-700e9bb2-0681-48b7-b6d0-c70a09a04552 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Lock "59d0c92a-a41f-4eae-b381-8f11d1f68197-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.033522] env[70483]: DEBUG oslo_concurrency.lockutils [None req-700e9bb2-0681-48b7-b6d0-c70a09a04552 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Lock "59d0c92a-a41f-4eae-b381-8f11d1f68197-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.034857] env[70483]: INFO nova.compute.manager [None req-700e9bb2-0681-48b7-b6d0-c70a09a04552 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Terminating instance [ 714.208917] env[70483]: DEBUG oslo_vmware.api [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3477568, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.361122] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbc3611-6f5b-4211-a730-10f48a42d7b4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.375906] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea4098d-b229-45af-b354-89e99472c04b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.414907] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00ac1f0-8278-466a-bc87-fac4e06f9c1a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.426957] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99646fb0-7592-4bc8-b992-c5eac104a396 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.442182] env[70483]: DEBUG nova.compute.provider_tree [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.460301] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477571, 'name': CreateVM_Task, 'duration_secs': 0.441181} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.463471] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.464182] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.464333] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.464641] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.465503] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1be67ec-0afe-466e-8540-c79272c05037 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.475102] env[70483]: DEBUG oslo_vmware.api [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 714.475102] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5278f0c5-587c-593e-972b-d7432128cbaf" [ 714.475102] env[70483]: _type = "Task" [ 714.475102] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.485130] env[70483]: DEBUG oslo_vmware.api [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5278f0c5-587c-593e-972b-d7432128cbaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.541868] env[70483]: DEBUG oslo_concurrency.lockutils [None req-700e9bb2-0681-48b7-b6d0-c70a09a04552 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Acquiring lock "refresh_cache-59d0c92a-a41f-4eae-b381-8f11d1f68197" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.541868] env[70483]: DEBUG oslo_concurrency.lockutils [None req-700e9bb2-0681-48b7-b6d0-c70a09a04552 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Acquired lock "refresh_cache-59d0c92a-a41f-4eae-b381-8f11d1f68197" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.541868] env[70483]: DEBUG nova.network.neutron [None req-700e9bb2-0681-48b7-b6d0-c70a09a04552 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.621015] env[70483]: DEBUG oslo_concurrency.lockutils [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Acquiring lock "4732ccdb-9242-4feb-a4c4-ec145ae5a7cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.621257] env[70483]: DEBUG oslo_concurrency.lockutils [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Lock "4732ccdb-9242-4feb-a4c4-ec145ae5a7cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.696739] env[70483]: DEBUG nova.network.neutron [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Successfully created port: 9e69108d-ea75-4d5f-af60-7025cc9d7447 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 714.710814] env[70483]: DEBUG oslo_vmware.api [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3477568, 'name': PowerOnVM_Task, 'duration_secs': 1.377671} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.710814] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.710814] env[70483]: INFO nova.compute.manager [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Took 9.98 seconds to spawn the instance on the hypervisor. [ 714.710814] env[70483]: DEBUG nova.compute.manager [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.712541] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a9b047-e666-40c4-9682-bce252268042 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.799305] env[70483]: DEBUG nova.compute.manager [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.836059] env[70483]: DEBUG nova.virt.hardware [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.836270] env[70483]: DEBUG nova.virt.hardware [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.837616] env[70483]: DEBUG nova.virt.hardware [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.837616] env[70483]: DEBUG nova.virt.hardware [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.837616] env[70483]: DEBUG nova.virt.hardware [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.837616] env[70483]: DEBUG nova.virt.hardware [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.837616] env[70483]: DEBUG nova.virt.hardware [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.837974] env[70483]: DEBUG nova.virt.hardware [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.837974] env[70483]: DEBUG nova.virt.hardware [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.837974] env[70483]: DEBUG nova.virt.hardware [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.837974] env[70483]: DEBUG nova.virt.hardware [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.838710] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74086b09-e635-438c-af72-cc949aff420b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.850944] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd2e57e-6255-4b5e-bb81-84f12c8f2f9e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.954140] env[70483]: DEBUG nova.scheduler.client.report [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.988237] env[70483]: DEBUG oslo_vmware.api [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5278f0c5-587c-593e-972b-d7432128cbaf, 'name': SearchDatastore_Task, 'duration_secs': 0.017845} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.989792] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.989792] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.989792] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.989970] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.990076] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.990620] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac8390c7-bab9-4ba5-9093-27493e126406 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.001948] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.002159] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.002976] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fc059c3-6a9e-48c6-9903-04e43043ffd4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.009704] env[70483]: DEBUG oslo_vmware.api [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 715.009704] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ba6fad-1751-40a3-5fa6-3b6bf0a09f7d" [ 715.009704] env[70483]: _type = "Task" [ 715.009704] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.018313] env[70483]: DEBUG oslo_vmware.api [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ba6fad-1751-40a3-5fa6-3b6bf0a09f7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.077379] env[70483]: DEBUG nova.network.neutron [None req-700e9bb2-0681-48b7-b6d0-c70a09a04552 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.101234] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Acquiring lock "2de27262-fff1-459f-8a3a-555d09be09ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.101511] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Lock "2de27262-fff1-459f-8a3a-555d09be09ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.204736] env[70483]: DEBUG nova.network.neutron [None req-700e9bb2-0681-48b7-b6d0-c70a09a04552 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.231899] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5d346c01-3383-4cbb-affc-5a7e604c8489 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Acquiring lock "bcc80b1e-7f74-4c7b-b490-ec70a0474f01" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.232229] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5d346c01-3383-4cbb-affc-5a7e604c8489 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Lock "bcc80b1e-7f74-4c7b-b490-ec70a0474f01" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.232561] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5d346c01-3383-4cbb-affc-5a7e604c8489 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Acquiring lock "bcc80b1e-7f74-4c7b-b490-ec70a0474f01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.235606] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5d346c01-3383-4cbb-affc-5a7e604c8489 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Lock "bcc80b1e-7f74-4c7b-b490-ec70a0474f01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.235606] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5d346c01-3383-4cbb-affc-5a7e604c8489 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Lock "bcc80b1e-7f74-4c7b-b490-ec70a0474f01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.246080] env[70483]: INFO nova.compute.manager [None req-5d346c01-3383-4cbb-affc-5a7e604c8489 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Terminating instance [ 715.261773] env[70483]: INFO nova.compute.manager [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Took 26.82 seconds to build instance. [ 715.416483] env[70483]: DEBUG nova.network.neutron [req-940ee06a-a1bf-4307-b277-dae9644cd67d req-9f763f0c-32dc-4625-b687-a83ea6b8123a service nova] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Updated VIF entry in instance network info cache for port 128f4e5e-e308-4f04-b12f-e8a15fd22920. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.416681] env[70483]: DEBUG nova.network.neutron [req-940ee06a-a1bf-4307-b277-dae9644cd67d req-9f763f0c-32dc-4625-b687-a83ea6b8123a service nova] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Updating instance_info_cache with network_info: [{"id": "128f4e5e-e308-4f04-b12f-e8a15fd22920", "address": "fa:16:3e:24:05:76", "network": {"id": "d0584bad-a446-4fdb-9127-2d020acd6b5c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1392669969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02013d6cd47b4f1c9e3279214f1d2d7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap128f4e5e-e3", "ovs_interfaceid": "128f4e5e-e308-4f04-b12f-e8a15fd22920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.463633] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.464944] env[70483]: DEBUG nova.compute.manager [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 715.467159] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1b11c544-e31a-495c-adf9-af4fc2878aa5 tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.637s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.467373] env[70483]: DEBUG nova.objects.instance [None req-1b11c544-e31a-495c-adf9-af4fc2878aa5 tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Lazy-loading 'resources' on Instance uuid 2e01c50d-8140-4cd2-8048-96e02f43211f {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 715.525625] env[70483]: DEBUG oslo_vmware.api [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ba6fad-1751-40a3-5fa6-3b6bf0a09f7d, 'name': SearchDatastore_Task, 'duration_secs': 0.024513} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.525996] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88e6826e-71ce-40ae-a434-640d97158414 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.533452] env[70483]: DEBUG oslo_vmware.api [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 715.533452] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]528cdae0-b161-c0e2-e8c1-d62c93917060" [ 715.533452] env[70483]: _type = "Task" [ 715.533452] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.542841] env[70483]: DEBUG oslo_vmware.api [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]528cdae0-b161-c0e2-e8c1-d62c93917060, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.711178] env[70483]: DEBUG oslo_concurrency.lockutils [None req-700e9bb2-0681-48b7-b6d0-c70a09a04552 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Releasing lock "refresh_cache-59d0c92a-a41f-4eae-b381-8f11d1f68197" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.711921] env[70483]: DEBUG nova.compute.manager [None req-700e9bb2-0681-48b7-b6d0-c70a09a04552 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 715.712152] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-700e9bb2-0681-48b7-b6d0-c70a09a04552 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 715.713119] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6980833f-b210-4fa7-bb5a-3e2cdcad01c4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.725760] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-700e9bb2-0681-48b7-b6d0-c70a09a04552 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 715.726646] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c7aa83e-ed0c-4767-ad67-beca83a758fa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.734999] env[70483]: DEBUG oslo_vmware.api [None req-700e9bb2-0681-48b7-b6d0-c70a09a04552 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Waiting for the task: (returnval){ [ 715.734999] env[70483]: value = "task-3477572" [ 715.734999] env[70483]: _type = "Task" [ 715.734999] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.757215] env[70483]: DEBUG nova.compute.manager [None req-5d346c01-3383-4cbb-affc-5a7e604c8489 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 715.757215] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-5d346c01-3383-4cbb-affc-5a7e604c8489 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 715.757215] env[70483]: DEBUG oslo_vmware.api [None req-700e9bb2-0681-48b7-b6d0-c70a09a04552 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': task-3477572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.757215] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb09de7-0ee7-4242-90b4-481c05182b5a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.763637] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d346c01-3383-4cbb-affc-5a7e604c8489 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 715.764100] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c1bac59e-568f-4ad7-95b0-0eff861ba390 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Lock "7d971534-4425-456e-83e4-7c8d9ed7f435" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.329s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.764328] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3387e5af-4ddf-49c2-8710-3abeae544237 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.784653] env[70483]: DEBUG oslo_vmware.api [None req-5d346c01-3383-4cbb-affc-5a7e604c8489 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for the task: (returnval){ [ 715.784653] env[70483]: value = "task-3477573" [ 715.784653] env[70483]: _type = "Task" [ 715.784653] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.796388] env[70483]: DEBUG oslo_vmware.api [None req-5d346c01-3383-4cbb-affc-5a7e604c8489 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.921243] env[70483]: DEBUG oslo_concurrency.lockutils [req-940ee06a-a1bf-4307-b277-dae9644cd67d req-9f763f0c-32dc-4625-b687-a83ea6b8123a service nova] Releasing lock "refresh_cache-7586d90c-26f8-4054-8574-e4585eaadc45" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.971783] env[70483]: DEBUG nova.compute.utils [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 715.977730] env[70483]: DEBUG nova.compute.manager [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 715.977986] env[70483]: DEBUG nova.network.neutron [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.019623] env[70483]: DEBUG nova.network.neutron [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Successfully updated port: adbaf51b-c323-477a-84bf-fb8195654a8d {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 716.047397] env[70483]: DEBUG oslo_vmware.api [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]528cdae0-b161-c0e2-e8c1-d62c93917060, 'name': SearchDatastore_Task, 'duration_secs': 0.027404} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.050632] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.051119] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 7586d90c-26f8-4054-8574-e4585eaadc45/7586d90c-26f8-4054-8574-e4585eaadc45.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.052039] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0a58c8b-356f-471b-a1c7-f3445bd09925 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.062699] env[70483]: DEBUG oslo_vmware.api [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 716.062699] env[70483]: value = "task-3477574" [ 716.062699] env[70483]: _type = "Task" [ 716.062699] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.077863] env[70483]: DEBUG oslo_vmware.api [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.082914] env[70483]: DEBUG nova.policy [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7ab60a72ab04359a8f5e7f607059055', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd941c3f1da57481e9eb853fb6f6e0274', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 716.331192] env[70483]: DEBUG oslo_vmware.api [None req-700e9bb2-0681-48b7-b6d0-c70a09a04552 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': task-3477572, 'name': PowerOffVM_Task, 'duration_secs': 0.244885} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.331192] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-700e9bb2-0681-48b7-b6d0-c70a09a04552 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 716.331192] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-700e9bb2-0681-48b7-b6d0-c70a09a04552 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 716.331192] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebd2af41-7303-49e4-a952-804420e2a9ff {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.331192] env[70483]: DEBUG nova.compute.manager [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.334744] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-700e9bb2-0681-48b7-b6d0-c70a09a04552 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 716.334744] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-700e9bb2-0681-48b7-b6d0-c70a09a04552 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 716.334744] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-700e9bb2-0681-48b7-b6d0-c70a09a04552 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Deleting the datastore file [datastore1] 59d0c92a-a41f-4eae-b381-8f11d1f68197 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 716.334744] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a84c77c-3e2e-4819-8287-f946ae73cea0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.334744] env[70483]: DEBUG oslo_vmware.api [None req-5d346c01-3383-4cbb-affc-5a7e604c8489 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477573, 'name': PowerOffVM_Task, 'duration_secs': 0.263177} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.337451] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d346c01-3383-4cbb-affc-5a7e604c8489 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 716.337451] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-5d346c01-3383-4cbb-affc-5a7e604c8489 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 716.337451] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7b2c7f0-722c-4a78-89a5-4de300e37826 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.337451] env[70483]: DEBUG oslo_vmware.api [None req-700e9bb2-0681-48b7-b6d0-c70a09a04552 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Waiting for the task: (returnval){ [ 716.337451] env[70483]: value = "task-3477576" [ 716.337451] env[70483]: _type = "Task" [ 716.337451] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.400031] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-5d346c01-3383-4cbb-affc-5a7e604c8489 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 716.400031] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-5d346c01-3383-4cbb-affc-5a7e604c8489 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 716.400031] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d346c01-3383-4cbb-affc-5a7e604c8489 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Deleting the datastore file [datastore1] bcc80b1e-7f74-4c7b-b490-ec70a0474f01 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 716.400031] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6dea6b0c-3a39-443d-b232-b08d0f589a92 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.409542] env[70483]: DEBUG oslo_vmware.api [None req-5d346c01-3383-4cbb-affc-5a7e604c8489 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for the task: (returnval){ [ 716.409542] env[70483]: value = "task-3477578" [ 716.409542] env[70483]: _type = "Task" [ 716.409542] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.426178] env[70483]: DEBUG oslo_vmware.api [None req-5d346c01-3383-4cbb-affc-5a7e604c8489 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.485149] env[70483]: DEBUG nova.compute.manager [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 716.500023] env[70483]: DEBUG nova.compute.manager [req-1da59f3a-11c0-425c-885d-51ecd80071fa req-b22b1fb7-862a-417b-85ec-61e14af1c6c3 service nova] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Received event network-vif-plugged-adbaf51b-c323-477a-84bf-fb8195654a8d {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.500023] env[70483]: DEBUG oslo_concurrency.lockutils [req-1da59f3a-11c0-425c-885d-51ecd80071fa req-b22b1fb7-862a-417b-85ec-61e14af1c6c3 service nova] Acquiring lock "3b9cca60-6e8d-489e-800a-5277edfc0d3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.500023] env[70483]: DEBUG oslo_concurrency.lockutils [req-1da59f3a-11c0-425c-885d-51ecd80071fa req-b22b1fb7-862a-417b-85ec-61e14af1c6c3 service nova] Lock "3b9cca60-6e8d-489e-800a-5277edfc0d3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.500023] env[70483]: DEBUG oslo_concurrency.lockutils [req-1da59f3a-11c0-425c-885d-51ecd80071fa req-b22b1fb7-862a-417b-85ec-61e14af1c6c3 service nova] Lock "3b9cca60-6e8d-489e-800a-5277edfc0d3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.500023] env[70483]: DEBUG nova.compute.manager [req-1da59f3a-11c0-425c-885d-51ecd80071fa req-b22b1fb7-862a-417b-85ec-61e14af1c6c3 service nova] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] No waiting events found dispatching network-vif-plugged-adbaf51b-c323-477a-84bf-fb8195654a8d {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 716.500653] env[70483]: WARNING nova.compute.manager [req-1da59f3a-11c0-425c-885d-51ecd80071fa req-b22b1fb7-862a-417b-85ec-61e14af1c6c3 service nova] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Received unexpected event network-vif-plugged-adbaf51b-c323-477a-84bf-fb8195654a8d for instance with vm_state building and task_state spawning. [ 716.533198] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Acquiring lock "refresh_cache-3b9cca60-6e8d-489e-800a-5277edfc0d3a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.533361] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Acquired lock "refresh_cache-3b9cca60-6e8d-489e-800a-5277edfc0d3a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.533520] env[70483]: DEBUG nova.network.neutron [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.582697] env[70483]: DEBUG oslo_vmware.api [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503616} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.582892] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 7586d90c-26f8-4054-8574-e4585eaadc45/7586d90c-26f8-4054-8574-e4585eaadc45.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.583164] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.583679] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbe71290-1ce8-41cd-b142-a415e26c3d7d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.602776] env[70483]: DEBUG oslo_vmware.api [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 716.602776] env[70483]: value = "task-3477579" [ 716.602776] env[70483]: _type = "Task" [ 716.602776] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.618183] env[70483]: DEBUG oslo_vmware.api [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477579, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.721727] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a5c6ce-1fdd-4113-a48c-9dd6fecbe8eb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.731779] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31599f80-0cfb-4f40-b4ba-aa747c89e386 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.764994] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e7a5bc-384c-443f-a2a6-b229b32b9603 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.776591] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b84816-68f1-4649-9700-017b6b431429 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.802832] env[70483]: DEBUG nova.compute.provider_tree [None req-1b11c544-e31a-495c-adf9-af4fc2878aa5 tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.819298] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.839158] env[70483]: DEBUG oslo_vmware.api [None req-700e9bb2-0681-48b7-b6d0-c70a09a04552 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Task: {'id': task-3477576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260488} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.839158] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-700e9bb2-0681-48b7-b6d0-c70a09a04552 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 716.839343] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-700e9bb2-0681-48b7-b6d0-c70a09a04552 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 716.839343] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-700e9bb2-0681-48b7-b6d0-c70a09a04552 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 716.839589] env[70483]: INFO nova.compute.manager [None req-700e9bb2-0681-48b7-b6d0-c70a09a04552 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Took 1.13 seconds to destroy the instance on the hypervisor. [ 716.839852] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-700e9bb2-0681-48b7-b6d0-c70a09a04552 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.840082] env[70483]: DEBUG nova.compute.manager [-] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 716.840278] env[70483]: DEBUG nova.network.neutron [-] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 716.859170] env[70483]: DEBUG nova.network.neutron [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Successfully updated port: 9e69108d-ea75-4d5f-af60-7025cc9d7447 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 716.909055] env[70483]: DEBUG nova.network.neutron [-] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.924859] env[70483]: DEBUG oslo_vmware.api [None req-5d346c01-3383-4cbb-affc-5a7e604c8489 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477578, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251195} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.925740] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d346c01-3383-4cbb-affc-5a7e604c8489 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 716.925935] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-5d346c01-3383-4cbb-affc-5a7e604c8489 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 716.926937] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-5d346c01-3383-4cbb-affc-5a7e604c8489 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 716.926937] env[70483]: INFO nova.compute.manager [None req-5d346c01-3383-4cbb-affc-5a7e604c8489 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Took 1.17 seconds to destroy the instance on the hypervisor. [ 716.926937] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d346c01-3383-4cbb-affc-5a7e604c8489 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.926937] env[70483]: DEBUG nova.compute.manager [-] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 716.926937] env[70483]: DEBUG nova.network.neutron [-] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 717.121665] env[70483]: DEBUG oslo_vmware.api [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477579, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078552} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.125204] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.126169] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1ff616-bd2f-46a7-ba56-1177d5ba5093 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.164430] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 7586d90c-26f8-4054-8574-e4585eaadc45/7586d90c-26f8-4054-8574-e4585eaadc45.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.166777] env[70483]: DEBUG nova.network.neutron [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 717.167981] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b698e445-f653-41ed-95e0-64f5ba3c2699 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.190424] env[70483]: DEBUG oslo_vmware.api [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 717.190424] env[70483]: value = "task-3477580" [ 717.190424] env[70483]: _type = "Task" [ 717.190424] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.200286] env[70483]: DEBUG oslo_vmware.api [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477580, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.309561] env[70483]: DEBUG nova.scheduler.client.report [None req-1b11c544-e31a-495c-adf9-af4fc2878aa5 tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.352429] env[70483]: DEBUG nova.network.neutron [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Updating instance_info_cache with network_info: [{"id": "adbaf51b-c323-477a-84bf-fb8195654a8d", "address": "fa:16:3e:80:04:03", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadbaf51b-c3", "ovs_interfaceid": "adbaf51b-c323-477a-84bf-fb8195654a8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.361943] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquiring lock "refresh_cache-3b1d2846-6f44-4f08-9878-e00bad014921" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.362044] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquired lock "refresh_cache-3b1d2846-6f44-4f08-9878-e00bad014921" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.362230] env[70483]: DEBUG nova.network.neutron [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.418286] env[70483]: DEBUG nova.network.neutron [-] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.500359] env[70483]: DEBUG nova.compute.manager [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 717.528013] env[70483]: DEBUG nova.virt.hardware [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.528533] env[70483]: DEBUG nova.virt.hardware [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.528838] env[70483]: DEBUG nova.virt.hardware [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.531963] env[70483]: DEBUG nova.virt.hardware [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.531963] env[70483]: DEBUG nova.virt.hardware [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.531963] env[70483]: DEBUG nova.virt.hardware [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.531963] env[70483]: DEBUG nova.virt.hardware [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.531963] env[70483]: DEBUG nova.virt.hardware [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.532164] env[70483]: DEBUG nova.virt.hardware [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.532164] env[70483]: DEBUG nova.virt.hardware [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.532164] env[70483]: DEBUG nova.virt.hardware [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.532164] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb97d1e-0f7b-4768-9d02-aa2133ad5685 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.543870] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b29cf58-e523-496c-9af3-729a964e5296 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.621175] env[70483]: DEBUG nova.network.neutron [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Successfully created port: 62c5818a-0e09-487c-aa2f-fcf35fc915aa {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 717.704283] env[70483]: DEBUG oslo_vmware.api [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.821376] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1b11c544-e31a-495c-adf9-af4fc2878aa5 tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.354s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.824281] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.521s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.827423] env[70483]: INFO nova.compute.claims [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.856680] env[70483]: INFO nova.scheduler.client.report [None req-1b11c544-e31a-495c-adf9-af4fc2878aa5 tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Deleted allocations for instance 2e01c50d-8140-4cd2-8048-96e02f43211f [ 717.858076] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Releasing lock "refresh_cache-3b9cca60-6e8d-489e-800a-5277edfc0d3a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.858390] env[70483]: DEBUG nova.compute.manager [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Instance network_info: |[{"id": "adbaf51b-c323-477a-84bf-fb8195654a8d", "address": "fa:16:3e:80:04:03", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadbaf51b-c3", "ovs_interfaceid": "adbaf51b-c323-477a-84bf-fb8195654a8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.858798] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:04:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'adbaf51b-c323-477a-84bf-fb8195654a8d', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.871224] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.876217] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.876746] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0aa3310-b273-4261-b0ab-941b6803cb33 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.907886] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.907886] env[70483]: value = "task-3477581" [ 717.907886] env[70483]: _type = "Task" [ 717.907886] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.919813] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477581, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.921781] env[70483]: INFO nova.compute.manager [-] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Took 1.08 seconds to deallocate network for instance. [ 717.949787] env[70483]: DEBUG nova.network.neutron [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.180213] env[70483]: DEBUG nova.network.neutron [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Updating instance_info_cache with network_info: [{"id": "9e69108d-ea75-4d5f-af60-7025cc9d7447", "address": "fa:16:3e:a0:5b:60", "network": {"id": "9861b311-3a0b-4bcb-9999-396319727fd4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1974117760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84418d18165e4ac190d3bda896cf0ab7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e69108d-ea", "ovs_interfaceid": "9e69108d-ea75-4d5f-af60-7025cc9d7447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.205100] env[70483]: DEBUG oslo_vmware.api [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477580, 'name': ReconfigVM_Task, 'duration_secs': 0.952637} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.205479] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 7586d90c-26f8-4054-8574-e4585eaadc45/7586d90c-26f8-4054-8574-e4585eaadc45.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.206607] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-827a124b-9f1c-47d1-afac-6adbbe01d5ae {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.215403] env[70483]: DEBUG oslo_vmware.api [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 718.215403] env[70483]: value = "task-3477582" [ 718.215403] env[70483]: _type = "Task" [ 718.215403] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.227766] env[70483]: DEBUG oslo_vmware.api [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477582, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.383218] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1b11c544-e31a-495c-adf9-af4fc2878aa5 tempest-ServerDiagnosticsNegativeTest-1197572580 tempest-ServerDiagnosticsNegativeTest-1197572580-project-member] Lock "2e01c50d-8140-4cd2-8048-96e02f43211f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.724s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.419088] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477581, 'name': CreateVM_Task, 'duration_secs': 0.474017} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.419280] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.419981] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.420242] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.420573] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.420851] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d2af3a1-640d-478c-a7d6-efdb1b2af2a3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.426334] env[70483]: DEBUG oslo_vmware.api [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Waiting for the task: (returnval){ [ 718.426334] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524a1fe8-dbc2-7bc3-05ed-7aaaaaefdcb4" [ 718.426334] env[70483]: _type = "Task" [ 718.426334] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.430576] env[70483]: DEBUG oslo_concurrency.lockutils [None req-700e9bb2-0681-48b7-b6d0-c70a09a04552 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.437247] env[70483]: DEBUG oslo_vmware.api [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524a1fe8-dbc2-7bc3-05ed-7aaaaaefdcb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.493301] env[70483]: DEBUG nova.network.neutron [-] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.684597] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Releasing lock "refresh_cache-3b1d2846-6f44-4f08-9878-e00bad014921" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.684707] env[70483]: DEBUG nova.compute.manager [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Instance network_info: |[{"id": "9e69108d-ea75-4d5f-af60-7025cc9d7447", "address": "fa:16:3e:a0:5b:60", "network": {"id": "9861b311-3a0b-4bcb-9999-396319727fd4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1974117760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84418d18165e4ac190d3bda896cf0ab7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e69108d-ea", "ovs_interfaceid": "9e69108d-ea75-4d5f-af60-7025cc9d7447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 718.685138] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:5b:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e69108d-ea75-4d5f-af60-7025cc9d7447', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 718.693152] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Creating folder: Project (84418d18165e4ac190d3bda896cf0ab7). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.693465] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2c062ee-3a0a-4cc6-9abd-77b3cca63d1b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.709317] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Created folder: Project (84418d18165e4ac190d3bda896cf0ab7) in parent group-v695216. [ 718.709524] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Creating folder: Instances. Parent ref: group-v695274. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.709777] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0829bdc9-2973-44ba-b924-7a193076aa60 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.729527] env[70483]: DEBUG oslo_vmware.api [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477582, 'name': Rename_Task, 'duration_secs': 0.192122} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.729904] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.730240] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-457c3269-f64c-45e4-98c7-fddddc2a4f27 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.736033] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Created folder: Instances in parent group-v695274. [ 718.736033] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.736033] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 718.736033] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63fb0eb2-941b-4fc7-96e7-493050f4acb3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.754267] env[70483]: DEBUG oslo_vmware.api [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 718.754267] env[70483]: value = "task-3477585" [ 718.754267] env[70483]: _type = "Task" [ 718.754267] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.760907] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 718.760907] env[70483]: value = "task-3477586" [ 718.760907] env[70483]: _type = "Task" [ 718.760907] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.770898] env[70483]: DEBUG oslo_vmware.api [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477585, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.776681] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477586, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.797574] env[70483]: DEBUG nova.compute.manager [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Stashing vm_state: active {{(pid=70483) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 718.883595] env[70483]: DEBUG nova.compute.manager [req-ee05eb3a-f129-4339-98c9-ac1eab0eded0 req-d853c975-3cd6-4511-bcea-d67fd8d9521b service nova] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Received event network-vif-plugged-9e69108d-ea75-4d5f-af60-7025cc9d7447 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.883808] env[70483]: DEBUG oslo_concurrency.lockutils [req-ee05eb3a-f129-4339-98c9-ac1eab0eded0 req-d853c975-3cd6-4511-bcea-d67fd8d9521b service nova] Acquiring lock "3b1d2846-6f44-4f08-9878-e00bad014921-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.884022] env[70483]: DEBUG oslo_concurrency.lockutils [req-ee05eb3a-f129-4339-98c9-ac1eab0eded0 req-d853c975-3cd6-4511-bcea-d67fd8d9521b service nova] Lock "3b1d2846-6f44-4f08-9878-e00bad014921-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.884189] env[70483]: DEBUG oslo_concurrency.lockutils [req-ee05eb3a-f129-4339-98c9-ac1eab0eded0 req-d853c975-3cd6-4511-bcea-d67fd8d9521b service nova] Lock "3b1d2846-6f44-4f08-9878-e00bad014921-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.884352] env[70483]: DEBUG nova.compute.manager [req-ee05eb3a-f129-4339-98c9-ac1eab0eded0 req-d853c975-3cd6-4511-bcea-d67fd8d9521b service nova] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] No waiting events found dispatching network-vif-plugged-9e69108d-ea75-4d5f-af60-7025cc9d7447 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 718.884512] env[70483]: WARNING nova.compute.manager [req-ee05eb3a-f129-4339-98c9-ac1eab0eded0 req-d853c975-3cd6-4511-bcea-d67fd8d9521b service nova] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Received unexpected event network-vif-plugged-9e69108d-ea75-4d5f-af60-7025cc9d7447 for instance with vm_state building and task_state spawning. [ 718.942772] env[70483]: DEBUG oslo_vmware.api [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524a1fe8-dbc2-7bc3-05ed-7aaaaaefdcb4, 'name': SearchDatastore_Task, 'duration_secs': 0.011747} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.944308] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.944489] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.944713] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.944858] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.945041] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.947804] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6a5bc7f-43ff-4100-87a5-9b7bd8948168 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.951191] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquiring lock "d2258803-84ff-4bba-af91-5815db4015d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.951411] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "d2258803-84ff-4bba-af91-5815db4015d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.963174] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.963432] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.964501] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ddbe02b-f4af-407b-9792-af99d04ebd36 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.972086] env[70483]: DEBUG oslo_vmware.api [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Waiting for the task: (returnval){ [ 718.972086] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52550cc3-b505-5b70-7351-553080e84c3c" [ 718.972086] env[70483]: _type = "Task" [ 718.972086] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.985436] env[70483]: DEBUG oslo_vmware.api [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52550cc3-b505-5b70-7351-553080e84c3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.996065] env[70483]: INFO nova.compute.manager [-] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Took 2.07 seconds to deallocate network for instance. [ 719.276474] env[70483]: DEBUG oslo_vmware.api [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477585, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.282775] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477586, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.318835] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.375204] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da62dad-de69-44b8-af30-c86edbc47b64 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.387101] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91029f2b-dc11-4e29-bce6-8d24c7885dda {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.421941] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51aa5b83-59a6-4cec-8f45-f20ce737faae {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.430624] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555ce1a5-a9b9-4698-a9fb-2a4e4855bf2b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.446876] env[70483]: DEBUG nova.compute.provider_tree [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.460911] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Acquiring lock "4f732036-4f32-4829-bda3-c341355fd0b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.461458] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Lock "4f732036-4f32-4829-bda3-c341355fd0b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.487539] env[70483]: DEBUG oslo_vmware.api [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52550cc3-b505-5b70-7351-553080e84c3c, 'name': SearchDatastore_Task, 'duration_secs': 0.01292} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.488917] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d7f845c-c628-4259-bdf8-5b9c8f89c185 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.495756] env[70483]: DEBUG oslo_vmware.api [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Waiting for the task: (returnval){ [ 719.495756] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52792f9e-58c1-6d59-803b-996db44aa706" [ 719.495756] env[70483]: _type = "Task" [ 719.495756] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.503496] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5d346c01-3383-4cbb-affc-5a7e604c8489 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.507102] env[70483]: DEBUG oslo_vmware.api [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52792f9e-58c1-6d59-803b-996db44aa706, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.770957] env[70483]: DEBUG oslo_vmware.api [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477585, 'name': PowerOnVM_Task, 'duration_secs': 0.596734} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.771640] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.771873] env[70483]: INFO nova.compute.manager [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Took 10.19 seconds to spawn the instance on the hypervisor. [ 719.772141] env[70483]: DEBUG nova.compute.manager [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.772868] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573a320e-5f5c-4797-9d3d-0ee0dd0238c5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.778096] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477586, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.836697] env[70483]: DEBUG nova.compute.manager [req-bdf4e2d6-ff2c-479c-a22a-6f7e876466f6 req-62473a6a-ce07-418f-8d74-1e0a5b0c03e7 service nova] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Received event network-changed-adbaf51b-c323-477a-84bf-fb8195654a8d {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.837075] env[70483]: DEBUG nova.compute.manager [req-bdf4e2d6-ff2c-479c-a22a-6f7e876466f6 req-62473a6a-ce07-418f-8d74-1e0a5b0c03e7 service nova] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Refreshing instance network info cache due to event network-changed-adbaf51b-c323-477a-84bf-fb8195654a8d. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 719.837160] env[70483]: DEBUG oslo_concurrency.lockutils [req-bdf4e2d6-ff2c-479c-a22a-6f7e876466f6 req-62473a6a-ce07-418f-8d74-1e0a5b0c03e7 service nova] Acquiring lock "refresh_cache-3b9cca60-6e8d-489e-800a-5277edfc0d3a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.837296] env[70483]: DEBUG oslo_concurrency.lockutils [req-bdf4e2d6-ff2c-479c-a22a-6f7e876466f6 req-62473a6a-ce07-418f-8d74-1e0a5b0c03e7 service nova] Acquired lock "refresh_cache-3b9cca60-6e8d-489e-800a-5277edfc0d3a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.837533] env[70483]: DEBUG nova.network.neutron [req-bdf4e2d6-ff2c-479c-a22a-6f7e876466f6 req-62473a6a-ce07-418f-8d74-1e0a5b0c03e7 service nova] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Refreshing network info cache for port adbaf51b-c323-477a-84bf-fb8195654a8d {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.951508] env[70483]: DEBUG nova.scheduler.client.report [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.012324] env[70483]: DEBUG oslo_vmware.api [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52792f9e-58c1-6d59-803b-996db44aa706, 'name': SearchDatastore_Task, 'duration_secs': 0.010262} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.012324] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.014162] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 3b9cca60-6e8d-489e-800a-5277edfc0d3a/3b9cca60-6e8d-489e-800a-5277edfc0d3a.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 720.014475] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-edc05967-3779-4815-9c38-43accdcbf53b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.024260] env[70483]: DEBUG oslo_vmware.api [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Waiting for the task: (returnval){ [ 720.024260] env[70483]: value = "task-3477587" [ 720.024260] env[70483]: _type = "Task" [ 720.024260] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.032881] env[70483]: DEBUG oslo_vmware.api [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': task-3477587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.170685] env[70483]: DEBUG nova.network.neutron [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Successfully updated port: 62c5818a-0e09-487c-aa2f-fcf35fc915aa {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.281785] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477586, 'name': CreateVM_Task, 'duration_secs': 1.357692} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.282170] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.283437] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.283762] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.284413] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.284769] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b07fa2b1-4e99-45e4-a279-07785c4bb2a5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.300393] env[70483]: INFO nova.compute.manager [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Took 27.75 seconds to build instance. [ 720.301617] env[70483]: DEBUG oslo_vmware.api [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 720.301617] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522474ee-1d58-325a-d2bc-fb39aefb8fc0" [ 720.301617] env[70483]: _type = "Task" [ 720.301617] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.317441] env[70483]: DEBUG oslo_vmware.api [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522474ee-1d58-325a-d2bc-fb39aefb8fc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.458518] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.459147] env[70483]: DEBUG nova.compute.manager [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 720.462731] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.916s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.466257] env[70483]: INFO nova.compute.claims [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.543388] env[70483]: DEBUG oslo_vmware.api [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': task-3477587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493629} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.543388] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 3b9cca60-6e8d-489e-800a-5277edfc0d3a/3b9cca60-6e8d-489e-800a-5277edfc0d3a.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.543388] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.543388] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45fbb542-9da6-41e5-a6f2-8b08272288fd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.555627] env[70483]: DEBUG oslo_vmware.api [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Waiting for the task: (returnval){ [ 720.555627] env[70483]: value = "task-3477588" [ 720.555627] env[70483]: _type = "Task" [ 720.555627] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.566480] env[70483]: DEBUG oslo_vmware.api [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': task-3477588, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.671446] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "refresh_cache-9dde88a1-377d-40a4-86d5-587cc3b81532" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.674260] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquired lock "refresh_cache-9dde88a1-377d-40a4-86d5-587cc3b81532" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.674729] env[70483]: DEBUG nova.network.neutron [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.724289] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "31adb50e-33e9-40cc-a8dc-14985336b34a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.724955] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "31adb50e-33e9-40cc-a8dc-14985336b34a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.773393] env[70483]: DEBUG nova.network.neutron [req-bdf4e2d6-ff2c-479c-a22a-6f7e876466f6 req-62473a6a-ce07-418f-8d74-1e0a5b0c03e7 service nova] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Updated VIF entry in instance network info cache for port adbaf51b-c323-477a-84bf-fb8195654a8d. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.774195] env[70483]: DEBUG nova.network.neutron [req-bdf4e2d6-ff2c-479c-a22a-6f7e876466f6 req-62473a6a-ce07-418f-8d74-1e0a5b0c03e7 service nova] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Updating instance_info_cache with network_info: [{"id": "adbaf51b-c323-477a-84bf-fb8195654a8d", "address": "fa:16:3e:80:04:03", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadbaf51b-c3", "ovs_interfaceid": "adbaf51b-c323-477a-84bf-fb8195654a8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.803565] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e43df21a-3966-45c1-b970-b880d7fb7821 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "7586d90c-26f8-4054-8574-e4585eaadc45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.269s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.816971] env[70483]: DEBUG oslo_vmware.api [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522474ee-1d58-325a-d2bc-fb39aefb8fc0, 'name': SearchDatastore_Task, 'duration_secs': 0.054481} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.817322] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.817908] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.817908] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.818198] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.820668] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.820668] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-814745cb-9e7c-4abe-a5fb-7c4bb0e8c41a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.831595] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.833242] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.833291] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d6ba212-d304-4e64-a92b-f63aeab19f4b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.840362] env[70483]: DEBUG oslo_vmware.api [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 720.840362] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]529d99be-4eaf-6098-f65b-f6a51285a6f6" [ 720.840362] env[70483]: _type = "Task" [ 720.840362] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.850834] env[70483]: DEBUG oslo_vmware.api [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]529d99be-4eaf-6098-f65b-f6a51285a6f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.973300] env[70483]: DEBUG nova.compute.utils [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.976420] env[70483]: DEBUG nova.compute.manager [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 720.976755] env[70483]: DEBUG nova.network.neutron [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 721.065020] env[70483]: DEBUG nova.policy [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f7ce145707446678df6ab2bff02d045', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84418d18165e4ac190d3bda896cf0ab7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 721.075540] env[70483]: DEBUG oslo_vmware.api [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': task-3477588, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071783} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.076867] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 721.077824] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad26ab03-9fd5-4ee6-81bd-fd75fdf14320 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.110746] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 3b9cca60-6e8d-489e-800a-5277edfc0d3a/3b9cca60-6e8d-489e-800a-5277edfc0d3a.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.111284] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-302e380f-167d-4fa3-866e-5f691760cf1c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.142324] env[70483]: DEBUG oslo_vmware.api [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Waiting for the task: (returnval){ [ 721.142324] env[70483]: value = "task-3477589" [ 721.142324] env[70483]: _type = "Task" [ 721.142324] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.154229] env[70483]: DEBUG oslo_vmware.api [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': task-3477589, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.217873] env[70483]: DEBUG nova.network.neutron [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.250759] env[70483]: DEBUG nova.compute.manager [req-022b1b05-9b39-40b2-9123-259f23aabc7a req-d97d4adc-b09e-4b05-a711-0c0033074666 service nova] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Received event network-changed-9e69108d-ea75-4d5f-af60-7025cc9d7447 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.250968] env[70483]: DEBUG nova.compute.manager [req-022b1b05-9b39-40b2-9123-259f23aabc7a req-d97d4adc-b09e-4b05-a711-0c0033074666 service nova] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Refreshing instance network info cache due to event network-changed-9e69108d-ea75-4d5f-af60-7025cc9d7447. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.251694] env[70483]: DEBUG oslo_concurrency.lockutils [req-022b1b05-9b39-40b2-9123-259f23aabc7a req-d97d4adc-b09e-4b05-a711-0c0033074666 service nova] Acquiring lock "refresh_cache-3b1d2846-6f44-4f08-9878-e00bad014921" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.251694] env[70483]: DEBUG oslo_concurrency.lockutils [req-022b1b05-9b39-40b2-9123-259f23aabc7a req-d97d4adc-b09e-4b05-a711-0c0033074666 service nova] Acquired lock "refresh_cache-3b1d2846-6f44-4f08-9878-e00bad014921" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.251694] env[70483]: DEBUG nova.network.neutron [req-022b1b05-9b39-40b2-9123-259f23aabc7a req-d97d4adc-b09e-4b05-a711-0c0033074666 service nova] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Refreshing network info cache for port 9e69108d-ea75-4d5f-af60-7025cc9d7447 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.280549] env[70483]: DEBUG oslo_concurrency.lockutils [req-bdf4e2d6-ff2c-479c-a22a-6f7e876466f6 req-62473a6a-ce07-418f-8d74-1e0a5b0c03e7 service nova] Releasing lock "refresh_cache-3b9cca60-6e8d-489e-800a-5277edfc0d3a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.280758] env[70483]: DEBUG nova.compute.manager [req-bdf4e2d6-ff2c-479c-a22a-6f7e876466f6 req-62473a6a-ce07-418f-8d74-1e0a5b0c03e7 service nova] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Received event network-vif-deleted-da3d4811-de0f-4db4-8528-487177ede8e5 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.311574] env[70483]: DEBUG nova.compute.manager [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.353979] env[70483]: DEBUG oslo_vmware.api [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]529d99be-4eaf-6098-f65b-f6a51285a6f6, 'name': SearchDatastore_Task, 'duration_secs': 0.02679} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.357147] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60c2b7e1-d087-42dd-be17-c1e62124ae97 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.367276] env[70483]: DEBUG oslo_vmware.api [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 721.367276] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522c06bf-c328-794e-f852-dfa2df946354" [ 721.367276] env[70483]: _type = "Task" [ 721.367276] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.378397] env[70483]: DEBUG oslo_vmware.api [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522c06bf-c328-794e-f852-dfa2df946354, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.477675] env[70483]: DEBUG nova.compute.manager [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 721.550107] env[70483]: DEBUG nova.network.neutron [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Updating instance_info_cache with network_info: [{"id": "62c5818a-0e09-487c-aa2f-fcf35fc915aa", "address": "fa:16:3e:eb:0e:0a", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62c5818a-0e", "ovs_interfaceid": "62c5818a-0e09-487c-aa2f-fcf35fc915aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.578739] env[70483]: DEBUG nova.network.neutron [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Successfully created port: c915c4ef-69a8-4929-a25c-aa75a09764cd {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 721.656020] env[70483]: DEBUG oslo_vmware.api [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': task-3477589, 'name': ReconfigVM_Task, 'duration_secs': 0.415276} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.656416] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 3b9cca60-6e8d-489e-800a-5277edfc0d3a/3b9cca60-6e8d-489e-800a-5277edfc0d3a.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.657185] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efda87e7-9bcd-422c-a1aa-fc5b991e2698 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.668171] env[70483]: DEBUG oslo_vmware.api [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Waiting for the task: (returnval){ [ 721.668171] env[70483]: value = "task-3477590" [ 721.668171] env[70483]: _type = "Task" [ 721.668171] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.681187] env[70483]: DEBUG oslo_vmware.api [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': task-3477590, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.843838] env[70483]: DEBUG oslo_concurrency.lockutils [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.880335] env[70483]: DEBUG oslo_vmware.api [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522c06bf-c328-794e-f852-dfa2df946354, 'name': SearchDatastore_Task, 'duration_secs': 0.043099} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.880638] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.880896] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 3b1d2846-6f44-4f08-9878-e00bad014921/3b1d2846-6f44-4f08-9878-e00bad014921.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.881242] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a9e7459-6049-4c2e-a935-1581f1a74fb8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.893488] env[70483]: DEBUG oslo_vmware.api [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 721.893488] env[70483]: value = "task-3477591" [ 721.893488] env[70483]: _type = "Task" [ 721.893488] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.904844] env[70483]: DEBUG oslo_vmware.api [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3477591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.041751] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6361a77d-97c9-41ec-8c1f-a72c3281545b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.053508] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Releasing lock "refresh_cache-9dde88a1-377d-40a4-86d5-587cc3b81532" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.053825] env[70483]: DEBUG nova.compute.manager [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Instance network_info: |[{"id": "62c5818a-0e09-487c-aa2f-fcf35fc915aa", "address": "fa:16:3e:eb:0e:0a", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62c5818a-0e", "ovs_interfaceid": "62c5818a-0e09-487c-aa2f-fcf35fc915aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.054330] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:0e:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62c5818a-0e09-487c-aa2f-fcf35fc915aa', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.062344] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Creating folder: Project (d941c3f1da57481e9eb853fb6f6e0274). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.063376] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9641df-7804-4c7d-b50c-7f130cf4df11 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.067482] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14cf5370-cdde-45e8-8c39-b8c6d85e624c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.104363] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d445d51b-d248-4872-911f-e645408b204a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.107243] env[70483]: DEBUG nova.compute.manager [req-f18aed69-1814-47b8-921d-da5654c82cf8 req-8a9f3bc5-65df-4a2d-a27a-868a48f0fb8f service nova] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Received event network-vif-plugged-62c5818a-0e09-487c-aa2f-fcf35fc915aa {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.107443] env[70483]: DEBUG oslo_concurrency.lockutils [req-f18aed69-1814-47b8-921d-da5654c82cf8 req-8a9f3bc5-65df-4a2d-a27a-868a48f0fb8f service nova] Acquiring lock "9dde88a1-377d-40a4-86d5-587cc3b81532-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.107644] env[70483]: DEBUG oslo_concurrency.lockutils [req-f18aed69-1814-47b8-921d-da5654c82cf8 req-8a9f3bc5-65df-4a2d-a27a-868a48f0fb8f service nova] Lock "9dde88a1-377d-40a4-86d5-587cc3b81532-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.107799] env[70483]: DEBUG oslo_concurrency.lockutils [req-f18aed69-1814-47b8-921d-da5654c82cf8 req-8a9f3bc5-65df-4a2d-a27a-868a48f0fb8f service nova] Lock "9dde88a1-377d-40a4-86d5-587cc3b81532-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.107978] env[70483]: DEBUG nova.compute.manager [req-f18aed69-1814-47b8-921d-da5654c82cf8 req-8a9f3bc5-65df-4a2d-a27a-868a48f0fb8f service nova] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] No waiting events found dispatching network-vif-plugged-62c5818a-0e09-487c-aa2f-fcf35fc915aa {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 722.108174] env[70483]: WARNING nova.compute.manager [req-f18aed69-1814-47b8-921d-da5654c82cf8 req-8a9f3bc5-65df-4a2d-a27a-868a48f0fb8f service nova] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Received unexpected event network-vif-plugged-62c5818a-0e09-487c-aa2f-fcf35fc915aa for instance with vm_state building and task_state spawning. [ 722.108344] env[70483]: DEBUG nova.compute.manager [req-f18aed69-1814-47b8-921d-da5654c82cf8 req-8a9f3bc5-65df-4a2d-a27a-868a48f0fb8f service nova] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Received event network-changed-62c5818a-0e09-487c-aa2f-fcf35fc915aa {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.109030] env[70483]: DEBUG nova.compute.manager [req-f18aed69-1814-47b8-921d-da5654c82cf8 req-8a9f3bc5-65df-4a2d-a27a-868a48f0fb8f service nova] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Refreshing instance network info cache due to event network-changed-62c5818a-0e09-487c-aa2f-fcf35fc915aa. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 722.109030] env[70483]: DEBUG oslo_concurrency.lockutils [req-f18aed69-1814-47b8-921d-da5654c82cf8 req-8a9f3bc5-65df-4a2d-a27a-868a48f0fb8f service nova] Acquiring lock "refresh_cache-9dde88a1-377d-40a4-86d5-587cc3b81532" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.109030] env[70483]: DEBUG oslo_concurrency.lockutils [req-f18aed69-1814-47b8-921d-da5654c82cf8 req-8a9f3bc5-65df-4a2d-a27a-868a48f0fb8f service nova] Acquired lock "refresh_cache-9dde88a1-377d-40a4-86d5-587cc3b81532" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.109030] env[70483]: DEBUG nova.network.neutron [req-f18aed69-1814-47b8-921d-da5654c82cf8 req-8a9f3bc5-65df-4a2d-a27a-868a48f0fb8f service nova] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Refreshing network info cache for port 62c5818a-0e09-487c-aa2f-fcf35fc915aa {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.110483] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Created folder: Project (d941c3f1da57481e9eb853fb6f6e0274) in parent group-v695216. [ 722.110623] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Creating folder: Instances. Parent ref: group-v695277. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.111102] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b981734-1904-4e98-a01b-33eba8b7280f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.120949] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7338b8-ec6e-48f9-805e-5d5cd75d11a9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.131809] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Created folder: Instances in parent group-v695277. [ 722.132868] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.133237] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.133475] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a1526a6-5f7c-4d98-a70f-c62d0e74cc30 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.160056] env[70483]: DEBUG nova.compute.provider_tree [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.171781] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.171781] env[70483]: value = "task-3477594" [ 722.171781] env[70483]: _type = "Task" [ 722.171781] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.191554] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477594, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.193061] env[70483]: DEBUG nova.network.neutron [req-022b1b05-9b39-40b2-9123-259f23aabc7a req-d97d4adc-b09e-4b05-a711-0c0033074666 service nova] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Updated VIF entry in instance network info cache for port 9e69108d-ea75-4d5f-af60-7025cc9d7447. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.193699] env[70483]: DEBUG nova.network.neutron [req-022b1b05-9b39-40b2-9123-259f23aabc7a req-d97d4adc-b09e-4b05-a711-0c0033074666 service nova] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Updating instance_info_cache with network_info: [{"id": "9e69108d-ea75-4d5f-af60-7025cc9d7447", "address": "fa:16:3e:a0:5b:60", "network": {"id": "9861b311-3a0b-4bcb-9999-396319727fd4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1974117760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84418d18165e4ac190d3bda896cf0ab7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e69108d-ea", "ovs_interfaceid": "9e69108d-ea75-4d5f-af60-7025cc9d7447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.200983] env[70483]: DEBUG oslo_vmware.api [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': task-3477590, 'name': Rename_Task, 'duration_secs': 0.153697} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.201759] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.203018] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b36b01e3-fa82-4231-89aa-74a08d83f4f5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.213871] env[70483]: DEBUG oslo_vmware.api [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Waiting for the task: (returnval){ [ 722.213871] env[70483]: value = "task-3477595" [ 722.213871] env[70483]: _type = "Task" [ 722.213871] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.229387] env[70483]: DEBUG oslo_vmware.api [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': task-3477595, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.413551] env[70483]: DEBUG oslo_vmware.api [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3477591, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.492899] env[70483]: DEBUG nova.compute.manager [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 722.521643] env[70483]: DEBUG nova.virt.hardware [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.521896] env[70483]: DEBUG nova.virt.hardware [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.521896] env[70483]: DEBUG nova.virt.hardware [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.522149] env[70483]: DEBUG nova.virt.hardware [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.522589] env[70483]: DEBUG nova.virt.hardware [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.522589] env[70483]: DEBUG nova.virt.hardware [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.522713] env[70483]: DEBUG nova.virt.hardware [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.522825] env[70483]: DEBUG nova.virt.hardware [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.522992] env[70483]: DEBUG nova.virt.hardware [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.523184] env[70483]: DEBUG nova.virt.hardware [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.523347] env[70483]: DEBUG nova.virt.hardware [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.524693] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8409aa68-4720-4490-8852-7429fd61c12b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.536911] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a59587-539d-4eff-8b4e-a926bb7fe7cd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.668455] env[70483]: DEBUG nova.scheduler.client.report [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.688781] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477594, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.702499] env[70483]: DEBUG oslo_concurrency.lockutils [req-022b1b05-9b39-40b2-9123-259f23aabc7a req-d97d4adc-b09e-4b05-a711-0c0033074666 service nova] Releasing lock "refresh_cache-3b1d2846-6f44-4f08-9878-e00bad014921" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.732018] env[70483]: DEBUG oslo_vmware.api [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': task-3477595, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.889530] env[70483]: DEBUG nova.network.neutron [req-f18aed69-1814-47b8-921d-da5654c82cf8 req-8a9f3bc5-65df-4a2d-a27a-868a48f0fb8f service nova] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Updated VIF entry in instance network info cache for port 62c5818a-0e09-487c-aa2f-fcf35fc915aa. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.889890] env[70483]: DEBUG nova.network.neutron [req-f18aed69-1814-47b8-921d-da5654c82cf8 req-8a9f3bc5-65df-4a2d-a27a-868a48f0fb8f service nova] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Updating instance_info_cache with network_info: [{"id": "62c5818a-0e09-487c-aa2f-fcf35fc915aa", "address": "fa:16:3e:eb:0e:0a", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62c5818a-0e", "ovs_interfaceid": "62c5818a-0e09-487c-aa2f-fcf35fc915aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.909322] env[70483]: DEBUG oslo_vmware.api [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3477591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63924} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.910046] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 3b1d2846-6f44-4f08-9878-e00bad014921/3b1d2846-6f44-4f08-9878-e00bad014921.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.910288] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.910582] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4731290c-f76d-47f5-852b-c94eb24bd2fb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.921597] env[70483]: DEBUG oslo_vmware.api [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 722.921597] env[70483]: value = "task-3477596" [ 722.921597] env[70483]: _type = "Task" [ 722.921597] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.932388] env[70483]: DEBUG oslo_vmware.api [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3477596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.172480] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.173054] env[70483]: DEBUG nova.compute.manager [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 723.176980] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.757s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.180568] env[70483]: DEBUG nova.objects.instance [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70483) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 723.193464] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477594, 'name': CreateVM_Task, 'duration_secs': 0.591055} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.193811] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 723.195059] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.195378] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.195732] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.196122] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1e90f19-2b2f-4b77-a2fa-a073024b6705 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.204270] env[70483]: DEBUG oslo_vmware.api [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 723.204270] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52422db2-f217-a229-177c-f980a9871beb" [ 723.204270] env[70483]: _type = "Task" [ 723.204270] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.217128] env[70483]: DEBUG oslo_vmware.api [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52422db2-f217-a229-177c-f980a9871beb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.227637] env[70483]: DEBUG oslo_vmware.api [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': task-3477595, 'name': PowerOnVM_Task, 'duration_secs': 0.744633} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.228536] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.228536] env[70483]: INFO nova.compute.manager [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Took 11.05 seconds to spawn the instance on the hypervisor. [ 723.228536] env[70483]: DEBUG nova.compute.manager [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.231054] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ae287a-fbf8-4aa9-b429-d88c789ca500 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.371317] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Acquiring lock "afa74f93-41d6-447c-b11f-eaaca0e6bc98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.371546] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Lock "afa74f93-41d6-447c-b11f-eaaca0e6bc98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.392170] env[70483]: DEBUG nova.network.neutron [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Successfully updated port: c915c4ef-69a8-4929-a25c-aa75a09764cd {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 723.398246] env[70483]: DEBUG oslo_concurrency.lockutils [req-f18aed69-1814-47b8-921d-da5654c82cf8 req-8a9f3bc5-65df-4a2d-a27a-868a48f0fb8f service nova] Releasing lock "refresh_cache-9dde88a1-377d-40a4-86d5-587cc3b81532" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.434891] env[70483]: DEBUG oslo_vmware.api [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3477596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082759} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.434891] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.434891] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4b71e1-c7b9-4ff2-9300-51788474f6df {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.461303] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 3b1d2846-6f44-4f08-9878-e00bad014921/3b1d2846-6f44-4f08-9878-e00bad014921.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.461599] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37f2f2d1-a730-47da-852f-722bfe68ee7c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.484616] env[70483]: DEBUG oslo_vmware.api [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 723.484616] env[70483]: value = "task-3477597" [ 723.484616] env[70483]: _type = "Task" [ 723.484616] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.494303] env[70483]: DEBUG oslo_vmware.api [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3477597, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.683456] env[70483]: DEBUG nova.compute.utils [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.688342] env[70483]: DEBUG nova.compute.manager [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.688342] env[70483]: DEBUG nova.network.neutron [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.724939] env[70483]: DEBUG oslo_vmware.api [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52422db2-f217-a229-177c-f980a9871beb, 'name': SearchDatastore_Task, 'duration_secs': 0.024305} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.725327] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.725557] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.725802] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.725944] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.726140] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.726400] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7967660-a8a6-4e60-a05f-e1abd5b1aec1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.738235] env[70483]: DEBUG nova.policy [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d202da876e34599b7258da0bdce7e75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec180aeba08f48dea450ade057d4e619', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.742257] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.742257] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 723.745483] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83f578e9-f1b8-433a-a921-aae744cef476 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.754044] env[70483]: INFO nova.compute.manager [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Took 30.05 seconds to build instance. [ 723.758316] env[70483]: DEBUG oslo_vmware.api [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 723.758316] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5244687c-1ffd-9df5-7f18-d928a0fda99f" [ 723.758316] env[70483]: _type = "Task" [ 723.758316] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.768045] env[70483]: DEBUG oslo_vmware.api [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5244687c-1ffd-9df5-7f18-d928a0fda99f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.782886] env[70483]: DEBUG nova.compute.manager [req-c473d409-387a-4bbb-a78f-75aae2fa72b6 req-3e28d19e-ff63-42da-9a48-52268b892ed7 service nova] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Received event network-changed-128f4e5e-e308-4f04-b12f-e8a15fd22920 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.782886] env[70483]: DEBUG nova.compute.manager [req-c473d409-387a-4bbb-a78f-75aae2fa72b6 req-3e28d19e-ff63-42da-9a48-52268b892ed7 service nova] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Refreshing instance network info cache due to event network-changed-128f4e5e-e308-4f04-b12f-e8a15fd22920. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.782886] env[70483]: DEBUG oslo_concurrency.lockutils [req-c473d409-387a-4bbb-a78f-75aae2fa72b6 req-3e28d19e-ff63-42da-9a48-52268b892ed7 service nova] Acquiring lock "refresh_cache-7586d90c-26f8-4054-8574-e4585eaadc45" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.782886] env[70483]: DEBUG oslo_concurrency.lockutils [req-c473d409-387a-4bbb-a78f-75aae2fa72b6 req-3e28d19e-ff63-42da-9a48-52268b892ed7 service nova] Acquired lock "refresh_cache-7586d90c-26f8-4054-8574-e4585eaadc45" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.782886] env[70483]: DEBUG nova.network.neutron [req-c473d409-387a-4bbb-a78f-75aae2fa72b6 req-3e28d19e-ff63-42da-9a48-52268b892ed7 service nova] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Refreshing network info cache for port 128f4e5e-e308-4f04-b12f-e8a15fd22920 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.896729] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquiring lock "refresh_cache-223fc274-26bf-4dc7-a435-d368cc004a67" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.896859] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquired lock "refresh_cache-223fc274-26bf-4dc7-a435-d368cc004a67" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.897111] env[70483]: DEBUG nova.network.neutron [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.997761] env[70483]: DEBUG oslo_vmware.api [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3477597, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.188454] env[70483]: DEBUG nova.compute.manager [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 724.198663] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fd7672a1-e5a2-4f00-9f92-5272085589b3 tempest-ServersAdmin275Test-663888450 tempest-ServersAdmin275Test-663888450-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.202845] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a39d0508-8d47-4220-9420-073f14686704 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.287s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.203701] env[70483]: DEBUG nova.objects.instance [None req-a39d0508-8d47-4220-9420-073f14686704 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Lazy-loading 'resources' on Instance uuid 5b8c2868-a8cc-48aa-894f-c0051e167bde {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 724.211766] env[70483]: DEBUG oslo_concurrency.lockutils [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Acquiring lock "e833538a-8a5b-488c-9115-a6ab57e38f83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.212106] env[70483]: DEBUG oslo_concurrency.lockutils [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Lock "e833538a-8a5b-488c-9115-a6ab57e38f83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.257439] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adc663a8-3578-47a7-b6bd-536f7adc670d tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Lock "3b9cca60-6e8d-489e-800a-5277edfc0d3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.580s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.271026] env[70483]: DEBUG oslo_vmware.api [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5244687c-1ffd-9df5-7f18-d928a0fda99f, 'name': SearchDatastore_Task, 'duration_secs': 0.043296} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.272081] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28ee33bb-e26e-4c17-95ce-1e357870333e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.279419] env[70483]: DEBUG oslo_vmware.api [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 724.279419] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52283bab-b0d9-c018-6422-e98569e90e00" [ 724.279419] env[70483]: _type = "Task" [ 724.279419] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.290101] env[70483]: DEBUG oslo_vmware.api [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52283bab-b0d9-c018-6422-e98569e90e00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.359580] env[70483]: DEBUG oslo_concurrency.lockutils [None req-21542dc1-b4bd-468c-9ca7-1a6df10a1fba tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Acquiring lock "45512c2a-1c78-4f50-a995-01ec8108fe38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.359580] env[70483]: DEBUG oslo_concurrency.lockutils [None req-21542dc1-b4bd-468c-9ca7-1a6df10a1fba tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Lock "45512c2a-1c78-4f50-a995-01ec8108fe38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.359580] env[70483]: DEBUG oslo_concurrency.lockutils [None req-21542dc1-b4bd-468c-9ca7-1a6df10a1fba tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Acquiring lock "45512c2a-1c78-4f50-a995-01ec8108fe38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.359580] env[70483]: DEBUG oslo_concurrency.lockutils [None req-21542dc1-b4bd-468c-9ca7-1a6df10a1fba tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Lock "45512c2a-1c78-4f50-a995-01ec8108fe38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.359808] env[70483]: DEBUG oslo_concurrency.lockutils [None req-21542dc1-b4bd-468c-9ca7-1a6df10a1fba tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Lock "45512c2a-1c78-4f50-a995-01ec8108fe38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.360998] env[70483]: INFO nova.compute.manager [None req-21542dc1-b4bd-468c-9ca7-1a6df10a1fba tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Terminating instance [ 724.382607] env[70483]: DEBUG nova.network.neutron [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Successfully created port: 15101367-0456-4134-8822-7f54189d0a2d {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 724.481513] env[70483]: DEBUG nova.network.neutron [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.495082] env[70483]: DEBUG oslo_vmware.api [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3477597, 'name': ReconfigVM_Task, 'duration_secs': 0.842394} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.495392] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 3b1d2846-6f44-4f08-9878-e00bad014921/3b1d2846-6f44-4f08-9878-e00bad014921.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.495995] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3bef5dbd-c39a-48db-88c7-a5ab74d22563 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.503890] env[70483]: DEBUG oslo_vmware.api [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 724.503890] env[70483]: value = "task-3477598" [ 724.503890] env[70483]: _type = "Task" [ 724.503890] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.512986] env[70483]: DEBUG oslo_vmware.api [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3477598, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.548846] env[70483]: DEBUG nova.network.neutron [req-c473d409-387a-4bbb-a78f-75aae2fa72b6 req-3e28d19e-ff63-42da-9a48-52268b892ed7 service nova] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Updated VIF entry in instance network info cache for port 128f4e5e-e308-4f04-b12f-e8a15fd22920. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.549248] env[70483]: DEBUG nova.network.neutron [req-c473d409-387a-4bbb-a78f-75aae2fa72b6 req-3e28d19e-ff63-42da-9a48-52268b892ed7 service nova] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Updating instance_info_cache with network_info: [{"id": "128f4e5e-e308-4f04-b12f-e8a15fd22920", "address": "fa:16:3e:24:05:76", "network": {"id": "d0584bad-a446-4fdb-9127-2d020acd6b5c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1392669969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02013d6cd47b4f1c9e3279214f1d2d7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap128f4e5e-e3", "ovs_interfaceid": "128f4e5e-e308-4f04-b12f-e8a15fd22920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.764179] env[70483]: DEBUG nova.compute.manager [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.796189] env[70483]: DEBUG oslo_vmware.api [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52283bab-b0d9-c018-6422-e98569e90e00, 'name': SearchDatastore_Task, 'duration_secs': 0.020598} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.796975] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.797257] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 9dde88a1-377d-40a4-86d5-587cc3b81532/9dde88a1-377d-40a4-86d5-587cc3b81532.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 724.797520] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-128a7f85-c6a2-4547-ab35-43eadbefc45e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.801640] env[70483]: DEBUG nova.network.neutron [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Updating instance_info_cache with network_info: [{"id": "c915c4ef-69a8-4929-a25c-aa75a09764cd", "address": "fa:16:3e:6a:24:01", "network": {"id": "9861b311-3a0b-4bcb-9999-396319727fd4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1974117760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84418d18165e4ac190d3bda896cf0ab7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc915c4ef-69", "ovs_interfaceid": "c915c4ef-69a8-4929-a25c-aa75a09764cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.808594] env[70483]: DEBUG oslo_vmware.api [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 724.808594] env[70483]: value = "task-3477599" [ 724.808594] env[70483]: _type = "Task" [ 724.808594] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.820204] env[70483]: DEBUG oslo_vmware.api [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3477599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.865449] env[70483]: DEBUG nova.compute.manager [None req-21542dc1-b4bd-468c-9ca7-1a6df10a1fba tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 724.866719] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-21542dc1-b4bd-468c-9ca7-1a6df10a1fba tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.867056] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fba1195-67d1-44c2-b8f8-c22414466b8f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.882008] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-21542dc1-b4bd-468c-9ca7-1a6df10a1fba tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.884626] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0026b040-0402-4c6d-b813-bbd5bc858958 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.894115] env[70483]: DEBUG oslo_vmware.api [None req-21542dc1-b4bd-468c-9ca7-1a6df10a1fba tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Waiting for the task: (returnval){ [ 724.894115] env[70483]: value = "task-3477600" [ 724.894115] env[70483]: _type = "Task" [ 724.894115] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.903632] env[70483]: DEBUG oslo_vmware.api [None req-21542dc1-b4bd-468c-9ca7-1a6df10a1fba tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Task: {'id': task-3477600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.947766] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Acquiring lock "d40867a1-e0a1-44e8-9dbd-81e075551092" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.947968] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Lock "d40867a1-e0a1-44e8-9dbd-81e075551092" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.014903] env[70483]: DEBUG oslo_vmware.api [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3477598, 'name': Rename_Task, 'duration_secs': 0.378722} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.015332] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.015699] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c797065-de8c-4ee0-96ce-b0f6de00e69a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.025456] env[70483]: DEBUG oslo_vmware.api [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 725.025456] env[70483]: value = "task-3477601" [ 725.025456] env[70483]: _type = "Task" [ 725.025456] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.038198] env[70483]: DEBUG oslo_vmware.api [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3477601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.052593] env[70483]: DEBUG oslo_concurrency.lockutils [req-c473d409-387a-4bbb-a78f-75aae2fa72b6 req-3e28d19e-ff63-42da-9a48-52268b892ed7 service nova] Releasing lock "refresh_cache-7586d90c-26f8-4054-8574-e4585eaadc45" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.208584] env[70483]: DEBUG nova.compute.manager [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 725.253073] env[70483]: DEBUG nova.virt.hardware [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.253252] env[70483]: DEBUG nova.virt.hardware [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.253295] env[70483]: DEBUG nova.virt.hardware [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.253524] env[70483]: DEBUG nova.virt.hardware [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.253723] env[70483]: DEBUG nova.virt.hardware [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.253960] env[70483]: DEBUG nova.virt.hardware [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.254041] env[70483]: DEBUG nova.virt.hardware [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.254248] env[70483]: DEBUG nova.virt.hardware [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.254426] env[70483]: DEBUG nova.virt.hardware [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.254590] env[70483]: DEBUG nova.virt.hardware [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.254765] env[70483]: DEBUG nova.virt.hardware [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.263630] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a68c84-fc3b-4f18-a6fb-18452f4b420b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.271398] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc0283d-7314-4aa7-9ca6-461570306809 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.286098] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8f44cb-7a7e-44f0-9492-3f61f61f565e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.290477] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae42b684-e616-4fa1-9066-777c3cf7e122 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.295536] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.307822] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Releasing lock "refresh_cache-223fc274-26bf-4dc7-a435-d368cc004a67" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.308235] env[70483]: DEBUG nova.compute.manager [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Instance network_info: |[{"id": "c915c4ef-69a8-4929-a25c-aa75a09764cd", "address": "fa:16:3e:6a:24:01", "network": {"id": "9861b311-3a0b-4bcb-9999-396319727fd4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1974117760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84418d18165e4ac190d3bda896cf0ab7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc915c4ef-69", "ovs_interfaceid": "c915c4ef-69a8-4929-a25c-aa75a09764cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 725.333425] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:24:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c915c4ef-69a8-4929-a25c-aa75a09764cd', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.341679] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.342295] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.345881] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76563cf3-caee-4acd-9f1a-d54b3548b9e9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.349904] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc1776ee-5bf9-42b1-899c-326cb91dd7e0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.371279] env[70483]: DEBUG oslo_vmware.api [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3477599, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549869} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.378845] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 9dde88a1-377d-40a4-86d5-587cc3b81532/9dde88a1-377d-40a4-86d5-587cc3b81532.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 725.378845] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 725.378845] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.378845] env[70483]: value = "task-3477602" [ 725.378845] env[70483]: _type = "Task" [ 725.378845] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.378845] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6206ec0a-24b8-487b-b3cc-ddcd27ffe90f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.378845] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f55ebd8-2c91-4822-a982-61988b6c9707 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.389841] env[70483]: DEBUG oslo_vmware.api [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 725.389841] env[70483]: value = "task-3477603" [ 725.389841] env[70483]: _type = "Task" [ 725.389841] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.404461] env[70483]: DEBUG nova.compute.provider_tree [None req-a39d0508-8d47-4220-9420-073f14686704 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.406086] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477602, 'name': CreateVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.419166] env[70483]: DEBUG oslo_vmware.api [None req-21542dc1-b4bd-468c-9ca7-1a6df10a1fba tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Task: {'id': task-3477600, 'name': PowerOffVM_Task, 'duration_secs': 0.232281} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.424041] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-21542dc1-b4bd-468c-9ca7-1a6df10a1fba tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.424041] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-21542dc1-b4bd-468c-9ca7-1a6df10a1fba tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.424041] env[70483]: DEBUG oslo_vmware.api [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3477603, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.424414] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69fe4e38-b858-40bf-ad57-c3092f43f209 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.455659] env[70483]: DEBUG nova.compute.manager [req-59ba8a03-5a7e-4f38-935d-470f8ac6770f req-c9df30e0-b626-4a7c-b301-e3d47d26ccb1 service nova] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Received event network-vif-plugged-c915c4ef-69a8-4929-a25c-aa75a09764cd {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.455972] env[70483]: DEBUG oslo_concurrency.lockutils [req-59ba8a03-5a7e-4f38-935d-470f8ac6770f req-c9df30e0-b626-4a7c-b301-e3d47d26ccb1 service nova] Acquiring lock "223fc274-26bf-4dc7-a435-d368cc004a67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.456226] env[70483]: DEBUG oslo_concurrency.lockutils [req-59ba8a03-5a7e-4f38-935d-470f8ac6770f req-c9df30e0-b626-4a7c-b301-e3d47d26ccb1 service nova] Lock "223fc274-26bf-4dc7-a435-d368cc004a67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.456425] env[70483]: DEBUG oslo_concurrency.lockutils [req-59ba8a03-5a7e-4f38-935d-470f8ac6770f req-c9df30e0-b626-4a7c-b301-e3d47d26ccb1 service nova] Lock "223fc274-26bf-4dc7-a435-d368cc004a67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.456596] env[70483]: DEBUG nova.compute.manager [req-59ba8a03-5a7e-4f38-935d-470f8ac6770f req-c9df30e0-b626-4a7c-b301-e3d47d26ccb1 service nova] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] No waiting events found dispatching network-vif-plugged-c915c4ef-69a8-4929-a25c-aa75a09764cd {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 725.456759] env[70483]: WARNING nova.compute.manager [req-59ba8a03-5a7e-4f38-935d-470f8ac6770f req-c9df30e0-b626-4a7c-b301-e3d47d26ccb1 service nova] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Received unexpected event network-vif-plugged-c915c4ef-69a8-4929-a25c-aa75a09764cd for instance with vm_state building and task_state spawning. [ 725.456924] env[70483]: DEBUG nova.compute.manager [req-59ba8a03-5a7e-4f38-935d-470f8ac6770f req-c9df30e0-b626-4a7c-b301-e3d47d26ccb1 service nova] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Received event network-changed-c915c4ef-69a8-4929-a25c-aa75a09764cd {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.457082] env[70483]: DEBUG nova.compute.manager [req-59ba8a03-5a7e-4f38-935d-470f8ac6770f req-c9df30e0-b626-4a7c-b301-e3d47d26ccb1 service nova] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Refreshing instance network info cache due to event network-changed-c915c4ef-69a8-4929-a25c-aa75a09764cd. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.457272] env[70483]: DEBUG oslo_concurrency.lockutils [req-59ba8a03-5a7e-4f38-935d-470f8ac6770f req-c9df30e0-b626-4a7c-b301-e3d47d26ccb1 service nova] Acquiring lock "refresh_cache-223fc274-26bf-4dc7-a435-d368cc004a67" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.457478] env[70483]: DEBUG oslo_concurrency.lockutils [req-59ba8a03-5a7e-4f38-935d-470f8ac6770f req-c9df30e0-b626-4a7c-b301-e3d47d26ccb1 service nova] Acquired lock "refresh_cache-223fc274-26bf-4dc7-a435-d368cc004a67" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.457590] env[70483]: DEBUG nova.network.neutron [req-59ba8a03-5a7e-4f38-935d-470f8ac6770f req-c9df30e0-b626-4a7c-b301-e3d47d26ccb1 service nova] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Refreshing network info cache for port c915c4ef-69a8-4929-a25c-aa75a09764cd {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.521951] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-21542dc1-b4bd-468c-9ca7-1a6df10a1fba tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.521951] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-21542dc1-b4bd-468c-9ca7-1a6df10a1fba tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.521951] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-21542dc1-b4bd-468c-9ca7-1a6df10a1fba tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Deleting the datastore file [datastore1] 45512c2a-1c78-4f50-a995-01ec8108fe38 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.521951] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64d7cb21-5c51-4d8b-ab9c-efbc64e81939 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.535462] env[70483]: DEBUG oslo_vmware.api [None req-21542dc1-b4bd-468c-9ca7-1a6df10a1fba tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Waiting for the task: (returnval){ [ 725.535462] env[70483]: value = "task-3477605" [ 725.535462] env[70483]: _type = "Task" [ 725.535462] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.544709] env[70483]: DEBUG oslo_vmware.api [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3477601, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.551357] env[70483]: DEBUG oslo_vmware.api [None req-21542dc1-b4bd-468c-9ca7-1a6df10a1fba tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Task: {'id': task-3477605, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.731608] env[70483]: DEBUG oslo_concurrency.lockutils [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Acquiring lock "9e3b77e5-dd06-4b6a-8660-97d1e62adb4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.733546] env[70483]: DEBUG oslo_concurrency.lockutils [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Lock "9e3b77e5-dd06-4b6a-8660-97d1e62adb4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.891943] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477602, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.915325] env[70483]: DEBUG nova.scheduler.client.report [None req-a39d0508-8d47-4220-9420-073f14686704 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.918705] env[70483]: DEBUG oslo_vmware.api [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3477603, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075108} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.919416] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.920068] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d7752a-8834-41b4-9e33-ca5661a28565 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.945681] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 9dde88a1-377d-40a4-86d5-587cc3b81532/9dde88a1-377d-40a4-86d5-587cc3b81532.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.945681] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd8e7cd5-1443-4be4-8ea9-b9fda3f11d1d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.971848] env[70483]: DEBUG oslo_vmware.api [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 725.971848] env[70483]: value = "task-3477606" [ 725.971848] env[70483]: _type = "Task" [ 725.971848] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.981676] env[70483]: DEBUG oslo_vmware.api [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3477606, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.047268] env[70483]: DEBUG oslo_vmware.api [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3477601, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.051131] env[70483]: DEBUG oslo_vmware.api [None req-21542dc1-b4bd-468c-9ca7-1a6df10a1fba tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Task: {'id': task-3477605, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201161} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.051522] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-21542dc1-b4bd-468c-9ca7-1a6df10a1fba tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.051624] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-21542dc1-b4bd-468c-9ca7-1a6df10a1fba tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.051739] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-21542dc1-b4bd-468c-9ca7-1a6df10a1fba tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.051928] env[70483]: INFO nova.compute.manager [None req-21542dc1-b4bd-468c-9ca7-1a6df10a1fba tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Took 1.19 seconds to destroy the instance on the hypervisor. [ 726.052212] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21542dc1-b4bd-468c-9ca7-1a6df10a1fba tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.052405] env[70483]: DEBUG nova.compute.manager [-] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.052503] env[70483]: DEBUG nova.network.neutron [-] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.395202] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477602, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.422635] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a39d0508-8d47-4220-9420-073f14686704 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.426821] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.218s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.428531] env[70483]: INFO nova.compute.claims [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.451161] env[70483]: DEBUG nova.network.neutron [req-59ba8a03-5a7e-4f38-935d-470f8ac6770f req-c9df30e0-b626-4a7c-b301-e3d47d26ccb1 service nova] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Updated VIF entry in instance network info cache for port c915c4ef-69a8-4929-a25c-aa75a09764cd. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.451567] env[70483]: DEBUG nova.network.neutron [req-59ba8a03-5a7e-4f38-935d-470f8ac6770f req-c9df30e0-b626-4a7c-b301-e3d47d26ccb1 service nova] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Updating instance_info_cache with network_info: [{"id": "c915c4ef-69a8-4929-a25c-aa75a09764cd", "address": "fa:16:3e:6a:24:01", "network": {"id": "9861b311-3a0b-4bcb-9999-396319727fd4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1974117760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84418d18165e4ac190d3bda896cf0ab7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc915c4ef-69", "ovs_interfaceid": "c915c4ef-69a8-4929-a25c-aa75a09764cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.464850] env[70483]: INFO nova.scheduler.client.report [None req-a39d0508-8d47-4220-9420-073f14686704 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Deleted allocations for instance 5b8c2868-a8cc-48aa-894f-c0051e167bde [ 726.484618] env[70483]: DEBUG oslo_vmware.api [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3477606, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.544537] env[70483]: DEBUG oslo_vmware.api [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3477601, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.563486] env[70483]: DEBUG nova.network.neutron [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Successfully updated port: 15101367-0456-4134-8822-7f54189d0a2d {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 726.603348] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b85a6e2-3425-45e5-aec4-2a9457aac231 tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Acquiring lock "42a9d8ed-30da-4630-b4d0-c7a73214ada3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.603519] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b85a6e2-3425-45e5-aec4-2a9457aac231 tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Lock "42a9d8ed-30da-4630-b4d0-c7a73214ada3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.603837] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b85a6e2-3425-45e5-aec4-2a9457aac231 tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Acquiring lock "42a9d8ed-30da-4630-b4d0-c7a73214ada3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.603935] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b85a6e2-3425-45e5-aec4-2a9457aac231 tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Lock "42a9d8ed-30da-4630-b4d0-c7a73214ada3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.604118] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b85a6e2-3425-45e5-aec4-2a9457aac231 tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Lock "42a9d8ed-30da-4630-b4d0-c7a73214ada3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.607474] env[70483]: INFO nova.compute.manager [None req-9b85a6e2-3425-45e5-aec4-2a9457aac231 tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Terminating instance [ 726.736824] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Acquiring lock "58c2aa58-cefc-47ad-a6b2-1e266167c867" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.737124] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Lock "58c2aa58-cefc-47ad-a6b2-1e266167c867" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.895698] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477602, 'name': CreateVM_Task, 'duration_secs': 1.262239} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.895890] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.896608] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.896777] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.897113] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.897369] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee9d3f97-d6a4-428c-a8d0-24c33c66d920 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.902016] env[70483]: DEBUG oslo_vmware.api [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 726.902016] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52f0cfbe-26fb-bab5-e794-af3484acd21b" [ 726.902016] env[70483]: _type = "Task" [ 726.902016] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.909844] env[70483]: DEBUG oslo_vmware.api [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52f0cfbe-26fb-bab5-e794-af3484acd21b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.954232] env[70483]: DEBUG oslo_concurrency.lockutils [req-59ba8a03-5a7e-4f38-935d-470f8ac6770f req-c9df30e0-b626-4a7c-b301-e3d47d26ccb1 service nova] Releasing lock "refresh_cache-223fc274-26bf-4dc7-a435-d368cc004a67" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.976534] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a39d0508-8d47-4220-9420-073f14686704 tempest-ServerDiagnosticsV248Test-1965658079 tempest-ServerDiagnosticsV248Test-1965658079-project-member] Lock "5b8c2868-a8cc-48aa-894f-c0051e167bde" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.416s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.985283] env[70483]: DEBUG oslo_vmware.api [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3477606, 'name': ReconfigVM_Task, 'duration_secs': 0.965402} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.987020] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 9dde88a1-377d-40a4-86d5-587cc3b81532/9dde88a1-377d-40a4-86d5-587cc3b81532.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.987020] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e6fd944-06c3-4aec-a57d-ba305cc12445 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.992801] env[70483]: DEBUG oslo_vmware.api [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 726.992801] env[70483]: value = "task-3477607" [ 726.992801] env[70483]: _type = "Task" [ 726.992801] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.002976] env[70483]: DEBUG oslo_vmware.api [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3477607, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.041976] env[70483]: DEBUG oslo_vmware.api [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3477601, 'name': PowerOnVM_Task, 'duration_secs': 1.929062} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.041976] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.042191] env[70483]: INFO nova.compute.manager [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Took 12.24 seconds to spawn the instance on the hypervisor. [ 727.042377] env[70483]: DEBUG nova.compute.manager [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.043348] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4307d64a-5e79-4f4c-a519-eb3cad62a5a5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.067192] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "refresh_cache-3b9942d2-ff9e-4e8b-8d04-7f191d9563ff" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.067433] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquired lock "refresh_cache-3b9942d2-ff9e-4e8b-8d04-7f191d9563ff" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.067568] env[70483]: DEBUG nova.network.neutron [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.111852] env[70483]: DEBUG nova.compute.manager [None req-9b85a6e2-3425-45e5-aec4-2a9457aac231 tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 727.112701] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9b85a6e2-3425-45e5-aec4-2a9457aac231 tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 727.112973] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d765a1-1b45-4513-b3f2-a357f4d34e69 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.120545] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b85a6e2-3425-45e5-aec4-2a9457aac231 tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 727.121034] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73f1ec2d-d302-4397-9dff-d6b0236d0bcc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.132111] env[70483]: DEBUG oslo_vmware.api [None req-9b85a6e2-3425-45e5-aec4-2a9457aac231 tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Waiting for the task: (returnval){ [ 727.132111] env[70483]: value = "task-3477608" [ 727.132111] env[70483]: _type = "Task" [ 727.132111] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.148766] env[70483]: DEBUG oslo_vmware.api [None req-9b85a6e2-3425-45e5-aec4-2a9457aac231 tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Task: {'id': task-3477608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.413158] env[70483]: DEBUG oslo_vmware.api [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52f0cfbe-26fb-bab5-e794-af3484acd21b, 'name': SearchDatastore_Task, 'duration_secs': 0.023499} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.413290] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.413531] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.413764] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.414126] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.414126] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.414366] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7cfc9a10-f19e-46c3-a930-96d348e9c835 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.426432] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.428371] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.428371] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54ac10ce-3df9-405d-a362-aeaf85e29182 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.433279] env[70483]: DEBUG oslo_vmware.api [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 727.433279] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52fbc93e-988e-264d-0915-45982569a8a2" [ 727.433279] env[70483]: _type = "Task" [ 727.433279] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.444869] env[70483]: DEBUG oslo_vmware.api [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52fbc93e-988e-264d-0915-45982569a8a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.506874] env[70483]: DEBUG oslo_vmware.api [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3477607, 'name': Rename_Task, 'duration_secs': 0.134539} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.507202] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 727.507421] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-561a08b8-8fec-4c60-a18b-4748ebe065ba {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.524159] env[70483]: DEBUG oslo_vmware.api [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 727.524159] env[70483]: value = "task-3477609" [ 727.524159] env[70483]: _type = "Task" [ 727.524159] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.532369] env[70483]: DEBUG oslo_vmware.api [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3477609, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.560527] env[70483]: DEBUG nova.network.neutron [-] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.564951] env[70483]: INFO nova.compute.manager [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Took 32.86 seconds to build instance. [ 727.617692] env[70483]: DEBUG nova.network.neutron [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.646341] env[70483]: DEBUG oslo_vmware.api [None req-9b85a6e2-3425-45e5-aec4-2a9457aac231 tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Task: {'id': task-3477608, 'name': PowerOffVM_Task, 'duration_secs': 0.254616} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.649249] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b85a6e2-3425-45e5-aec4-2a9457aac231 tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 727.649428] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9b85a6e2-3425-45e5-aec4-2a9457aac231 tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 727.649853] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9cfbd25a-9f72-4594-860d-2519d9a2109f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.713803] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9b85a6e2-3425-45e5-aec4-2a9457aac231 tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 727.714067] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9b85a6e2-3425-45e5-aec4-2a9457aac231 tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 727.714413] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b85a6e2-3425-45e5-aec4-2a9457aac231 tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Deleting the datastore file [datastore1] 42a9d8ed-30da-4630-b4d0-c7a73214ada3 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 727.714502] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ad350bf-2983-406a-8e00-46134577dfd0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.722260] env[70483]: DEBUG oslo_vmware.api [None req-9b85a6e2-3425-45e5-aec4-2a9457aac231 tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Waiting for the task: (returnval){ [ 727.722260] env[70483]: value = "task-3477611" [ 727.722260] env[70483]: _type = "Task" [ 727.722260] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.734889] env[70483]: DEBUG oslo_vmware.api [None req-9b85a6e2-3425-45e5-aec4-2a9457aac231 tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Task: {'id': task-3477611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.757518] env[70483]: DEBUG nova.compute.manager [req-0c4f2aa2-b966-4ab4-8536-418775714cd6 req-bf311121-554a-45df-afc8-0033da164dfe service nova] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Received event network-vif-deleted-9a344378-1abc-46a9-be90-a1a381a74446 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.859627] env[70483]: DEBUG nova.network.neutron [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Updating instance_info_cache with network_info: [{"id": "15101367-0456-4134-8822-7f54189d0a2d", "address": "fa:16:3e:b9:39:de", "network": {"id": "8a37218d-212e-4604-9aac-2a69e34f388a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-975183189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec180aeba08f48dea450ade057d4e619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15101367-04", "ovs_interfaceid": "15101367-0456-4134-8822-7f54189d0a2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.944260] env[70483]: DEBUG oslo_vmware.api [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52fbc93e-988e-264d-0915-45982569a8a2, 'name': SearchDatastore_Task, 'duration_secs': 0.009962} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.945197] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae9b5a8e-4f9e-4282-800d-356e5a0e0d59 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.953911] env[70483]: DEBUG oslo_vmware.api [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 727.953911] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]525095bb-c914-15a3-328f-5e516e47e89e" [ 727.953911] env[70483]: _type = "Task" [ 727.953911] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.963198] env[70483]: DEBUG oslo_vmware.api [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]525095bb-c914-15a3-328f-5e516e47e89e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.991434] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e71d64-cd82-4321-9a11-a8a35669fc29 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.998823] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cb714d-14de-4d3d-8811-b1606f7b31ae {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.033110] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68d0145-75ef-4f38-9200-b6a502ce6d8b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.044486] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21314e3-3663-44ab-a8bd-452e6b58d951 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.049911] env[70483]: DEBUG oslo_vmware.api [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3477609, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.050806] env[70483]: DEBUG nova.compute.manager [req-6a9c9aef-9dd0-44be-b880-652e38ac495f req-7a9044b3-fcd2-4be2-8d91-10fc1f3a3a63 service nova] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Received event network-vif-plugged-15101367-0456-4134-8822-7f54189d0a2d {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.052907] env[70483]: DEBUG oslo_concurrency.lockutils [req-6a9c9aef-9dd0-44be-b880-652e38ac495f req-7a9044b3-fcd2-4be2-8d91-10fc1f3a3a63 service nova] Acquiring lock "3b9942d2-ff9e-4e8b-8d04-7f191d9563ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.052907] env[70483]: DEBUG oslo_concurrency.lockutils [req-6a9c9aef-9dd0-44be-b880-652e38ac495f req-7a9044b3-fcd2-4be2-8d91-10fc1f3a3a63 service nova] Lock "3b9942d2-ff9e-4e8b-8d04-7f191d9563ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.054133] env[70483]: DEBUG oslo_concurrency.lockutils [req-6a9c9aef-9dd0-44be-b880-652e38ac495f req-7a9044b3-fcd2-4be2-8d91-10fc1f3a3a63 service nova] Lock "3b9942d2-ff9e-4e8b-8d04-7f191d9563ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.054133] env[70483]: DEBUG nova.compute.manager [req-6a9c9aef-9dd0-44be-b880-652e38ac495f req-7a9044b3-fcd2-4be2-8d91-10fc1f3a3a63 service nova] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] No waiting events found dispatching network-vif-plugged-15101367-0456-4134-8822-7f54189d0a2d {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 728.054133] env[70483]: WARNING nova.compute.manager [req-6a9c9aef-9dd0-44be-b880-652e38ac495f req-7a9044b3-fcd2-4be2-8d91-10fc1f3a3a63 service nova] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Received unexpected event network-vif-plugged-15101367-0456-4134-8822-7f54189d0a2d for instance with vm_state building and task_state spawning. [ 728.054133] env[70483]: DEBUG nova.compute.manager [req-6a9c9aef-9dd0-44be-b880-652e38ac495f req-7a9044b3-fcd2-4be2-8d91-10fc1f3a3a63 service nova] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Received event network-changed-15101367-0456-4134-8822-7f54189d0a2d {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.054133] env[70483]: DEBUG nova.compute.manager [req-6a9c9aef-9dd0-44be-b880-652e38ac495f req-7a9044b3-fcd2-4be2-8d91-10fc1f3a3a63 service nova] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Refreshing instance network info cache due to event network-changed-15101367-0456-4134-8822-7f54189d0a2d. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.054419] env[70483]: DEBUG oslo_concurrency.lockutils [req-6a9c9aef-9dd0-44be-b880-652e38ac495f req-7a9044b3-fcd2-4be2-8d91-10fc1f3a3a63 service nova] Acquiring lock "refresh_cache-3b9942d2-ff9e-4e8b-8d04-7f191d9563ff" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.064914] env[70483]: DEBUG nova.compute.provider_tree [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.066437] env[70483]: INFO nova.compute.manager [-] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Took 2.01 seconds to deallocate network for instance. [ 728.066930] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f60c3f6a-29d5-424e-a99e-539ba37a2365 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "3b1d2846-6f44-4f08-9878-e00bad014921" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.376s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.232471] env[70483]: DEBUG oslo_vmware.api [None req-9b85a6e2-3425-45e5-aec4-2a9457aac231 tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Task: {'id': task-3477611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207647} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.232740] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b85a6e2-3425-45e5-aec4-2a9457aac231 tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 728.232927] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9b85a6e2-3425-45e5-aec4-2a9457aac231 tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 728.235023] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9b85a6e2-3425-45e5-aec4-2a9457aac231 tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 728.235023] env[70483]: INFO nova.compute.manager [None req-9b85a6e2-3425-45e5-aec4-2a9457aac231 tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 728.235023] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b85a6e2-3425-45e5-aec4-2a9457aac231 tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.235023] env[70483]: DEBUG nova.compute.manager [-] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 728.235023] env[70483]: DEBUG nova.network.neutron [-] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 728.363009] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Releasing lock "refresh_cache-3b9942d2-ff9e-4e8b-8d04-7f191d9563ff" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.364436] env[70483]: DEBUG nova.compute.manager [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Instance network_info: |[{"id": "15101367-0456-4134-8822-7f54189d0a2d", "address": "fa:16:3e:b9:39:de", "network": {"id": "8a37218d-212e-4604-9aac-2a69e34f388a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-975183189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec180aeba08f48dea450ade057d4e619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15101367-04", "ovs_interfaceid": "15101367-0456-4134-8822-7f54189d0a2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 728.364436] env[70483]: DEBUG oslo_concurrency.lockutils [req-6a9c9aef-9dd0-44be-b880-652e38ac495f req-7a9044b3-fcd2-4be2-8d91-10fc1f3a3a63 service nova] Acquired lock "refresh_cache-3b9942d2-ff9e-4e8b-8d04-7f191d9563ff" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.364640] env[70483]: DEBUG nova.network.neutron [req-6a9c9aef-9dd0-44be-b880-652e38ac495f req-7a9044b3-fcd2-4be2-8d91-10fc1f3a3a63 service nova] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Refreshing network info cache for port 15101367-0456-4134-8822-7f54189d0a2d {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.367745] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:39:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f17856cf-7248-414b-bde6-8c90cfb4c593', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15101367-0456-4134-8822-7f54189d0a2d', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.376781] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.378020] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.378967] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b78680d9-5b99-4a73-a993-c37d6ff09fbe {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.403394] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.403394] env[70483]: value = "task-3477612" [ 728.403394] env[70483]: _type = "Task" [ 728.403394] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.411857] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477612, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.464684] env[70483]: DEBUG oslo_vmware.api [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]525095bb-c914-15a3-328f-5e516e47e89e, 'name': SearchDatastore_Task, 'duration_secs': 0.018494} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.464684] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.464889] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 223fc274-26bf-4dc7-a435-d368cc004a67/223fc274-26bf-4dc7-a435-d368cc004a67.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.465129] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f35f44da-f598-475c-a312-5d4e2bd46cce {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.472629] env[70483]: DEBUG oslo_vmware.api [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 728.472629] env[70483]: value = "task-3477613" [ 728.472629] env[70483]: _type = "Task" [ 728.472629] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.482800] env[70483]: DEBUG oslo_vmware.api [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3477613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.541693] env[70483]: DEBUG oslo_vmware.api [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3477609, 'name': PowerOnVM_Task, 'duration_secs': 0.711265} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.542148] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 728.542434] env[70483]: INFO nova.compute.manager [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Took 11.04 seconds to spawn the instance on the hypervisor. [ 728.542723] env[70483]: DEBUG nova.compute.manager [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.543856] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec604a9-e7ca-4e2e-af94-20db4573e0a2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.570221] env[70483]: DEBUG nova.scheduler.client.report [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.578311] env[70483]: DEBUG nova.compute.manager [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] [instance: e5585d3f-b6f3-4f69-8618-ad365b32f71a] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.582377] env[70483]: DEBUG oslo_concurrency.lockutils [None req-21542dc1-b4bd-468c-9ca7-1a6df10a1fba tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.850174] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3aaa3326-2431-4f99-a5e6-fb0844b2692a tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Acquiring lock "3b9cca60-6e8d-489e-800a-5277edfc0d3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.850440] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3aaa3326-2431-4f99-a5e6-fb0844b2692a tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Lock "3b9cca60-6e8d-489e-800a-5277edfc0d3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.854358] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3aaa3326-2431-4f99-a5e6-fb0844b2692a tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Acquiring lock "3b9cca60-6e8d-489e-800a-5277edfc0d3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.854632] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3aaa3326-2431-4f99-a5e6-fb0844b2692a tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Lock "3b9cca60-6e8d-489e-800a-5277edfc0d3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.004s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.854837] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3aaa3326-2431-4f99-a5e6-fb0844b2692a tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Lock "3b9cca60-6e8d-489e-800a-5277edfc0d3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.857250] env[70483]: INFO nova.compute.manager [None req-3aaa3326-2431-4f99-a5e6-fb0844b2692a tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Terminating instance [ 728.916363] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477612, 'name': CreateVM_Task, 'duration_secs': 0.382824} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.916539] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.917253] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.917417] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.917767] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.918054] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aed4811-1e60-4c5e-ab39-840480ffc507 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.926016] env[70483]: DEBUG oslo_vmware.api [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 728.926016] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524fa4ba-2baa-678e-260f-d61ad8cc0e6b" [ 728.926016] env[70483]: _type = "Task" [ 728.926016] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.940225] env[70483]: DEBUG oslo_vmware.api [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524fa4ba-2baa-678e-260f-d61ad8cc0e6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.988766] env[70483]: DEBUG oslo_vmware.api [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3477613, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.074570] env[70483]: INFO nova.compute.manager [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Took 33.40 seconds to build instance. [ 729.079846] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.081112] env[70483]: DEBUG nova.compute.manager [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 729.087952] env[70483]: DEBUG oslo_concurrency.lockutils [None req-844c484e-2f3a-4172-ad8d-0d8de2aecf99 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.508s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.088265] env[70483]: DEBUG nova.objects.instance [None req-844c484e-2f3a-4172-ad8d-0d8de2aecf99 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Lazy-loading 'resources' on Instance uuid 8b06d01e-de2a-402a-bd39-637ce148e693 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.136845] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.159585] env[70483]: DEBUG nova.network.neutron [req-6a9c9aef-9dd0-44be-b880-652e38ac495f req-7a9044b3-fcd2-4be2-8d91-10fc1f3a3a63 service nova] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Updated VIF entry in instance network info cache for port 15101367-0456-4134-8822-7f54189d0a2d. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.159974] env[70483]: DEBUG nova.network.neutron [req-6a9c9aef-9dd0-44be-b880-652e38ac495f req-7a9044b3-fcd2-4be2-8d91-10fc1f3a3a63 service nova] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Updating instance_info_cache with network_info: [{"id": "15101367-0456-4134-8822-7f54189d0a2d", "address": "fa:16:3e:b9:39:de", "network": {"id": "8a37218d-212e-4604-9aac-2a69e34f388a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-975183189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec180aeba08f48dea450ade057d4e619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15101367-04", "ovs_interfaceid": "15101367-0456-4134-8822-7f54189d0a2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.357734] env[70483]: DEBUG nova.network.neutron [-] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.362663] env[70483]: DEBUG nova.compute.manager [None req-3aaa3326-2431-4f99-a5e6-fb0844b2692a tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 729.362895] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-3aaa3326-2431-4f99-a5e6-fb0844b2692a tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 729.363972] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b000fcb8-c17e-41de-9ae3-054f937faae6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.377884] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aaa3326-2431-4f99-a5e6-fb0844b2692a tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.377884] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93c2bbf2-eb86-4f34-9842-b71310c7563e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.383907] env[70483]: DEBUG oslo_vmware.api [None req-3aaa3326-2431-4f99-a5e6-fb0844b2692a tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Waiting for the task: (returnval){ [ 729.383907] env[70483]: value = "task-3477614" [ 729.383907] env[70483]: _type = "Task" [ 729.383907] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.392792] env[70483]: DEBUG oslo_vmware.api [None req-3aaa3326-2431-4f99-a5e6-fb0844b2692a tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': task-3477614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.436914] env[70483]: DEBUG oslo_vmware.api [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524fa4ba-2baa-678e-260f-d61ad8cc0e6b, 'name': SearchDatastore_Task, 'duration_secs': 0.055745} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.437301] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.437443] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.437676] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.437807] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.437972] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.438242] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e1d014e-7dd0-4154-8af6-a787fddfe44a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.459033] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.459033] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.459033] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cc74ade-d11a-4f76-b5fc-1a3da6953c0e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.464473] env[70483]: DEBUG oslo_vmware.api [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 729.464473] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524c46de-1ccd-89b9-1177-5b577ca71ea7" [ 729.464473] env[70483]: _type = "Task" [ 729.464473] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.472596] env[70483]: DEBUG oslo_vmware.api [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524c46de-1ccd-89b9-1177-5b577ca71ea7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.485918] env[70483]: DEBUG oslo_vmware.api [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3477613, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.578271] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3b97349c-0e3e-42a8-bdb5-c04e92455470 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "9dde88a1-377d-40a4-86d5-587cc3b81532" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.922s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.597019] env[70483]: DEBUG nova.compute.utils [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 729.600203] env[70483]: DEBUG nova.compute.manager [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 729.601782] env[70483]: DEBUG nova.network.neutron [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 729.666691] env[70483]: DEBUG oslo_concurrency.lockutils [req-6a9c9aef-9dd0-44be-b880-652e38ac495f req-7a9044b3-fcd2-4be2-8d91-10fc1f3a3a63 service nova] Releasing lock "refresh_cache-3b9942d2-ff9e-4e8b-8d04-7f191d9563ff" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.707426] env[70483]: DEBUG nova.policy [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '800e211c9fe04910a4262219b97c7f38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8ebecbd62e943518425df622f7274f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.862755] env[70483]: INFO nova.compute.manager [-] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Took 1.63 seconds to deallocate network for instance. [ 729.897183] env[70483]: DEBUG oslo_vmware.api [None req-3aaa3326-2431-4f99-a5e6-fb0844b2692a tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': task-3477614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.975602] env[70483]: DEBUG oslo_vmware.api [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524c46de-1ccd-89b9-1177-5b577ca71ea7, 'name': SearchDatastore_Task, 'duration_secs': 0.044207} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.979755] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1201496-b168-415b-ad25-f6380198a6c0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.989979] env[70483]: DEBUG oslo_vmware.api [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 729.989979] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e769f1-db46-714b-2222-c866fcbef1dc" [ 729.989979] env[70483]: _type = "Task" [ 729.989979] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.997120] env[70483]: DEBUG oslo_vmware.api [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3477613, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.005374] env[70483]: DEBUG oslo_vmware.api [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e769f1-db46-714b-2222-c866fcbef1dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.038574] env[70483]: DEBUG nova.network.neutron [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Successfully created port: db36c4be-7ade-405c-be5d-915578f4f5e8 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 730.084995] env[70483]: DEBUG nova.compute.manager [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 730.104038] env[70483]: DEBUG nova.compute.manager [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 730.146015] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de430740-570d-4768-8244-e746bdc3dc84 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.155853] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc50230-3dff-4ec6-be64-ebcc23a2f4f4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.187482] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29024204-9570-4e88-8f18-7735b0212f73 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.195549] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86e0118-1e67-4971-9e74-efdae6a6fa74 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.210357] env[70483]: DEBUG nova.compute.provider_tree [None req-844c484e-2f3a-4172-ad8d-0d8de2aecf99 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.370074] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b85a6e2-3425-45e5-aec4-2a9457aac231 tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.397149] env[70483]: DEBUG oslo_vmware.api [None req-3aaa3326-2431-4f99-a5e6-fb0844b2692a tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': task-3477614, 'name': PowerOffVM_Task, 'duration_secs': 1.011417} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.397437] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aaa3326-2431-4f99-a5e6-fb0844b2692a tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.397599] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-3aaa3326-2431-4f99-a5e6-fb0844b2692a tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.397845] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1cdfe0a-5484-480d-aac4-25ce40a1f977 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.483868] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-3aaa3326-2431-4f99-a5e6-fb0844b2692a tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.484099] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-3aaa3326-2431-4f99-a5e6-fb0844b2692a tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.484741] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aaa3326-2431-4f99-a5e6-fb0844b2692a tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Deleting the datastore file [datastore2] 3b9cca60-6e8d-489e-800a-5277edfc0d3a {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.484860] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1deb41f5-601b-4793-89f1-fcba6a6e9c2f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.490179] env[70483]: DEBUG oslo_vmware.api [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3477613, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.627796} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.490232] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 223fc274-26bf-4dc7-a435-d368cc004a67/223fc274-26bf-4dc7-a435-d368cc004a67.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.490419] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.490646] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d910fba-af4f-4b5e-8add-fdea6373e1ef {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.496798] env[70483]: DEBUG oslo_vmware.api [None req-3aaa3326-2431-4f99-a5e6-fb0844b2692a tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Waiting for the task: (returnval){ [ 730.496798] env[70483]: value = "task-3477616" [ 730.496798] env[70483]: _type = "Task" [ 730.496798] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.498386] env[70483]: DEBUG oslo_vmware.api [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 730.498386] env[70483]: value = "task-3477617" [ 730.498386] env[70483]: _type = "Task" [ 730.498386] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.507298] env[70483]: DEBUG oslo_vmware.api [None req-3aaa3326-2431-4f99-a5e6-fb0844b2692a tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': task-3477616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.512711] env[70483]: DEBUG oslo_vmware.api [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e769f1-db46-714b-2222-c866fcbef1dc, 'name': SearchDatastore_Task, 'duration_secs': 0.039695} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.515724] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.515991] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff/3b9942d2-ff9e-4e8b-8d04-7f191d9563ff.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.516311] env[70483]: DEBUG oslo_vmware.api [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3477617, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.516548] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3ce7c9b-6895-48de-b33d-b42feab116d3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.521855] env[70483]: DEBUG oslo_vmware.api [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 730.521855] env[70483]: value = "task-3477618" [ 730.521855] env[70483]: _type = "Task" [ 730.521855] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.529070] env[70483]: DEBUG oslo_vmware.api [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.657229] env[70483]: DEBUG oslo_concurrency.lockutils [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.713669] env[70483]: DEBUG nova.scheduler.client.report [None req-844c484e-2f3a-4172-ad8d-0d8de2aecf99 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.933407] env[70483]: DEBUG nova.compute.manager [req-148d3222-63df-4e37-a4c3-cb4e04b9a7f9 req-f49a4fa6-19a2-497c-bb29-0ba12af5fcb7 service nova] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Received event network-vif-deleted-52e13812-89ac-4885-b0df-3d829f083e8d {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.006015] env[70483]: DEBUG oslo_vmware.api [None req-3aaa3326-2431-4f99-a5e6-fb0844b2692a tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Task: {'id': task-3477616, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201073} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.010216] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aaa3326-2431-4f99-a5e6-fb0844b2692a tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.010531] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-3aaa3326-2431-4f99-a5e6-fb0844b2692a tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.010770] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-3aaa3326-2431-4f99-a5e6-fb0844b2692a tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.010942] env[70483]: INFO nova.compute.manager [None req-3aaa3326-2431-4f99-a5e6-fb0844b2692a tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Took 1.65 seconds to destroy the instance on the hypervisor. [ 731.011272] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3aaa3326-2431-4f99-a5e6-fb0844b2692a tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.011499] env[70483]: DEBUG nova.compute.manager [-] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 731.011618] env[70483]: DEBUG nova.network.neutron [-] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 731.020064] env[70483]: DEBUG oslo_vmware.api [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3477617, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065089} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.021284] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.021434] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0af333f-be40-445d-9fe5-b745a5553179 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.052211] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 223fc274-26bf-4dc7-a435-d368cc004a67/223fc274-26bf-4dc7-a435-d368cc004a67.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.052211] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54079171-137d-42c3-96d0-babfd8307459 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.066915] env[70483]: DEBUG oslo_vmware.api [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477618, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.073021] env[70483]: DEBUG oslo_vmware.api [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 731.073021] env[70483]: value = "task-3477619" [ 731.073021] env[70483]: _type = "Task" [ 731.073021] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.080890] env[70483]: DEBUG oslo_vmware.api [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3477619, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.119872] env[70483]: DEBUG nova.compute.manager [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 731.161030] env[70483]: DEBUG nova.virt.hardware [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.161030] env[70483]: DEBUG nova.virt.hardware [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.161030] env[70483]: DEBUG nova.virt.hardware [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.161030] env[70483]: DEBUG nova.virt.hardware [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.161293] env[70483]: DEBUG nova.virt.hardware [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.161293] env[70483]: DEBUG nova.virt.hardware [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.161849] env[70483]: DEBUG nova.virt.hardware [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.162462] env[70483]: DEBUG nova.virt.hardware [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.162997] env[70483]: DEBUG nova.virt.hardware [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.163416] env[70483]: DEBUG nova.virt.hardware [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.163785] env[70483]: DEBUG nova.virt.hardware [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.165650] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0d9d22-5ac3-444f-983b-d393a124b030 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.176034] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83966e81-758e-432a-b921-6abd941a7851 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.218825] env[70483]: DEBUG oslo_concurrency.lockutils [None req-844c484e-2f3a-4172-ad8d-0d8de2aecf99 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.221647] env[70483]: DEBUG oslo_concurrency.lockutils [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.502s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.223892] env[70483]: INFO nova.compute.claims [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.292240] env[70483]: INFO nova.scheduler.client.report [None req-844c484e-2f3a-4172-ad8d-0d8de2aecf99 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Deleted allocations for instance 8b06d01e-de2a-402a-bd39-637ce148e693 [ 731.534825] env[70483]: DEBUG oslo_vmware.api [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477618, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53616} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.535161] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff/3b9942d2-ff9e-4e8b-8d04-7f191d9563ff.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.535569] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.535716] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed957048-df27-423d-a8e0-0bf13639916b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.543113] env[70483]: DEBUG oslo_vmware.api [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 731.543113] env[70483]: value = "task-3477620" [ 731.543113] env[70483]: _type = "Task" [ 731.543113] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.553693] env[70483]: DEBUG oslo_vmware.api [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477620, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.585399] env[70483]: DEBUG oslo_vmware.api [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3477619, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.804858] env[70483]: DEBUG oslo_concurrency.lockutils [None req-844c484e-2f3a-4172-ad8d-0d8de2aecf99 tempest-ServersAdmin275Test-1673754301 tempest-ServersAdmin275Test-1673754301-project-member] Lock "8b06d01e-de2a-402a-bd39-637ce148e693" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.645s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.859036] env[70483]: DEBUG nova.network.neutron [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Successfully updated port: db36c4be-7ade-405c-be5d-915578f4f5e8 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 732.053390] env[70483]: DEBUG oslo_vmware.api [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477620, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066946} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.053390] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.057019] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57023f72-30e7-47b8-8568-7dd7ebba813f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.077090] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff/3b9942d2-ff9e-4e8b-8d04-7f191d9563ff.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.077424] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12b27408-7fb3-450b-9e3d-8425661a6595 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.098894] env[70483]: DEBUG oslo_vmware.api [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3477619, 'name': ReconfigVM_Task, 'duration_secs': 0.974922} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.100062] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 223fc274-26bf-4dc7-a435-d368cc004a67/223fc274-26bf-4dc7-a435-d368cc004a67.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.100756] env[70483]: DEBUG oslo_vmware.api [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 732.100756] env[70483]: value = "task-3477621" [ 732.100756] env[70483]: _type = "Task" [ 732.100756] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.100975] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8f20148-578b-4b88-a353-cddbe57f6564 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.111335] env[70483]: DEBUG oslo_vmware.api [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477621, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.113017] env[70483]: DEBUG oslo_vmware.api [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 732.113017] env[70483]: value = "task-3477622" [ 732.113017] env[70483]: _type = "Task" [ 732.113017] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.121250] env[70483]: DEBUG oslo_vmware.api [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3477622, 'name': Rename_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.179537] env[70483]: DEBUG nova.network.neutron [-] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.219248] env[70483]: DEBUG nova.compute.manager [req-a92f067c-8684-47f1-bdb4-b54b57306f1b req-67072026-5b3b-4bc3-a64c-64742d357835 service nova] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Received event network-vif-deleted-adbaf51b-c323-477a-84bf-fb8195654a8d {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.362356] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "refresh_cache-fa971009-4d0a-4b6b-9440-9c34feb6d32d" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.362516] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquired lock "refresh_cache-fa971009-4d0a-4b6b-9440-9c34feb6d32d" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.363393] env[70483]: DEBUG nova.network.neutron [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.614461] env[70483]: DEBUG oslo_vmware.api [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477621, 'name': ReconfigVM_Task, 'duration_secs': 0.305327} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.617604] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff/3b9942d2-ff9e-4e8b-8d04-7f191d9563ff.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.618201] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7d19700-e91f-4c15-b66d-47052cdb0329 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.625014] env[70483]: DEBUG oslo_vmware.api [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3477622, 'name': Rename_Task, 'duration_secs': 0.185669} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.628089] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.628590] env[70483]: DEBUG oslo_vmware.api [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 732.628590] env[70483]: value = "task-3477623" [ 732.628590] env[70483]: _type = "Task" [ 732.628590] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.628931] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7fd1473-2917-4bdb-a936-0cd42f6b904c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.638176] env[70483]: DEBUG oslo_vmware.api [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477623, 'name': Rename_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.640519] env[70483]: DEBUG oslo_vmware.api [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 732.640519] env[70483]: value = "task-3477624" [ 732.640519] env[70483]: _type = "Task" [ 732.640519] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.646760] env[70483]: DEBUG oslo_vmware.api [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3477624, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.682499] env[70483]: INFO nova.compute.manager [-] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Took 1.67 seconds to deallocate network for instance. [ 732.818416] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e223761e-130d-4141-babd-19e9a72f386a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.826327] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e493249f-6fac-4323-8e06-d0d60ebb6ee0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.859428] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc1cedb-b18f-41ab-866c-87886eb1708c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.870981] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1731516b-092e-4dec-b6b1-009958ac31db {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.886648] env[70483]: DEBUG nova.compute.provider_tree [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.914122] env[70483]: DEBUG nova.network.neutron [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.143018] env[70483]: DEBUG oslo_vmware.api [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477623, 'name': Rename_Task, 'duration_secs': 0.136668} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.149204] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.149482] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1132397-a1d3-4407-ae67-6cf0b5d38e66 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.156797] env[70483]: DEBUG oslo_vmware.api [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3477624, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.158440] env[70483]: DEBUG oslo_vmware.api [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 733.158440] env[70483]: value = "task-3477625" [ 733.158440] env[70483]: _type = "Task" [ 733.158440] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.167960] env[70483]: DEBUG oslo_vmware.api [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.191055] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3aaa3326-2431-4f99-a5e6-fb0844b2692a tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.203052] env[70483]: DEBUG nova.network.neutron [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Updating instance_info_cache with network_info: [{"id": "db36c4be-7ade-405c-be5d-915578f4f5e8", "address": "fa:16:3e:6d:b7:70", "network": {"id": "2cea8cdf-4e36-4443-b6fe-a1ded03b034b", "bridge": "br-int", "label": "tempest-ServersTestJSON-722535830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8ebecbd62e943518425df622f7274f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb36c4be-7a", "ovs_interfaceid": "db36c4be-7ade-405c-be5d-915578f4f5e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.390685] env[70483]: DEBUG nova.scheduler.client.report [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.657111] env[70483]: DEBUG oslo_vmware.api [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3477624, 'name': PowerOnVM_Task, 'duration_secs': 0.950377} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.657443] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.657691] env[70483]: INFO nova.compute.manager [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Took 11.16 seconds to spawn the instance on the hypervisor. [ 733.658025] env[70483]: DEBUG nova.compute.manager [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.662834] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11828d1f-2613-4ac3-a10e-b424eb78fa7c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.681376] env[70483]: DEBUG oslo_vmware.api [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477625, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.696162] env[70483]: DEBUG nova.compute.manager [req-9f343c12-74c2-4861-89ce-235ca0df30e5 req-c1419f2b-d369-42f1-a766-6e61ac6577f2 service nova] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Received event network-vif-plugged-db36c4be-7ade-405c-be5d-915578f4f5e8 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.696162] env[70483]: DEBUG oslo_concurrency.lockutils [req-9f343c12-74c2-4861-89ce-235ca0df30e5 req-c1419f2b-d369-42f1-a766-6e61ac6577f2 service nova] Acquiring lock "fa971009-4d0a-4b6b-9440-9c34feb6d32d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.696162] env[70483]: DEBUG oslo_concurrency.lockutils [req-9f343c12-74c2-4861-89ce-235ca0df30e5 req-c1419f2b-d369-42f1-a766-6e61ac6577f2 service nova] Lock "fa971009-4d0a-4b6b-9440-9c34feb6d32d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.696692] env[70483]: DEBUG oslo_concurrency.lockutils [req-9f343c12-74c2-4861-89ce-235ca0df30e5 req-c1419f2b-d369-42f1-a766-6e61ac6577f2 service nova] Lock "fa971009-4d0a-4b6b-9440-9c34feb6d32d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.696965] env[70483]: DEBUG nova.compute.manager [req-9f343c12-74c2-4861-89ce-235ca0df30e5 req-c1419f2b-d369-42f1-a766-6e61ac6577f2 service nova] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] No waiting events found dispatching network-vif-plugged-db36c4be-7ade-405c-be5d-915578f4f5e8 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 733.697179] env[70483]: WARNING nova.compute.manager [req-9f343c12-74c2-4861-89ce-235ca0df30e5 req-c1419f2b-d369-42f1-a766-6e61ac6577f2 service nova] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Received unexpected event network-vif-plugged-db36c4be-7ade-405c-be5d-915578f4f5e8 for instance with vm_state building and task_state spawning. [ 733.697387] env[70483]: DEBUG nova.compute.manager [req-9f343c12-74c2-4861-89ce-235ca0df30e5 req-c1419f2b-d369-42f1-a766-6e61ac6577f2 service nova] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Received event network-changed-db36c4be-7ade-405c-be5d-915578f4f5e8 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.697592] env[70483]: DEBUG nova.compute.manager [req-9f343c12-74c2-4861-89ce-235ca0df30e5 req-c1419f2b-d369-42f1-a766-6e61ac6577f2 service nova] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Refreshing instance network info cache due to event network-changed-db36c4be-7ade-405c-be5d-915578f4f5e8. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.697810] env[70483]: DEBUG oslo_concurrency.lockutils [req-9f343c12-74c2-4861-89ce-235ca0df30e5 req-c1419f2b-d369-42f1-a766-6e61ac6577f2 service nova] Acquiring lock "refresh_cache-fa971009-4d0a-4b6b-9440-9c34feb6d32d" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.706640] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Releasing lock "refresh_cache-fa971009-4d0a-4b6b-9440-9c34feb6d32d" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.706956] env[70483]: DEBUG nova.compute.manager [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Instance network_info: |[{"id": "db36c4be-7ade-405c-be5d-915578f4f5e8", "address": "fa:16:3e:6d:b7:70", "network": {"id": "2cea8cdf-4e36-4443-b6fe-a1ded03b034b", "bridge": "br-int", "label": "tempest-ServersTestJSON-722535830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8ebecbd62e943518425df622f7274f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb36c4be-7a", "ovs_interfaceid": "db36c4be-7ade-405c-be5d-915578f4f5e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 733.707282] env[70483]: DEBUG oslo_concurrency.lockutils [req-9f343c12-74c2-4861-89ce-235ca0df30e5 req-c1419f2b-d369-42f1-a766-6e61ac6577f2 service nova] Acquired lock "refresh_cache-fa971009-4d0a-4b6b-9440-9c34feb6d32d" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.707452] env[70483]: DEBUG nova.network.neutron [req-9f343c12-74c2-4861-89ce-235ca0df30e5 req-c1419f2b-d369-42f1-a766-6e61ac6577f2 service nova] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Refreshing network info cache for port db36c4be-7ade-405c-be5d-915578f4f5e8 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.708915] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:b7:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f969bd9-e040-4b9b-85b2-7c61231584ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db36c4be-7ade-405c-be5d-915578f4f5e8', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.717654] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.721842] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.721842] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0fd5e8e-0990-4924-a73f-13a3dd059fdb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.744344] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.744344] env[70483]: value = "task-3477626" [ 733.744344] env[70483]: _type = "Task" [ 733.744344] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.753990] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477626, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.898960] env[70483]: DEBUG oslo_concurrency.lockutils [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.899495] env[70483]: DEBUG nova.compute.manager [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 733.904980] env[70483]: DEBUG oslo_concurrency.lockutils [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.380s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.906439] env[70483]: INFO nova.compute.claims [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.038536] env[70483]: DEBUG nova.network.neutron [req-9f343c12-74c2-4861-89ce-235ca0df30e5 req-c1419f2b-d369-42f1-a766-6e61ac6577f2 service nova] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Updated VIF entry in instance network info cache for port db36c4be-7ade-405c-be5d-915578f4f5e8. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.038886] env[70483]: DEBUG nova.network.neutron [req-9f343c12-74c2-4861-89ce-235ca0df30e5 req-c1419f2b-d369-42f1-a766-6e61ac6577f2 service nova] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Updating instance_info_cache with network_info: [{"id": "db36c4be-7ade-405c-be5d-915578f4f5e8", "address": "fa:16:3e:6d:b7:70", "network": {"id": "2cea8cdf-4e36-4443-b6fe-a1ded03b034b", "bridge": "br-int", "label": "tempest-ServersTestJSON-722535830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8ebecbd62e943518425df622f7274f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb36c4be-7a", "ovs_interfaceid": "db36c4be-7ade-405c-be5d-915578f4f5e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.190127] env[70483]: DEBUG oslo_vmware.api [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477625, 'name': PowerOnVM_Task, 'duration_secs': 0.53163} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.190412] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.190635] env[70483]: INFO nova.compute.manager [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Took 8.98 seconds to spawn the instance on the hypervisor. [ 734.190821] env[70483]: DEBUG nova.compute.manager [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.191655] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c5fc7c-b38d-4155-a33f-e8cbf3ab9830 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.207439] env[70483]: INFO nova.compute.manager [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Took 36.93 seconds to build instance. [ 734.256975] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477626, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.416434] env[70483]: DEBUG nova.compute.utils [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.420116] env[70483]: DEBUG nova.compute.manager [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.420116] env[70483]: DEBUG nova.network.neutron [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.547380] env[70483]: DEBUG oslo_concurrency.lockutils [req-9f343c12-74c2-4861-89ce-235ca0df30e5 req-c1419f2b-d369-42f1-a766-6e61ac6577f2 service nova] Releasing lock "refresh_cache-fa971009-4d0a-4b6b-9440-9c34feb6d32d" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.547380] env[70483]: DEBUG nova.compute.manager [req-9f343c12-74c2-4861-89ce-235ca0df30e5 req-c1419f2b-d369-42f1-a766-6e61ac6577f2 service nova] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Received event network-changed-62c5818a-0e09-487c-aa2f-fcf35fc915aa {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.547380] env[70483]: DEBUG nova.compute.manager [req-9f343c12-74c2-4861-89ce-235ca0df30e5 req-c1419f2b-d369-42f1-a766-6e61ac6577f2 service nova] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Refreshing instance network info cache due to event network-changed-62c5818a-0e09-487c-aa2f-fcf35fc915aa. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.547380] env[70483]: DEBUG oslo_concurrency.lockutils [req-9f343c12-74c2-4861-89ce-235ca0df30e5 req-c1419f2b-d369-42f1-a766-6e61ac6577f2 service nova] Acquiring lock "refresh_cache-9dde88a1-377d-40a4-86d5-587cc3b81532" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.547380] env[70483]: DEBUG oslo_concurrency.lockutils [req-9f343c12-74c2-4861-89ce-235ca0df30e5 req-c1419f2b-d369-42f1-a766-6e61ac6577f2 service nova] Acquired lock "refresh_cache-9dde88a1-377d-40a4-86d5-587cc3b81532" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.547655] env[70483]: DEBUG nova.network.neutron [req-9f343c12-74c2-4861-89ce-235ca0df30e5 req-c1419f2b-d369-42f1-a766-6e61ac6577f2 service nova] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Refreshing network info cache for port 62c5818a-0e09-487c-aa2f-fcf35fc915aa {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.555026] env[70483]: DEBUG nova.policy [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc82d2806a1044ad8324948fbf64b0d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8212122ea663434e8fed63ec4224caea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.719352] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b655a72-2cb0-4e6a-bdf1-d1b2c34583b7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "223fc274-26bf-4dc7-a435-d368cc004a67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.450s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.732174] env[70483]: INFO nova.compute.manager [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Took 35.21 seconds to build instance. [ 734.765377] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477626, 'name': CreateVM_Task, 'duration_secs': 0.57381} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.768659] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.768659] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.768659] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.768659] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.768659] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ab9b023-c67e-4d44-af1c-a30014952708 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.777267] env[70483]: DEBUG oslo_vmware.api [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 734.777267] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e2956a-1ab1-3420-05da-2fafe9976798" [ 734.777267] env[70483]: _type = "Task" [ 734.777267] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.790575] env[70483]: DEBUG oslo_vmware.api [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e2956a-1ab1-3420-05da-2fafe9976798, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.926321] env[70483]: DEBUG nova.compute.manager [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 735.021236] env[70483]: DEBUG nova.network.neutron [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Successfully created port: c356b816-0068-40f8-8632-50ff0da715a0 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 735.232471] env[70483]: DEBUG nova.compute.manager [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 735.235575] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2b7d4062-05b1-4600-80af-c963633468f7 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "3b9942d2-ff9e-4e8b-8d04-7f191d9563ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.327s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.289640] env[70483]: DEBUG oslo_vmware.api [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e2956a-1ab1-3420-05da-2fafe9976798, 'name': SearchDatastore_Task, 'duration_secs': 0.027407} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.293682] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.293682] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.293682] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.293682] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.293682] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.293965] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-debd84aa-8e55-4722-a073-c5217d93a790 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.301246] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.301512] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.305019] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-682bdb95-7428-4a8d-85a2-139a9c9397f6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.314878] env[70483]: DEBUG oslo_vmware.api [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 735.314878] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52278218-e110-a168-7f7d-2f20d59d15b2" [ 735.314878] env[70483]: _type = "Task" [ 735.314878] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.322982] env[70483]: DEBUG oslo_vmware.api [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52278218-e110-a168-7f7d-2f20d59d15b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.647390] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4702f3e8-7f01-461b-9a3b-c24112feb77a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.658081] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69958f1-00ba-4b52-9d15-541a484cf992 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.701123] env[70483]: DEBUG nova.network.neutron [req-9f343c12-74c2-4861-89ce-235ca0df30e5 req-c1419f2b-d369-42f1-a766-6e61ac6577f2 service nova] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Updated VIF entry in instance network info cache for port 62c5818a-0e09-487c-aa2f-fcf35fc915aa. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.701666] env[70483]: DEBUG nova.network.neutron [req-9f343c12-74c2-4861-89ce-235ca0df30e5 req-c1419f2b-d369-42f1-a766-6e61ac6577f2 service nova] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Updating instance_info_cache with network_info: [{"id": "62c5818a-0e09-487c-aa2f-fcf35fc915aa", "address": "fa:16:3e:eb:0e:0a", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62c5818a-0e", "ovs_interfaceid": "62c5818a-0e09-487c-aa2f-fcf35fc915aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.707585] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c42aa2-554f-4f19-b754-e03a2540f9a6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.726396] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf7406f-650c-42ae-b08c-f700ea012d8d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.753404] env[70483]: DEBUG nova.compute.manager [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 735.756361] env[70483]: DEBUG nova.compute.provider_tree [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.792810] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.828024] env[70483]: DEBUG oslo_vmware.api [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52278218-e110-a168-7f7d-2f20d59d15b2, 'name': SearchDatastore_Task, 'duration_secs': 0.01024} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.828024] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aebb16c7-497b-4403-9014-44a99868d79f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.834943] env[70483]: DEBUG oslo_vmware.api [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 735.834943] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52bc17fb-3c28-ab0b-d4cd-006dad1ab2b1" [ 735.834943] env[70483]: _type = "Task" [ 735.834943] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.848403] env[70483]: DEBUG oslo_vmware.api [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52bc17fb-3c28-ab0b-d4cd-006dad1ab2b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.937689] env[70483]: DEBUG nova.compute.manager [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 736.003467] env[70483]: DEBUG nova.virt.hardware [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.003743] env[70483]: DEBUG nova.virt.hardware [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.004176] env[70483]: DEBUG nova.virt.hardware [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.004279] env[70483]: DEBUG nova.virt.hardware [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.004572] env[70483]: DEBUG nova.virt.hardware [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.004572] env[70483]: DEBUG nova.virt.hardware [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.004811] env[70483]: DEBUG nova.virt.hardware [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.004978] env[70483]: DEBUG nova.virt.hardware [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.005759] env[70483]: DEBUG nova.virt.hardware [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.005759] env[70483]: DEBUG nova.virt.hardware [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.005759] env[70483]: DEBUG nova.virt.hardware [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.006479] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4708ff-7c1c-4db5-93f8-8c2e93186f54 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.017374] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc8040e-a673-4249-a135-79454dbbff29 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.217794] env[70483]: DEBUG oslo_concurrency.lockutils [req-9f343c12-74c2-4861-89ce-235ca0df30e5 req-c1419f2b-d369-42f1-a766-6e61ac6577f2 service nova] Releasing lock "refresh_cache-9dde88a1-377d-40a4-86d5-587cc3b81532" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.261671] env[70483]: DEBUG nova.scheduler.client.report [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.323824] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.346891] env[70483]: DEBUG oslo_vmware.api [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52bc17fb-3c28-ab0b-d4cd-006dad1ab2b1, 'name': SearchDatastore_Task, 'duration_secs': 0.01393} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.347198] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.347479] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] fa971009-4d0a-4b6b-9440-9c34feb6d32d/fa971009-4d0a-4b6b-9440-9c34feb6d32d.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.347771] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8972b7ae-ceae-445b-a6ca-d76851ccb34d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.357020] env[70483]: DEBUG oslo_vmware.api [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 736.357020] env[70483]: value = "task-3477627" [ 736.357020] env[70483]: _type = "Task" [ 736.357020] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.363280] env[70483]: DEBUG oslo_vmware.api [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3477627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.772347] env[70483]: DEBUG oslo_concurrency.lockutils [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.868s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.773198] env[70483]: DEBUG nova.compute.manager [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.776097] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0014fda0-20be-498b-a7a3-92db207a5884 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.950s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.776559] env[70483]: DEBUG nova.objects.instance [None req-0014fda0-20be-498b-a7a3-92db207a5884 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Lazy-loading 'resources' on Instance uuid b56bf94d-594d-4114-81a7-bf972e1ff48f {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.865903] env[70483]: DEBUG oslo_vmware.api [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3477627, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.367768] env[70483]: DEBUG oslo_vmware.api [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3477627, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663477} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.371795] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] fa971009-4d0a-4b6b-9440-9c34feb6d32d/fa971009-4d0a-4b6b-9440-9c34feb6d32d.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.371795] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.371795] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13837f69-da3c-4d4c-b504-9aeb57239353 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.378362] env[70483]: DEBUG oslo_vmware.api [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 737.378362] env[70483]: value = "task-3477628" [ 737.378362] env[70483]: _type = "Task" [ 737.378362] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.390138] env[70483]: DEBUG oslo_vmware.api [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3477628, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.508529] env[70483]: DEBUG nova.network.neutron [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Successfully updated port: c356b816-0068-40f8-8632-50ff0da715a0 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 737.785202] env[70483]: DEBUG nova.compute.utils [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.785202] env[70483]: DEBUG nova.compute.manager [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.785202] env[70483]: DEBUG nova.network.neutron [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.801638] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe453e6-7d42-4922-a48b-09b6f75fdbbe {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.815447] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d80575-01bb-44c5-b238-0e713f23ff29 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.845490] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7fa32d-9a66-46a9-8b2f-97ccb73f1460 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.853731] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601164b8-5078-4a87-bded-dc41a6bd65d2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.868550] env[70483]: DEBUG nova.compute.provider_tree [None req-0014fda0-20be-498b-a7a3-92db207a5884 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 737.875895] env[70483]: DEBUG nova.policy [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1368f44ea374481870fff30e5d1781d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3757754b10c547d2bcb8e351c873a52a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.888675] env[70483]: DEBUG oslo_vmware.api [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3477628, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.293031} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.888883] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.891751] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77562f0-afca-4dba-89e5-fcdd3a07071e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.924976] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] fa971009-4d0a-4b6b-9440-9c34feb6d32d/fa971009-4d0a-4b6b-9440-9c34feb6d32d.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.925366] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c90ffeee-68c4-4796-a0e2-9744f81667d5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.949261] env[70483]: DEBUG oslo_vmware.api [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 737.949261] env[70483]: value = "task-3477629" [ 737.949261] env[70483]: _type = "Task" [ 737.949261] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.955369] env[70483]: DEBUG oslo_vmware.api [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3477629, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.011987] env[70483]: DEBUG oslo_concurrency.lockutils [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Acquiring lock "refresh_cache-9f85ffda-955a-48a7-ad50-c704b320b7d3" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.012155] env[70483]: DEBUG oslo_concurrency.lockutils [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Acquired lock "refresh_cache-9f85ffda-955a-48a7-ad50-c704b320b7d3" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.012304] env[70483]: DEBUG nova.network.neutron [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.087761] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquiring lock "5ab5b747-1655-4116-bdfa-46b8dcfec6b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.088431] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "5ab5b747-1655-4116-bdfa-46b8dcfec6b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.136427] env[70483]: DEBUG nova.compute.manager [req-ad46037c-828d-4cd8-8e67-867f6752a5a2 req-105c6dfe-fab4-4d82-9e9c-152fb7098460 service nova] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Received event network-vif-plugged-c356b816-0068-40f8-8632-50ff0da715a0 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.136651] env[70483]: DEBUG oslo_concurrency.lockutils [req-ad46037c-828d-4cd8-8e67-867f6752a5a2 req-105c6dfe-fab4-4d82-9e9c-152fb7098460 service nova] Acquiring lock "9f85ffda-955a-48a7-ad50-c704b320b7d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.136854] env[70483]: DEBUG oslo_concurrency.lockutils [req-ad46037c-828d-4cd8-8e67-867f6752a5a2 req-105c6dfe-fab4-4d82-9e9c-152fb7098460 service nova] Lock "9f85ffda-955a-48a7-ad50-c704b320b7d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.137199] env[70483]: DEBUG oslo_concurrency.lockutils [req-ad46037c-828d-4cd8-8e67-867f6752a5a2 req-105c6dfe-fab4-4d82-9e9c-152fb7098460 service nova] Lock "9f85ffda-955a-48a7-ad50-c704b320b7d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.137415] env[70483]: DEBUG nova.compute.manager [req-ad46037c-828d-4cd8-8e67-867f6752a5a2 req-105c6dfe-fab4-4d82-9e9c-152fb7098460 service nova] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] No waiting events found dispatching network-vif-plugged-c356b816-0068-40f8-8632-50ff0da715a0 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 738.137630] env[70483]: WARNING nova.compute.manager [req-ad46037c-828d-4cd8-8e67-867f6752a5a2 req-105c6dfe-fab4-4d82-9e9c-152fb7098460 service nova] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Received unexpected event network-vif-plugged-c356b816-0068-40f8-8632-50ff0da715a0 for instance with vm_state building and task_state spawning. [ 738.287858] env[70483]: DEBUG nova.compute.manager [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.346103] env[70483]: DEBUG oslo_concurrency.lockutils [None req-535c7068-74c9-4a66-8cab-ece89c1d10d2 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "3b9942d2-ff9e-4e8b-8d04-7f191d9563ff" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.346433] env[70483]: DEBUG oslo_concurrency.lockutils [None req-535c7068-74c9-4a66-8cab-ece89c1d10d2 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "3b9942d2-ff9e-4e8b-8d04-7f191d9563ff" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.401964] env[70483]: ERROR nova.scheduler.client.report [None req-0014fda0-20be-498b-a7a3-92db207a5884 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] [req-9c8c2a32-226e-4772-9590-090b07c3a434] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6c4ee772-7226-4ddc-ad20-20b8289011e6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9c8c2a32-226e-4772-9590-090b07c3a434"}]} [ 738.422147] env[70483]: DEBUG nova.scheduler.client.report [None req-0014fda0-20be-498b-a7a3-92db207a5884 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Refreshing inventories for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 738.440169] env[70483]: DEBUG nova.scheduler.client.report [None req-0014fda0-20be-498b-a7a3-92db207a5884 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Updating ProviderTree inventory for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 738.440412] env[70483]: DEBUG nova.compute.provider_tree [None req-0014fda0-20be-498b-a7a3-92db207a5884 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 738.454302] env[70483]: DEBUG nova.scheduler.client.report [None req-0014fda0-20be-498b-a7a3-92db207a5884 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Refreshing aggregate associations for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6, aggregates: None {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 738.459104] env[70483]: DEBUG oslo_vmware.api [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3477629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.488137] env[70483]: DEBUG nova.scheduler.client.report [None req-0014fda0-20be-498b-a7a3-92db207a5884 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Refreshing trait associations for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 738.538651] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.539498] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.563935] env[70483]: DEBUG nova.network.neutron [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 738.759320] env[70483]: DEBUG nova.network.neutron [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Updating instance_info_cache with network_info: [{"id": "c356b816-0068-40f8-8632-50ff0da715a0", "address": "fa:16:3e:26:71:10", "network": {"id": "9ade0ed9-d185-4913-98d7-19aac89bafc6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1122203933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8212122ea663434e8fed63ec4224caea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc356b816-00", "ovs_interfaceid": "c356b816-0068-40f8-8632-50ff0da715a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.851359] env[70483]: DEBUG nova.compute.utils [None req-535c7068-74c9-4a66-8cab-ece89c1d10d2 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 738.882781] env[70483]: DEBUG nova.network.neutron [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Successfully created port: b2b80e66-7ce8-4279-b6bb-4bc147b0efda {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.963860] env[70483]: DEBUG oslo_vmware.api [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3477629, 'name': ReconfigVM_Task, 'duration_secs': 0.730501} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.964247] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Reconfigured VM instance instance-00000018 to attach disk [datastore1] fa971009-4d0a-4b6b-9440-9c34feb6d32d/fa971009-4d0a-4b6b-9440-9c34feb6d32d.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.964759] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd9e9bc5-efc7-4b06-b3fb-0f2c22e069ea {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.974211] env[70483]: DEBUG oslo_vmware.api [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 738.974211] env[70483]: value = "task-3477630" [ 738.974211] env[70483]: _type = "Task" [ 738.974211] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.983352] env[70483]: DEBUG oslo_vmware.api [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3477630, 'name': Rename_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.058736] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.058921] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.059083] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.059225] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.059395] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.059830] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.059830] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70483) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 739.059830] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager.update_available_resource {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.175836] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e2bfba-d9b2-47ea-9d5e-b9a495b38bca {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.185179] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0678b265-af1a-416f-8e7f-dd59e706b238 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.221723] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d88dc7-9538-4441-b421-02356cdfd4d8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.232019] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92829454-4f75-48b9-9982-f972850e6e9a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.244598] env[70483]: DEBUG nova.compute.provider_tree [None req-0014fda0-20be-498b-a7a3-92db207a5884 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 739.267672] env[70483]: DEBUG oslo_concurrency.lockutils [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Releasing lock "refresh_cache-9f85ffda-955a-48a7-ad50-c704b320b7d3" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.267999] env[70483]: DEBUG nova.compute.manager [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Instance network_info: |[{"id": "c356b816-0068-40f8-8632-50ff0da715a0", "address": "fa:16:3e:26:71:10", "network": {"id": "9ade0ed9-d185-4913-98d7-19aac89bafc6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1122203933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8212122ea663434e8fed63ec4224caea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc356b816-00", "ovs_interfaceid": "c356b816-0068-40f8-8632-50ff0da715a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 739.268435] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:71:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c356b816-0068-40f8-8632-50ff0da715a0', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.276161] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Creating folder: Project (8212122ea663434e8fed63ec4224caea). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.276769] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8885d15d-30b8-4970-944e-0311b9493092 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.300979] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Created folder: Project (8212122ea663434e8fed63ec4224caea) in parent group-v695216. [ 739.300979] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Creating folder: Instances. Parent ref: group-v695283. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.300979] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c344cd1-9d9a-4d10-8715-726280ba7ad4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.303723] env[70483]: DEBUG nova.compute.manager [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.310253] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Created folder: Instances in parent group-v695283. [ 739.310253] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.310253] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.310253] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52b4ee98-5998-4550-9ead-4e38849c8e24 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.334163] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.334163] env[70483]: value = "task-3477633" [ 739.334163] env[70483]: _type = "Task" [ 739.334163] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.341974] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477633, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.351411] env[70483]: DEBUG nova.virt.hardware [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.351709] env[70483]: DEBUG nova.virt.hardware [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.351904] env[70483]: DEBUG nova.virt.hardware [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.352162] env[70483]: DEBUG nova.virt.hardware [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.352345] env[70483]: DEBUG nova.virt.hardware [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.352605] env[70483]: DEBUG nova.virt.hardware [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.352801] env[70483]: DEBUG nova.virt.hardware [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.352996] env[70483]: DEBUG nova.virt.hardware [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.353226] env[70483]: DEBUG nova.virt.hardware [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.353445] env[70483]: DEBUG nova.virt.hardware [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.353770] env[70483]: DEBUG nova.virt.hardware [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.354549] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa47eb3f-8603-4f18-add1-b2cd05d09677 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.357729] env[70483]: DEBUG oslo_concurrency.lockutils [None req-535c7068-74c9-4a66-8cab-ece89c1d10d2 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "3b9942d2-ff9e-4e8b-8d04-7f191d9563ff" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.362923] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308e7cc9-57a4-4a86-b288-f239f1f040cd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.483830] env[70483]: DEBUG oslo_vmware.api [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3477630, 'name': Rename_Task, 'duration_secs': 0.262217} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.484254] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.484557] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-739f8952-809a-4d22-b8df-9d6f9d314be9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.490709] env[70483]: DEBUG oslo_vmware.api [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 739.490709] env[70483]: value = "task-3477634" [ 739.490709] env[70483]: _type = "Task" [ 739.490709] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.498366] env[70483]: DEBUG oslo_vmware.api [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3477634, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.569555] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.833667] env[70483]: DEBUG nova.scheduler.client.report [None req-0014fda0-20be-498b-a7a3-92db207a5884 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Updated inventory for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with generation 49 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 739.834316] env[70483]: DEBUG nova.compute.provider_tree [None req-0014fda0-20be-498b-a7a3-92db207a5884 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Updating resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 generation from 49 to 50 during operation: update_inventory {{(pid=70483) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 739.834594] env[70483]: DEBUG nova.compute.provider_tree [None req-0014fda0-20be-498b-a7a3-92db207a5884 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 739.855467] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477633, 'name': CreateVM_Task, 'duration_secs': 0.382078} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.855645] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.856522] env[70483]: DEBUG oslo_concurrency.lockutils [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.856692] env[70483]: DEBUG oslo_concurrency.lockutils [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.857045] env[70483]: DEBUG oslo_concurrency.lockutils [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.857302] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d826a533-ccb8-49e1-8657-b959910bfb3f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.863055] env[70483]: DEBUG oslo_vmware.api [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Waiting for the task: (returnval){ [ 739.863055] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52654465-f88d-479a-13fc-99cc57adaaab" [ 739.863055] env[70483]: _type = "Task" [ 739.863055] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.870875] env[70483]: DEBUG oslo_vmware.api [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52654465-f88d-479a-13fc-99cc57adaaab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.002686] env[70483]: DEBUG oslo_vmware.api [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3477634, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.346548] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0014fda0-20be-498b-a7a3-92db207a5884 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.570s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.348781] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.074s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.348999] env[70483]: DEBUG nova.objects.instance [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70483) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 740.374231] env[70483]: DEBUG oslo_vmware.api [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52654465-f88d-479a-13fc-99cc57adaaab, 'name': SearchDatastore_Task, 'duration_secs': 0.0114} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.374601] env[70483]: DEBUG oslo_concurrency.lockutils [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.378363] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.378363] env[70483]: DEBUG oslo_concurrency.lockutils [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.378363] env[70483]: DEBUG oslo_concurrency.lockutils [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.378363] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.378363] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa5b9889-2655-4a3b-be80-f93a01536ebe {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.391039] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.394295] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.394295] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-169916de-d109-4cdd-b072-3cc8f16790c1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.404574] env[70483]: DEBUG oslo_vmware.api [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Waiting for the task: (returnval){ [ 740.404574] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ccd86c-8d1a-e0de-0d2b-48f5e02d04cf" [ 740.404574] env[70483]: _type = "Task" [ 740.404574] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.413899] env[70483]: DEBUG oslo_vmware.api [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ccd86c-8d1a-e0de-0d2b-48f5e02d04cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.478727] env[70483]: INFO nova.scheduler.client.report [None req-0014fda0-20be-498b-a7a3-92db207a5884 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Deleted allocations for instance b56bf94d-594d-4114-81a7-bf972e1ff48f [ 740.504090] env[70483]: DEBUG oslo_vmware.api [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3477634, 'name': PowerOnVM_Task, 'duration_secs': 0.675156} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.504090] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.504090] env[70483]: INFO nova.compute.manager [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Took 9.38 seconds to spawn the instance on the hypervisor. [ 740.504090] env[70483]: DEBUG nova.compute.manager [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.508591] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259ef2dc-7aaa-4ca5-91ce-888d47f48589 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.728567] env[70483]: DEBUG oslo_concurrency.lockutils [None req-535c7068-74c9-4a66-8cab-ece89c1d10d2 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "3b9942d2-ff9e-4e8b-8d04-7f191d9563ff" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.728843] env[70483]: DEBUG oslo_concurrency.lockutils [None req-535c7068-74c9-4a66-8cab-ece89c1d10d2 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "3b9942d2-ff9e-4e8b-8d04-7f191d9563ff" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.729093] env[70483]: INFO nova.compute.manager [None req-535c7068-74c9-4a66-8cab-ece89c1d10d2 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Attaching volume 7b710425-e379-465a-bbd7-459ebd705ffa to /dev/sdb [ 740.823299] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5e1ed7-86a1-4844-a80b-f0167f6f884b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.831346] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938ddfcc-ffe5-4795-b7b9-1e50e1970280 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.848510] env[70483]: DEBUG nova.virt.block_device [None req-535c7068-74c9-4a66-8cab-ece89c1d10d2 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Updating existing volume attachment record: 07049fb4-2ce7-49f7-b8c1-698b3f436f92 {{(pid=70483) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 740.920068] env[70483]: DEBUG oslo_vmware.api [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ccd86c-8d1a-e0de-0d2b-48f5e02d04cf, 'name': SearchDatastore_Task, 'duration_secs': 0.020646} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.920068] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e1e5fd3-f32d-4c46-86c2-9a1234a0badc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.924436] env[70483]: DEBUG oslo_vmware.api [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Waiting for the task: (returnval){ [ 740.924436] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52bfa388-f416-dad8-f12e-67c85ee219b7" [ 740.924436] env[70483]: _type = "Task" [ 740.924436] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.935296] env[70483]: DEBUG oslo_vmware.api [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52bfa388-f416-dad8-f12e-67c85ee219b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.944605] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0014fda0-20be-498b-a7a3-92db207a5884 tempest-InstanceActionsNegativeTestJSON-352530573 tempest-InstanceActionsNegativeTestJSON-352530573-project-member] Lock "b56bf94d-594d-4114-81a7-bf972e1ff48f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.619s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.029841] env[70483]: INFO nova.compute.manager [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Took 33.85 seconds to build instance. [ 741.104121] env[70483]: DEBUG nova.compute.manager [req-073aa234-791c-4a3f-8bfb-a4a1be546e98 req-160a11f4-0e1c-4afa-92a9-42f12dab6498 service nova] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Received event network-changed-c356b816-0068-40f8-8632-50ff0da715a0 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.104296] env[70483]: DEBUG nova.compute.manager [req-073aa234-791c-4a3f-8bfb-a4a1be546e98 req-160a11f4-0e1c-4afa-92a9-42f12dab6498 service nova] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Refreshing instance network info cache due to event network-changed-c356b816-0068-40f8-8632-50ff0da715a0. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.104535] env[70483]: DEBUG oslo_concurrency.lockutils [req-073aa234-791c-4a3f-8bfb-a4a1be546e98 req-160a11f4-0e1c-4afa-92a9-42f12dab6498 service nova] Acquiring lock "refresh_cache-9f85ffda-955a-48a7-ad50-c704b320b7d3" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.104686] env[70483]: DEBUG oslo_concurrency.lockutils [req-073aa234-791c-4a3f-8bfb-a4a1be546e98 req-160a11f4-0e1c-4afa-92a9-42f12dab6498 service nova] Acquired lock "refresh_cache-9f85ffda-955a-48a7-ad50-c704b320b7d3" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.104838] env[70483]: DEBUG nova.network.neutron [req-073aa234-791c-4a3f-8bfb-a4a1be546e98 req-160a11f4-0e1c-4afa-92a9-42f12dab6498 service nova] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Refreshing network info cache for port c356b816-0068-40f8-8632-50ff0da715a0 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.143867] env[70483]: DEBUG nova.network.neutron [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Successfully updated port: b2b80e66-7ce8-4279-b6bb-4bc147b0efda {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.367852] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adb89588-8c95-4073-b5ce-1019ccba8f05 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.369472] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.550s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.373640] env[70483]: INFO nova.compute.claims [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.437077] env[70483]: DEBUG oslo_vmware.api [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52bfa388-f416-dad8-f12e-67c85ee219b7, 'name': SearchDatastore_Task, 'duration_secs': 0.018963} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.437362] env[70483]: DEBUG oslo_concurrency.lockutils [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.437665] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 9f85ffda-955a-48a7-ad50-c704b320b7d3/9f85ffda-955a-48a7-ad50-c704b320b7d3.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.438253] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f2b3211-dc48-421f-b1a4-d654a2dfb671 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.450977] env[70483]: DEBUG oslo_vmware.api [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Waiting for the task: (returnval){ [ 741.450977] env[70483]: value = "task-3477635" [ 741.450977] env[70483]: _type = "Task" [ 741.450977] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.460626] env[70483]: DEBUG oslo_vmware.api [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Task: {'id': task-3477635, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.532870] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a7c75cb7-00b1-4cb7-9c97-62bc23a87f2e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "fa971009-4d0a-4b6b-9440-9c34feb6d32d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.042s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.657840] env[70483]: DEBUG oslo_concurrency.lockutils [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Acquiring lock "refresh_cache-e630f6cf-d91f-4ce9-a01e-a508523990ef" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.657907] env[70483]: DEBUG oslo_concurrency.lockutils [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Acquired lock "refresh_cache-e630f6cf-d91f-4ce9-a01e-a508523990ef" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.658273] env[70483]: DEBUG nova.network.neutron [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.945645] env[70483]: DEBUG nova.network.neutron [req-073aa234-791c-4a3f-8bfb-a4a1be546e98 req-160a11f4-0e1c-4afa-92a9-42f12dab6498 service nova] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Updated VIF entry in instance network info cache for port c356b816-0068-40f8-8632-50ff0da715a0. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.945645] env[70483]: DEBUG nova.network.neutron [req-073aa234-791c-4a3f-8bfb-a4a1be546e98 req-160a11f4-0e1c-4afa-92a9-42f12dab6498 service nova] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Updating instance_info_cache with network_info: [{"id": "c356b816-0068-40f8-8632-50ff0da715a0", "address": "fa:16:3e:26:71:10", "network": {"id": "9ade0ed9-d185-4913-98d7-19aac89bafc6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1122203933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8212122ea663434e8fed63ec4224caea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc356b816-00", "ovs_interfaceid": "c356b816-0068-40f8-8632-50ff0da715a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.962876] env[70483]: DEBUG oslo_vmware.api [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Task: {'id': task-3477635, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.038527] env[70483]: DEBUG nova.compute.manager [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.209885] env[70483]: DEBUG nova.network.neutron [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.445240] env[70483]: DEBUG nova.network.neutron [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Updating instance_info_cache with network_info: [{"id": "b2b80e66-7ce8-4279-b6bb-4bc147b0efda", "address": "fa:16:3e:93:6a:eb", "network": {"id": "41288b74-7aa3-4633-99bb-3cb43c17737e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1230723416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3757754b10c547d2bcb8e351c873a52a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2b80e66-7c", "ovs_interfaceid": "b2b80e66-7ce8-4279-b6bb-4bc147b0efda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.449759] env[70483]: DEBUG oslo_concurrency.lockutils [req-073aa234-791c-4a3f-8bfb-a4a1be546e98 req-160a11f4-0e1c-4afa-92a9-42f12dab6498 service nova] Releasing lock "refresh_cache-9f85ffda-955a-48a7-ad50-c704b320b7d3" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.461141] env[70483]: DEBUG oslo_vmware.api [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Task: {'id': task-3477635, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572646} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.464302] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 9f85ffda-955a-48a7-ad50-c704b320b7d3/9f85ffda-955a-48a7-ad50-c704b320b7d3.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 742.464302] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.465883] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4c1a372-4b7b-489e-9868-26d8b400580d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.472923] env[70483]: DEBUG oslo_vmware.api [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Waiting for the task: (returnval){ [ 742.472923] env[70483]: value = "task-3477640" [ 742.472923] env[70483]: _type = "Task" [ 742.472923] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.481689] env[70483]: DEBUG oslo_vmware.api [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Task: {'id': task-3477640, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.522550] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Acquiring lock "157588be-543f-4b12-93de-201a9d8fc10e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.522826] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Lock "157588be-543f-4b12-93de-201a9d8fc10e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.581551] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.951161] env[70483]: DEBUG oslo_concurrency.lockutils [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Releasing lock "refresh_cache-e630f6cf-d91f-4ce9-a01e-a508523990ef" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.951476] env[70483]: DEBUG nova.compute.manager [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Instance network_info: |[{"id": "b2b80e66-7ce8-4279-b6bb-4bc147b0efda", "address": "fa:16:3e:93:6a:eb", "network": {"id": "41288b74-7aa3-4633-99bb-3cb43c17737e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1230723416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3757754b10c547d2bcb8e351c873a52a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2b80e66-7c", "ovs_interfaceid": "b2b80e66-7ce8-4279-b6bb-4bc147b0efda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.952482] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:6a:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '748a5204-8f14-402c-9a6e-f3e6104db082', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2b80e66-7ce8-4279-b6bb-4bc147b0efda', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.960807] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Creating folder: Project (3757754b10c547d2bcb8e351c873a52a). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.962578] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3eba0868-cdd8-4f55-9b1d-e937c7eaf20a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.981017] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Created folder: Project (3757754b10c547d2bcb8e351c873a52a) in parent group-v695216. [ 742.981017] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Creating folder: Instances. Parent ref: group-v695288. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.981017] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b29e379c-31c7-4c7c-b237-402227000726 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.986701] env[70483]: DEBUG oslo_vmware.api [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Task: {'id': task-3477640, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17454} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.986945] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.988171] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae35891d-c844-439e-b571-605ba7cc6d4e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.998574] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Created folder: Instances in parent group-v695288. [ 742.998574] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.004017] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.004017] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed9b58f8-b973-4c40-bf7a-f2b1ada6cc29 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.043544] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 9f85ffda-955a-48a7-ad50-c704b320b7d3/9f85ffda-955a-48a7-ad50-c704b320b7d3.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.045059] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f59dc753-1902-4f61-b99f-5679182f88de {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.063526] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.063526] env[70483]: value = "task-3477643" [ 743.063526] env[70483]: _type = "Task" [ 743.063526] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.064441] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd43eae-9f4b-46db-813f-b9082cd9a79c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.073912] env[70483]: DEBUG oslo_vmware.api [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Waiting for the task: (returnval){ [ 743.073912] env[70483]: value = "task-3477644" [ 743.073912] env[70483]: _type = "Task" [ 743.073912] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.079486] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb03a2b-5049-4e3c-bb0f-de9fd7e40d9b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.086112] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477643, 'name': CreateVM_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.091696] env[70483]: DEBUG oslo_vmware.api [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Task: {'id': task-3477644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.119847] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbeda18-039d-4d90-b680-82e694b8d864 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.127584] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b55d1a-3c9d-4ca9-af77-e16c31d8e2a1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.143040] env[70483]: DEBUG nova.compute.provider_tree [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.582864] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477643, 'name': CreateVM_Task, 'duration_secs': 0.401439} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.590609] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.590807] env[70483]: DEBUG oslo_concurrency.lockutils [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.590979] env[70483]: DEBUG oslo_concurrency.lockutils [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.591362] env[70483]: DEBUG oslo_concurrency.lockutils [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.592478] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c81891bc-9f9e-4293-ab30-358e24686149 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.598304] env[70483]: DEBUG oslo_vmware.api [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Task: {'id': task-3477644, 'name': ReconfigVM_Task, 'duration_secs': 0.40286} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.598924] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 9f85ffda-955a-48a7-ad50-c704b320b7d3/9f85ffda-955a-48a7-ad50-c704b320b7d3.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.600170] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7f95787-aab2-4230-9562-e6ecb2c9eb26 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.604724] env[70483]: DEBUG oslo_vmware.api [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Waiting for the task: (returnval){ [ 743.604724] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5203d5da-e50f-f6e2-1208-672a4ca70cfe" [ 743.604724] env[70483]: _type = "Task" [ 743.604724] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.613262] env[70483]: DEBUG oslo_vmware.api [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5203d5da-e50f-f6e2-1208-672a4ca70cfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.614875] env[70483]: DEBUG oslo_vmware.api [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Waiting for the task: (returnval){ [ 743.614875] env[70483]: value = "task-3477645" [ 743.614875] env[70483]: _type = "Task" [ 743.614875] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.623556] env[70483]: DEBUG oslo_vmware.api [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Task: {'id': task-3477645, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.646958] env[70483]: DEBUG nova.scheduler.client.report [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.771160] env[70483]: DEBUG nova.compute.manager [req-b8642601-7fe1-484e-bde1-f91e885dee55 req-e41702e5-d313-42bb-90e0-61e9bb34cdd2 service nova] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Received event network-vif-plugged-b2b80e66-7ce8-4279-b6bb-4bc147b0efda {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.771470] env[70483]: DEBUG oslo_concurrency.lockutils [req-b8642601-7fe1-484e-bde1-f91e885dee55 req-e41702e5-d313-42bb-90e0-61e9bb34cdd2 service nova] Acquiring lock "e630f6cf-d91f-4ce9-a01e-a508523990ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.771688] env[70483]: DEBUG oslo_concurrency.lockutils [req-b8642601-7fe1-484e-bde1-f91e885dee55 req-e41702e5-d313-42bb-90e0-61e9bb34cdd2 service nova] Lock "e630f6cf-d91f-4ce9-a01e-a508523990ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.771854] env[70483]: DEBUG oslo_concurrency.lockutils [req-b8642601-7fe1-484e-bde1-f91e885dee55 req-e41702e5-d313-42bb-90e0-61e9bb34cdd2 service nova] Lock "e630f6cf-d91f-4ce9-a01e-a508523990ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.772287] env[70483]: DEBUG nova.compute.manager [req-b8642601-7fe1-484e-bde1-f91e885dee55 req-e41702e5-d313-42bb-90e0-61e9bb34cdd2 service nova] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] No waiting events found dispatching network-vif-plugged-b2b80e66-7ce8-4279-b6bb-4bc147b0efda {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 743.772287] env[70483]: WARNING nova.compute.manager [req-b8642601-7fe1-484e-bde1-f91e885dee55 req-e41702e5-d313-42bb-90e0-61e9bb34cdd2 service nova] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Received unexpected event network-vif-plugged-b2b80e66-7ce8-4279-b6bb-4bc147b0efda for instance with vm_state building and task_state spawning. [ 743.772381] env[70483]: DEBUG nova.compute.manager [req-b8642601-7fe1-484e-bde1-f91e885dee55 req-e41702e5-d313-42bb-90e0-61e9bb34cdd2 service nova] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Received event network-changed-b2b80e66-7ce8-4279-b6bb-4bc147b0efda {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.772514] env[70483]: DEBUG nova.compute.manager [req-b8642601-7fe1-484e-bde1-f91e885dee55 req-e41702e5-d313-42bb-90e0-61e9bb34cdd2 service nova] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Refreshing instance network info cache due to event network-changed-b2b80e66-7ce8-4279-b6bb-4bc147b0efda. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 743.772688] env[70483]: DEBUG oslo_concurrency.lockutils [req-b8642601-7fe1-484e-bde1-f91e885dee55 req-e41702e5-d313-42bb-90e0-61e9bb34cdd2 service nova] Acquiring lock "refresh_cache-e630f6cf-d91f-4ce9-a01e-a508523990ef" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.772822] env[70483]: DEBUG oslo_concurrency.lockutils [req-b8642601-7fe1-484e-bde1-f91e885dee55 req-e41702e5-d313-42bb-90e0-61e9bb34cdd2 service nova] Acquired lock "refresh_cache-e630f6cf-d91f-4ce9-a01e-a508523990ef" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.772977] env[70483]: DEBUG nova.network.neutron [req-b8642601-7fe1-484e-bde1-f91e885dee55 req-e41702e5-d313-42bb-90e0-61e9bb34cdd2 service nova] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Refreshing network info cache for port b2b80e66-7ce8-4279-b6bb-4bc147b0efda {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.115384] env[70483]: DEBUG oslo_vmware.api [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5203d5da-e50f-f6e2-1208-672a4ca70cfe, 'name': SearchDatastore_Task, 'duration_secs': 0.019185} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.115852] env[70483]: DEBUG oslo_concurrency.lockutils [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.116105] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.116525] env[70483]: DEBUG oslo_concurrency.lockutils [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.116525] env[70483]: DEBUG oslo_concurrency.lockutils [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.116730] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.120229] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-310ed90f-e1dc-4951-b4af-41ea85ae0ae2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.127273] env[70483]: DEBUG oslo_vmware.api [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Task: {'id': task-3477645, 'name': Rename_Task, 'duration_secs': 0.149232} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.129346] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.129346] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.129346] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.129532] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fdb635b-b6e1-4de9-9b05-19179d38ca29 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.131415] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-997aba35-17c3-4818-8bb4-e193cac9560d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.136422] env[70483]: DEBUG oslo_vmware.api [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Waiting for the task: (returnval){ [ 744.136422] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a50fe0-c461-931c-ca77-f8217136faf7" [ 744.136422] env[70483]: _type = "Task" [ 744.136422] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.137679] env[70483]: DEBUG oslo_vmware.api [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Waiting for the task: (returnval){ [ 744.137679] env[70483]: value = "task-3477647" [ 744.137679] env[70483]: _type = "Task" [ 744.137679] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.153734] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.784s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.154267] env[70483]: DEBUG nova.compute.manager [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.156804] env[70483]: DEBUG oslo_vmware.api [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a50fe0-c461-931c-ca77-f8217136faf7, 'name': SearchDatastore_Task, 'duration_secs': 0.009483} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.160428] env[70483]: DEBUG oslo_concurrency.lockutils [None req-700e9bb2-0681-48b7-b6d0-c70a09a04552 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.730s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.160663] env[70483]: DEBUG nova.objects.instance [None req-700e9bb2-0681-48b7-b6d0-c70a09a04552 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Lazy-loading 'resources' on Instance uuid 59d0c92a-a41f-4eae-b381-8f11d1f68197 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.169326] env[70483]: DEBUG oslo_vmware.api [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Task: {'id': task-3477647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.169326] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-674b8eb7-43ea-4cc1-910d-93d95390770e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.173018] env[70483]: DEBUG oslo_vmware.api [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Waiting for the task: (returnval){ [ 744.173018] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e0eb7c-9005-8ba9-6c49-672e91cbf2b0" [ 744.173018] env[70483]: _type = "Task" [ 744.173018] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.184698] env[70483]: DEBUG oslo_vmware.api [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e0eb7c-9005-8ba9-6c49-672e91cbf2b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.500533] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c56ee703-5380-4c1f-a91c-ade89f1c112f tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "fa971009-4d0a-4b6b-9440-9c34feb6d32d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.500864] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c56ee703-5380-4c1f-a91c-ade89f1c112f tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "fa971009-4d0a-4b6b-9440-9c34feb6d32d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.501125] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c56ee703-5380-4c1f-a91c-ade89f1c112f tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "fa971009-4d0a-4b6b-9440-9c34feb6d32d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.501292] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c56ee703-5380-4c1f-a91c-ade89f1c112f tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "fa971009-4d0a-4b6b-9440-9c34feb6d32d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.501458] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c56ee703-5380-4c1f-a91c-ade89f1c112f tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "fa971009-4d0a-4b6b-9440-9c34feb6d32d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.503951] env[70483]: INFO nova.compute.manager [None req-c56ee703-5380-4c1f-a91c-ade89f1c112f tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Terminating instance [ 744.651968] env[70483]: DEBUG oslo_vmware.api [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Task: {'id': task-3477647, 'name': PowerOnVM_Task, 'duration_secs': 0.496351} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.652220] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.652802] env[70483]: INFO nova.compute.manager [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Took 8.71 seconds to spawn the instance on the hypervisor. [ 744.653048] env[70483]: DEBUG nova.compute.manager [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.654021] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947f16bc-c5b3-4bc5-9354-368e3fb16021 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.659115] env[70483]: DEBUG nova.compute.utils [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 744.664571] env[70483]: DEBUG nova.compute.manager [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 744.664752] env[70483]: DEBUG nova.network.neutron [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 744.693807] env[70483]: DEBUG oslo_vmware.api [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e0eb7c-9005-8ba9-6c49-672e91cbf2b0, 'name': SearchDatastore_Task, 'duration_secs': 0.01195} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.693807] env[70483]: DEBUG oslo_concurrency.lockutils [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.693986] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] e630f6cf-d91f-4ce9-a01e-a508523990ef/e630f6cf-d91f-4ce9-a01e-a508523990ef.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.694676] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c095367-afe8-41d2-a2c9-281c1839afe4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.701388] env[70483]: DEBUG oslo_vmware.api [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Waiting for the task: (returnval){ [ 744.701388] env[70483]: value = "task-3477648" [ 744.701388] env[70483]: _type = "Task" [ 744.701388] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.472438] env[70483]: DEBUG nova.policy [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0bf2c0a739d647258e41248ffe5023fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0264fa324ac4d5ab3f0af0a4e32741f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.477391] env[70483]: DEBUG nova.compute.manager [None req-c56ee703-5380-4c1f-a91c-ade89f1c112f tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 745.477391] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c56ee703-5380-4c1f-a91c-ade89f1c112f tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.481025] env[70483]: DEBUG nova.compute.manager [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.486812] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e87fdea-bc39-46f7-a383-74d32f4c8ec4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.496775] env[70483]: DEBUG oslo_vmware.api [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': task-3477648, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460236} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.497238] env[70483]: INFO nova.compute.manager [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Took 36.80 seconds to build instance. [ 745.500546] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] e630f6cf-d91f-4ce9-a01e-a508523990ef/e630f6cf-d91f-4ce9-a01e-a508523990ef.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.501396] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.501396] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56ee703-5380-4c1f-a91c-ade89f1c112f tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.501396] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-680e1905-8b53-4c6e-85a4-8cfdfdf336c7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.503342] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a46e07d-36bf-4a17-a026-645fb474da8e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.510147] env[70483]: DEBUG oslo_vmware.api [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Waiting for the task: (returnval){ [ 745.510147] env[70483]: value = "task-3477649" [ 745.510147] env[70483]: _type = "Task" [ 745.510147] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.511608] env[70483]: DEBUG oslo_vmware.api [None req-c56ee703-5380-4c1f-a91c-ade89f1c112f tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 745.511608] env[70483]: value = "task-3477650" [ 745.511608] env[70483]: _type = "Task" [ 745.511608] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.532450] env[70483]: DEBUG oslo_vmware.api [None req-c56ee703-5380-4c1f-a91c-ade89f1c112f tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3477650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.532771] env[70483]: DEBUG oslo_vmware.api [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': task-3477649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.571547] env[70483]: DEBUG nova.network.neutron [req-b8642601-7fe1-484e-bde1-f91e885dee55 req-e41702e5-d313-42bb-90e0-61e9bb34cdd2 service nova] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Updated VIF entry in instance network info cache for port b2b80e66-7ce8-4279-b6bb-4bc147b0efda. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.573250] env[70483]: DEBUG nova.network.neutron [req-b8642601-7fe1-484e-bde1-f91e885dee55 req-e41702e5-d313-42bb-90e0-61e9bb34cdd2 service nova] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Updating instance_info_cache with network_info: [{"id": "b2b80e66-7ce8-4279-b6bb-4bc147b0efda", "address": "fa:16:3e:93:6a:eb", "network": {"id": "41288b74-7aa3-4633-99bb-3cb43c17737e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1230723416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3757754b10c547d2bcb8e351c873a52a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2b80e66-7c", "ovs_interfaceid": "b2b80e66-7ce8-4279-b6bb-4bc147b0efda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.998984] env[70483]: DEBUG oslo_concurrency.lockutils [None req-db4c8a4f-74ed-47d3-87fa-f512c6f824ff tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Lock "9f85ffda-955a-48a7-ad50-c704b320b7d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.455s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.019239] env[70483]: DEBUG nova.network.neutron [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Successfully created port: a1c7dd1f-46d8-4c9b-8605-599a6ef0dcb0 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.031842] env[70483]: DEBUG oslo_vmware.api [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': task-3477649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14345} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.035381] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.035982] env[70483]: DEBUG oslo_vmware.api [None req-c56ee703-5380-4c1f-a91c-ade89f1c112f tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3477650, 'name': PowerOffVM_Task, 'duration_secs': 0.205466} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.036764] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab5a5df-e02d-4e41-a8bb-48e035516782 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.039212] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56ee703-5380-4c1f-a91c-ade89f1c112f tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.039623] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c56ee703-5380-4c1f-a91c-ade89f1c112f tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 746.040687] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8037797a-4f65-4d2e-9043-7252c612c129 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.042732] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffa2033-00e8-40d4-aac0-413de2cb825b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.067232] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] e630f6cf-d91f-4ce9-a01e-a508523990ef/e630f6cf-d91f-4ce9-a01e-a508523990ef.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.069996] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-366d1b39-32f5-47c0-ad8f-e378565f37ad {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.086629] env[70483]: DEBUG oslo_concurrency.lockutils [req-b8642601-7fe1-484e-bde1-f91e885dee55 req-e41702e5-d313-42bb-90e0-61e9bb34cdd2 service nova] Releasing lock "refresh_cache-e630f6cf-d91f-4ce9-a01e-a508523990ef" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.087925] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29256db-5259-478d-8e3d-8c1f1e345819 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.126597] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09add25-3b12-4e41-8d31-283fe28fe805 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.131274] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c56ee703-5380-4c1f-a91c-ade89f1c112f tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 746.131274] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c56ee703-5380-4c1f-a91c-ade89f1c112f tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 746.131274] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-c56ee703-5380-4c1f-a91c-ade89f1c112f tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Deleting the datastore file [datastore1] fa971009-4d0a-4b6b-9440-9c34feb6d32d {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 746.131274] env[70483]: DEBUG oslo_vmware.api [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Waiting for the task: (returnval){ [ 746.131274] env[70483]: value = "task-3477652" [ 746.131274] env[70483]: _type = "Task" [ 746.131274] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.131274] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4f96227-b62e-4e34-baab-64c925d9ec61 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.142022] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d748620-cdc2-4488-bfbc-184b21dd69f4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.148719] env[70483]: DEBUG oslo_vmware.api [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': task-3477652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.149015] env[70483]: DEBUG oslo_vmware.api [None req-c56ee703-5380-4c1f-a91c-ade89f1c112f tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 746.149015] env[70483]: value = "task-3477653" [ 746.149015] env[70483]: _type = "Task" [ 746.149015] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.159903] env[70483]: DEBUG nova.compute.provider_tree [None req-700e9bb2-0681-48b7-b6d0-c70a09a04552 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.169284] env[70483]: DEBUG oslo_vmware.api [None req-c56ee703-5380-4c1f-a91c-ade89f1c112f tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3477653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.430048] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-535c7068-74c9-4a66-8cab-ece89c1d10d2 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Volume attach. Driver type: vmdk {{(pid=70483) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 746.430048] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-535c7068-74c9-4a66-8cab-ece89c1d10d2 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695287', 'volume_id': '7b710425-e379-465a-bbd7-459ebd705ffa', 'name': 'volume-7b710425-e379-465a-bbd7-459ebd705ffa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b9942d2-ff9e-4e8b-8d04-7f191d9563ff', 'attached_at': '', 'detached_at': '', 'volume_id': '7b710425-e379-465a-bbd7-459ebd705ffa', 'serial': '7b710425-e379-465a-bbd7-459ebd705ffa'} {{(pid=70483) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 746.430048] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2120a8b0-7d8e-4e59-93c1-4a9b1305af0f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.448585] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b81c8f-608d-43a7-ba62-992a2d5fa747 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.475300] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-535c7068-74c9-4a66-8cab-ece89c1d10d2 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] volume-7b710425-e379-465a-bbd7-459ebd705ffa/volume-7b710425-e379-465a-bbd7-459ebd705ffa.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.475669] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21466e16-4565-4ec7-94a2-c4131f5896bd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.495499] env[70483]: DEBUG nova.compute.manager [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.503651] env[70483]: DEBUG oslo_vmware.api [None req-535c7068-74c9-4a66-8cab-ece89c1d10d2 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 746.503651] env[70483]: value = "task-3477654" [ 746.503651] env[70483]: _type = "Task" [ 746.503651] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.510336] env[70483]: DEBUG nova.compute.manager [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 746.517442] env[70483]: DEBUG oslo_vmware.api [None req-535c7068-74c9-4a66-8cab-ece89c1d10d2 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.539416] env[70483]: DEBUG nova.virt.hardware [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.539741] env[70483]: DEBUG nova.virt.hardware [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.539900] env[70483]: DEBUG nova.virt.hardware [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.540336] env[70483]: DEBUG nova.virt.hardware [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.540528] env[70483]: DEBUG nova.virt.hardware [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.540841] env[70483]: DEBUG nova.virt.hardware [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.541117] env[70483]: DEBUG nova.virt.hardware [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.541272] env[70483]: DEBUG nova.virt.hardware [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.541435] env[70483]: DEBUG nova.virt.hardware [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.542527] env[70483]: DEBUG nova.virt.hardware [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.542527] env[70483]: DEBUG nova.virt.hardware [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.542676] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cdbfba-3369-4ec0-b0a3-89557e446e2d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.551898] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c533dfd5-4cd7-4e85-bdb6-e35a7842cdb8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.641903] env[70483]: DEBUG oslo_vmware.api [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': task-3477652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.660210] env[70483]: DEBUG oslo_vmware.api [None req-c56ee703-5380-4c1f-a91c-ade89f1c112f tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3477653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33866} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.660210] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-c56ee703-5380-4c1f-a91c-ade89f1c112f tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.660733] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c56ee703-5380-4c1f-a91c-ade89f1c112f tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.660733] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c56ee703-5380-4c1f-a91c-ade89f1c112f tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.660948] env[70483]: INFO nova.compute.manager [None req-c56ee703-5380-4c1f-a91c-ade89f1c112f tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 746.661238] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c56ee703-5380-4c1f-a91c-ade89f1c112f tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.661430] env[70483]: DEBUG nova.compute.manager [-] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 746.661523] env[70483]: DEBUG nova.network.neutron [-] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 746.663913] env[70483]: DEBUG nova.scheduler.client.report [None req-700e9bb2-0681-48b7-b6d0-c70a09a04552 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.019479] env[70483]: DEBUG oslo_vmware.api [None req-535c7068-74c9-4a66-8cab-ece89c1d10d2 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.040948] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.151240] env[70483]: DEBUG oslo_vmware.api [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': task-3477652, 'name': ReconfigVM_Task, 'duration_secs': 0.635099} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.151240] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Reconfigured VM instance instance-0000001a to attach disk [datastore2] e630f6cf-d91f-4ce9-a01e-a508523990ef/e630f6cf-d91f-4ce9-a01e-a508523990ef.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.151240] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2013ab9a-1f1c-47bc-a8e1-3892e194b0f2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.156190] env[70483]: DEBUG oslo_vmware.api [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Waiting for the task: (returnval){ [ 747.156190] env[70483]: value = "task-3477655" [ 747.156190] env[70483]: _type = "Task" [ 747.156190] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.165911] env[70483]: DEBUG oslo_vmware.api [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': task-3477655, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.170395] env[70483]: DEBUG oslo_concurrency.lockutils [None req-700e9bb2-0681-48b7-b6d0-c70a09a04552 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.010s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.172892] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 27.854s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.220035] env[70483]: INFO nova.scheduler.client.report [None req-700e9bb2-0681-48b7-b6d0-c70a09a04552 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Deleted allocations for instance 59d0c92a-a41f-4eae-b381-8f11d1f68197 [ 747.472521] env[70483]: DEBUG nova.network.neutron [-] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.514107] env[70483]: DEBUG oslo_vmware.api [None req-535c7068-74c9-4a66-8cab-ece89c1d10d2 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477654, 'name': ReconfigVM_Task, 'duration_secs': 0.652209} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.514422] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-535c7068-74c9-4a66-8cab-ece89c1d10d2 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Reconfigured VM instance instance-00000017 to attach disk [datastore2] volume-7b710425-e379-465a-bbd7-459ebd705ffa/volume-7b710425-e379-465a-bbd7-459ebd705ffa.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.522019] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa9d1614-dca6-4dc1-97e5-c1134650741c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.537128] env[70483]: DEBUG oslo_vmware.api [None req-535c7068-74c9-4a66-8cab-ece89c1d10d2 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 747.537128] env[70483]: value = "task-3477656" [ 747.537128] env[70483]: _type = "Task" [ 747.537128] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.546420] env[70483]: DEBUG oslo_vmware.api [None req-535c7068-74c9-4a66-8cab-ece89c1d10d2 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477656, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.572437] env[70483]: DEBUG nova.compute.manager [req-991dcd1a-e77d-4471-8912-39e6aa484093 req-6fdd85ea-96b2-4244-8ff9-75153b0fabcc service nova] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Received event network-vif-deleted-db36c4be-7ade-405c-be5d-915578f4f5e8 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.669725] env[70483]: DEBUG oslo_vmware.api [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': task-3477655, 'name': Rename_Task, 'duration_secs': 0.246865} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.670262] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.670598] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2917c761-549c-43df-93ee-303b6ba7a9a1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.679432] env[70483]: INFO nova.compute.claims [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.683873] env[70483]: DEBUG oslo_vmware.api [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Waiting for the task: (returnval){ [ 747.683873] env[70483]: value = "task-3477657" [ 747.683873] env[70483]: _type = "Task" [ 747.683873] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.692337] env[70483]: DEBUG oslo_vmware.api [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': task-3477657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.728131] env[70483]: DEBUG oslo_concurrency.lockutils [None req-700e9bb2-0681-48b7-b6d0-c70a09a04552 tempest-ServersListShow298Test-76763027 tempest-ServersListShow298Test-76763027-project-member] Lock "59d0c92a-a41f-4eae-b381-8f11d1f68197" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.697s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.731550] env[70483]: DEBUG nova.compute.manager [req-210b4bf4-79b3-428a-90cc-d0b5357ef79d req-a67fe98f-ed0a-4880-ab77-d38721f71e86 service nova] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Received event network-changed-c356b816-0068-40f8-8632-50ff0da715a0 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.731550] env[70483]: DEBUG nova.compute.manager [req-210b4bf4-79b3-428a-90cc-d0b5357ef79d req-a67fe98f-ed0a-4880-ab77-d38721f71e86 service nova] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Refreshing instance network info cache due to event network-changed-c356b816-0068-40f8-8632-50ff0da715a0. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 747.731550] env[70483]: DEBUG oslo_concurrency.lockutils [req-210b4bf4-79b3-428a-90cc-d0b5357ef79d req-a67fe98f-ed0a-4880-ab77-d38721f71e86 service nova] Acquiring lock "refresh_cache-9f85ffda-955a-48a7-ad50-c704b320b7d3" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.731680] env[70483]: DEBUG oslo_concurrency.lockutils [req-210b4bf4-79b3-428a-90cc-d0b5357ef79d req-a67fe98f-ed0a-4880-ab77-d38721f71e86 service nova] Acquired lock "refresh_cache-9f85ffda-955a-48a7-ad50-c704b320b7d3" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.731863] env[70483]: DEBUG nova.network.neutron [req-210b4bf4-79b3-428a-90cc-d0b5357ef79d req-a67fe98f-ed0a-4880-ab77-d38721f71e86 service nova] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Refreshing network info cache for port c356b816-0068-40f8-8632-50ff0da715a0 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.975561] env[70483]: INFO nova.compute.manager [-] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Took 1.31 seconds to deallocate network for instance. [ 748.047604] env[70483]: DEBUG oslo_vmware.api [None req-535c7068-74c9-4a66-8cab-ece89c1d10d2 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477656, 'name': ReconfigVM_Task, 'duration_secs': 0.14056} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.047910] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-535c7068-74c9-4a66-8cab-ece89c1d10d2 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695287', 'volume_id': '7b710425-e379-465a-bbd7-459ebd705ffa', 'name': 'volume-7b710425-e379-465a-bbd7-459ebd705ffa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b9942d2-ff9e-4e8b-8d04-7f191d9563ff', 'attached_at': '', 'detached_at': '', 'volume_id': '7b710425-e379-465a-bbd7-459ebd705ffa', 'serial': '7b710425-e379-465a-bbd7-459ebd705ffa'} {{(pid=70483) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 748.186902] env[70483]: INFO nova.compute.resource_tracker [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Updating resource usage from migration b1e9f865-11f3-4a1f-8227-a25576ed017f [ 748.200419] env[70483]: DEBUG oslo_vmware.api [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': task-3477657, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.388025] env[70483]: DEBUG nova.network.neutron [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Successfully updated port: a1c7dd1f-46d8-4c9b-8605-599a6ef0dcb0 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 748.487281] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c56ee703-5380-4c1f-a91c-ade89f1c112f tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.641018] env[70483]: DEBUG nova.network.neutron [req-210b4bf4-79b3-428a-90cc-d0b5357ef79d req-a67fe98f-ed0a-4880-ab77-d38721f71e86 service nova] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Updated VIF entry in instance network info cache for port c356b816-0068-40f8-8632-50ff0da715a0. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.641018] env[70483]: DEBUG nova.network.neutron [req-210b4bf4-79b3-428a-90cc-d0b5357ef79d req-a67fe98f-ed0a-4880-ab77-d38721f71e86 service nova] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Updating instance_info_cache with network_info: [{"id": "c356b816-0068-40f8-8632-50ff0da715a0", "address": "fa:16:3e:26:71:10", "network": {"id": "9ade0ed9-d185-4913-98d7-19aac89bafc6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1122203933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8212122ea663434e8fed63ec4224caea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc356b816-00", "ovs_interfaceid": "c356b816-0068-40f8-8632-50ff0da715a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.702580] env[70483]: DEBUG oslo_vmware.api [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': task-3477657, 'name': PowerOnVM_Task, 'duration_secs': 0.802274} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.705810] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.706070] env[70483]: INFO nova.compute.manager [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Took 9.40 seconds to spawn the instance on the hypervisor. [ 748.706283] env[70483]: DEBUG nova.compute.manager [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.707338] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b637e86-b834-4df8-8aec-fbe8350db225 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.807781] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68c3a15-57e0-43fa-af58-2e245ee4d895 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.817651] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0186d5c-9623-44a6-8801-b9a2c33e4821 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.849152] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc27f5f-b97b-49ef-80c8-8f5af7243125 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.857055] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44453f5a-1e7a-47e9-8f1f-47e3c5eb6876 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.872016] env[70483]: DEBUG nova.compute.provider_tree [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.893700] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Acquiring lock "refresh_cache-375bd3df-c0cc-48ac-81a4-7a9133f5fd56" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.896064] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Acquired lock "refresh_cache-375bd3df-c0cc-48ac-81a4-7a9133f5fd56" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.896064] env[70483]: DEBUG nova.network.neutron [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.147686] env[70483]: DEBUG oslo_concurrency.lockutils [req-210b4bf4-79b3-428a-90cc-d0b5357ef79d req-a67fe98f-ed0a-4880-ab77-d38721f71e86 service nova] Releasing lock "refresh_cache-9f85ffda-955a-48a7-ad50-c704b320b7d3" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.148810] env[70483]: DEBUG nova.objects.instance [None req-535c7068-74c9-4a66-8cab-ece89c1d10d2 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lazy-loading 'flavor' on Instance uuid 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 749.234942] env[70483]: INFO nova.compute.manager [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Took 37.74 seconds to build instance. [ 749.375457] env[70483]: DEBUG nova.scheduler.client.report [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.439682] env[70483]: DEBUG nova.network.neutron [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.621316] env[70483]: DEBUG nova.network.neutron [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Updating instance_info_cache with network_info: [{"id": "a1c7dd1f-46d8-4c9b-8605-599a6ef0dcb0", "address": "fa:16:3e:2d:57:c8", "network": {"id": "54f523dc-879f-4f03-81b7-46db9de2fa07", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2088432839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0264fa324ac4d5ab3f0af0a4e32741f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1c7dd1f-46", "ovs_interfaceid": "a1c7dd1f-46d8-4c9b-8605-599a6ef0dcb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.652916] env[70483]: DEBUG oslo_concurrency.lockutils [None req-535c7068-74c9-4a66-8cab-ece89c1d10d2 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "3b9942d2-ff9e-4e8b-8d04-7f191d9563ff" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.924s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.737499] env[70483]: DEBUG oslo_concurrency.lockutils [None req-123308cf-552e-47dc-8265-eb55691f7956 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Lock "e630f6cf-d91f-4ce9-a01e-a508523990ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.375s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.802436] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "3b9942d2-ff9e-4e8b-8d04-7f191d9563ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.802703] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "3b9942d2-ff9e-4e8b-8d04-7f191d9563ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.802916] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "3b9942d2-ff9e-4e8b-8d04-7f191d9563ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.803107] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "3b9942d2-ff9e-4e8b-8d04-7f191d9563ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.803326] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "3b9942d2-ff9e-4e8b-8d04-7f191d9563ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.805446] env[70483]: INFO nova.compute.manager [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Terminating instance [ 749.882934] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.710s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.883192] env[70483]: INFO nova.compute.manager [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Migrating [ 749.883792] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.883792] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquired lock "compute-rpcapi-router" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.884859] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5d346c01-3383-4cbb-affc-5a7e604c8489 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.381s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.885865] env[70483]: DEBUG nova.objects.instance [None req-5d346c01-3383-4cbb-affc-5a7e604c8489 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Lazy-loading 'resources' on Instance uuid bcc80b1e-7f74-4c7b-b490-ec70a0474f01 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.124679] env[70483]: DEBUG nova.compute.manager [req-ec809357-49d6-49d7-ab74-34e2e842720d req-c01834ee-5f02-463b-9f3f-a4c3deb1eaa9 service nova] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Received event network-vif-plugged-a1c7dd1f-46d8-4c9b-8605-599a6ef0dcb0 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.124911] env[70483]: DEBUG oslo_concurrency.lockutils [req-ec809357-49d6-49d7-ab74-34e2e842720d req-c01834ee-5f02-463b-9f3f-a4c3deb1eaa9 service nova] Acquiring lock "375bd3df-c0cc-48ac-81a4-7a9133f5fd56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.125888] env[70483]: DEBUG oslo_concurrency.lockutils [req-ec809357-49d6-49d7-ab74-34e2e842720d req-c01834ee-5f02-463b-9f3f-a4c3deb1eaa9 service nova] Lock "375bd3df-c0cc-48ac-81a4-7a9133f5fd56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.125888] env[70483]: DEBUG oslo_concurrency.lockutils [req-ec809357-49d6-49d7-ab74-34e2e842720d req-c01834ee-5f02-463b-9f3f-a4c3deb1eaa9 service nova] Lock "375bd3df-c0cc-48ac-81a4-7a9133f5fd56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.125888] env[70483]: DEBUG nova.compute.manager [req-ec809357-49d6-49d7-ab74-34e2e842720d req-c01834ee-5f02-463b-9f3f-a4c3deb1eaa9 service nova] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] No waiting events found dispatching network-vif-plugged-a1c7dd1f-46d8-4c9b-8605-599a6ef0dcb0 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 750.125888] env[70483]: WARNING nova.compute.manager [req-ec809357-49d6-49d7-ab74-34e2e842720d req-c01834ee-5f02-463b-9f3f-a4c3deb1eaa9 service nova] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Received unexpected event network-vif-plugged-a1c7dd1f-46d8-4c9b-8605-599a6ef0dcb0 for instance with vm_state building and task_state spawning. [ 750.125888] env[70483]: DEBUG nova.compute.manager [req-ec809357-49d6-49d7-ab74-34e2e842720d req-c01834ee-5f02-463b-9f3f-a4c3deb1eaa9 service nova] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Received event network-changed-a1c7dd1f-46d8-4c9b-8605-599a6ef0dcb0 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.126241] env[70483]: DEBUG nova.compute.manager [req-ec809357-49d6-49d7-ab74-34e2e842720d req-c01834ee-5f02-463b-9f3f-a4c3deb1eaa9 service nova] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Refreshing instance network info cache due to event network-changed-a1c7dd1f-46d8-4c9b-8605-599a6ef0dcb0. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.128843] env[70483]: DEBUG oslo_concurrency.lockutils [req-ec809357-49d6-49d7-ab74-34e2e842720d req-c01834ee-5f02-463b-9f3f-a4c3deb1eaa9 service nova] Acquiring lock "refresh_cache-375bd3df-c0cc-48ac-81a4-7a9133f5fd56" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.129721] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Releasing lock "refresh_cache-375bd3df-c0cc-48ac-81a4-7a9133f5fd56" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.129721] env[70483]: DEBUG nova.compute.manager [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Instance network_info: |[{"id": "a1c7dd1f-46d8-4c9b-8605-599a6ef0dcb0", "address": "fa:16:3e:2d:57:c8", "network": {"id": "54f523dc-879f-4f03-81b7-46db9de2fa07", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2088432839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0264fa324ac4d5ab3f0af0a4e32741f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1c7dd1f-46", "ovs_interfaceid": "a1c7dd1f-46d8-4c9b-8605-599a6ef0dcb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 750.130919] env[70483]: DEBUG oslo_concurrency.lockutils [req-ec809357-49d6-49d7-ab74-34e2e842720d req-c01834ee-5f02-463b-9f3f-a4c3deb1eaa9 service nova] Acquired lock "refresh_cache-375bd3df-c0cc-48ac-81a4-7a9133f5fd56" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.130919] env[70483]: DEBUG nova.network.neutron [req-ec809357-49d6-49d7-ab74-34e2e842720d req-c01834ee-5f02-463b-9f3f-a4c3deb1eaa9 service nova] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Refreshing network info cache for port a1c7dd1f-46d8-4c9b-8605-599a6ef0dcb0 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.131497] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:57:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1c7dd1f-46d8-4c9b-8605-599a6ef0dcb0', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.138969] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Creating folder: Project (a0264fa324ac4d5ab3f0af0a4e32741f). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.140888] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b70bb01-b7fa-4d01-a14a-6b5e80649ff4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.152986] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Created folder: Project (a0264fa324ac4d5ab3f0af0a4e32741f) in parent group-v695216. [ 750.152986] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Creating folder: Instances. Parent ref: group-v695291. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.153256] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-585f3088-e773-4e71-a2f7-032ac2ce2011 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.162602] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Created folder: Instances in parent group-v695291. [ 750.163640] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.163640] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.163640] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a7a54d0-9ae6-4a5a-b4dc-0ca70f9c4fa3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.184266] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.184266] env[70483]: value = "task-3477660" [ 750.184266] env[70483]: _type = "Task" [ 750.184266] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.192432] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477660, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.242373] env[70483]: DEBUG nova.compute.manager [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 750.279327] env[70483]: DEBUG oslo_concurrency.lockutils [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Acquiring lock "638038d2-367a-4b34-96fa-9117c427a22d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.279449] env[70483]: DEBUG oslo_concurrency.lockutils [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Lock "638038d2-367a-4b34-96fa-9117c427a22d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.311094] env[70483]: DEBUG nova.compute.manager [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 750.311094] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 750.311094] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a340f69-9ae7-4be1-bf9e-9f12573f2c4d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.317878] env[70483]: DEBUG oslo_vmware.api [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 750.317878] env[70483]: value = "task-3477661" [ 750.317878] env[70483]: _type = "Task" [ 750.317878] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.328032] env[70483]: DEBUG oslo_vmware.api [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.388640] env[70483]: INFO nova.compute.rpcapi [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 750.389236] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Releasing lock "compute-rpcapi-router" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.698834] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477660, 'name': CreateVM_Task, 'duration_secs': 0.442769} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.699079] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.699959] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.700043] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.700702] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.700985] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6a0255f-8370-4772-a958-542a17e2ae85 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.708637] env[70483]: DEBUG oslo_vmware.api [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Waiting for the task: (returnval){ [ 750.708637] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5259b91a-b56b-b06b-5a87-897a7e2ef96a" [ 750.708637] env[70483]: _type = "Task" [ 750.708637] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.717714] env[70483]: DEBUG oslo_vmware.api [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5259b91a-b56b-b06b-5a87-897a7e2ef96a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.776816] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.833735] env[70483]: DEBUG oslo_vmware.api [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.923069] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquiring lock "refresh_cache-7d971534-4425-456e-83e4-7c8d9ed7f435" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.923489] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquired lock "refresh_cache-7d971534-4425-456e-83e4-7c8d9ed7f435" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.923805] env[70483]: DEBUG nova.network.neutron [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.006257] env[70483]: DEBUG nova.network.neutron [req-ec809357-49d6-49d7-ab74-34e2e842720d req-c01834ee-5f02-463b-9f3f-a4c3deb1eaa9 service nova] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Updated VIF entry in instance network info cache for port a1c7dd1f-46d8-4c9b-8605-599a6ef0dcb0. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.006883] env[70483]: DEBUG nova.network.neutron [req-ec809357-49d6-49d7-ab74-34e2e842720d req-c01834ee-5f02-463b-9f3f-a4c3deb1eaa9 service nova] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Updating instance_info_cache with network_info: [{"id": "a1c7dd1f-46d8-4c9b-8605-599a6ef0dcb0", "address": "fa:16:3e:2d:57:c8", "network": {"id": "54f523dc-879f-4f03-81b7-46db9de2fa07", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2088432839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0264fa324ac4d5ab3f0af0a4e32741f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1c7dd1f-46", "ovs_interfaceid": "a1c7dd1f-46d8-4c9b-8605-599a6ef0dcb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.012030] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036ad719-9599-4660-9d8c-a054ae4ac3d0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.018876] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeff4b3b-d544-411a-87d9-7625f8c1b4d4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.051438] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08dceb30-9ee4-4705-bb4a-7b52afa44707 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.059686] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6dc39f0-3303-4283-bc35-168a619ad611 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.074095] env[70483]: DEBUG nova.compute.provider_tree [None req-5d346c01-3383-4cbb-affc-5a7e604c8489 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.221164] env[70483]: DEBUG oslo_vmware.api [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5259b91a-b56b-b06b-5a87-897a7e2ef96a, 'name': SearchDatastore_Task, 'duration_secs': 0.023833} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.221466] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.221688] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.221927] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.222087] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.222263] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.222510] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-816d29c9-59af-4313-9028-2237eabc8a3f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.232126] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.232321] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.233033] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9143f17b-c20d-4369-9b9a-35d58064c694 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.241915] env[70483]: DEBUG oslo_vmware.api [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Waiting for the task: (returnval){ [ 751.241915] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]520909c1-a94e-93cc-e2ae-55000baabe9f" [ 751.241915] env[70483]: _type = "Task" [ 751.241915] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.247247] env[70483]: DEBUG oslo_vmware.api [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]520909c1-a94e-93cc-e2ae-55000baabe9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.333471] env[70483]: DEBUG oslo_vmware.api [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477661, 'name': PowerOffVM_Task, 'duration_secs': 0.716967} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.333743] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 751.333951] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Volume detach. Driver type: vmdk {{(pid=70483) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 751.334424] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695287', 'volume_id': '7b710425-e379-465a-bbd7-459ebd705ffa', 'name': 'volume-7b710425-e379-465a-bbd7-459ebd705ffa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b9942d2-ff9e-4e8b-8d04-7f191d9563ff', 'attached_at': '', 'detached_at': '', 'volume_id': '7b710425-e379-465a-bbd7-459ebd705ffa', 'serial': '7b710425-e379-465a-bbd7-459ebd705ffa'} {{(pid=70483) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 751.335208] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296a59af-a3e8-4f45-9c87-888b01ac0f8c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.359171] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2519b2b4-db9c-43da-b74c-1c737d3a83c6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.365941] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cd9a4b-356f-4708-bd0b-f92b5acb2604 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.389018] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa303af6-8d13-4a8f-907b-34f35bca432d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.390968] env[70483]: DEBUG nova.compute.manager [req-2c07ab34-d958-4253-9800-444d79090ac6 req-17cb9466-d265-4df8-a051-3393bf279ebf service nova] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Received event network-changed-b2b80e66-7ce8-4279-b6bb-4bc147b0efda {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.392573] env[70483]: DEBUG nova.compute.manager [req-2c07ab34-d958-4253-9800-444d79090ac6 req-17cb9466-d265-4df8-a051-3393bf279ebf service nova] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Refreshing instance network info cache due to event network-changed-b2b80e66-7ce8-4279-b6bb-4bc147b0efda. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 751.392573] env[70483]: DEBUG oslo_concurrency.lockutils [req-2c07ab34-d958-4253-9800-444d79090ac6 req-17cb9466-d265-4df8-a051-3393bf279ebf service nova] Acquiring lock "refresh_cache-e630f6cf-d91f-4ce9-a01e-a508523990ef" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.392573] env[70483]: DEBUG oslo_concurrency.lockutils [req-2c07ab34-d958-4253-9800-444d79090ac6 req-17cb9466-d265-4df8-a051-3393bf279ebf service nova] Acquired lock "refresh_cache-e630f6cf-d91f-4ce9-a01e-a508523990ef" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.392573] env[70483]: DEBUG nova.network.neutron [req-2c07ab34-d958-4253-9800-444d79090ac6 req-17cb9466-d265-4df8-a051-3393bf279ebf service nova] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Refreshing network info cache for port b2b80e66-7ce8-4279-b6bb-4bc147b0efda {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.405724] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] The volume has not been displaced from its original location: [datastore2] volume-7b710425-e379-465a-bbd7-459ebd705ffa/volume-7b710425-e379-465a-bbd7-459ebd705ffa.vmdk. No consolidation needed. {{(pid=70483) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 751.411611] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Reconfiguring VM instance instance-00000017 to detach disk 2001 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 751.412561] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44e1a320-5445-45d7-adcf-ad151037ae9b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.435631] env[70483]: DEBUG oslo_vmware.api [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 751.435631] env[70483]: value = "task-3477662" [ 751.435631] env[70483]: _type = "Task" [ 751.435631] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.449948] env[70483]: DEBUG oslo_vmware.api [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477662, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.514984] env[70483]: DEBUG oslo_concurrency.lockutils [req-ec809357-49d6-49d7-ab74-34e2e842720d req-c01834ee-5f02-463b-9f3f-a4c3deb1eaa9 service nova] Releasing lock "refresh_cache-375bd3df-c0cc-48ac-81a4-7a9133f5fd56" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.579120] env[70483]: DEBUG nova.scheduler.client.report [None req-5d346c01-3383-4cbb-affc-5a7e604c8489 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.752214] env[70483]: DEBUG oslo_vmware.api [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]520909c1-a94e-93cc-e2ae-55000baabe9f, 'name': SearchDatastore_Task, 'duration_secs': 0.009747} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.753399] env[70483]: DEBUG nova.network.neutron [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Updating instance_info_cache with network_info: [{"id": "a9d2c685-6e54-4c32-b38a-a1ee187534b7", "address": "fa:16:3e:f0:3f:f4", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9d2c685-6e", "ovs_interfaceid": "a9d2c685-6e54-4c32-b38a-a1ee187534b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.755703] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-680a2ba9-70d3-4806-86bd-aa9136629a31 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.766067] env[70483]: DEBUG oslo_vmware.api [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Waiting for the task: (returnval){ [ 751.766067] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522ca08f-af49-7382-e0e1-6324ffee995b" [ 751.766067] env[70483]: _type = "Task" [ 751.766067] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.776475] env[70483]: DEBUG oslo_vmware.api [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522ca08f-af49-7382-e0e1-6324ffee995b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.952814] env[70483]: DEBUG oslo_vmware.api [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477662, 'name': ReconfigVM_Task, 'duration_secs': 0.366538} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.955338] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Reconfigured VM instance instance-00000017 to detach disk 2001 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 751.959539] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f82afd4-33a8-46be-8a96-00bef7d2c4e4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.977773] env[70483]: DEBUG oslo_vmware.api [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 751.977773] env[70483]: value = "task-3477663" [ 751.977773] env[70483]: _type = "Task" [ 751.977773] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.992704] env[70483]: DEBUG oslo_vmware.api [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477663, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.082647] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5d346c01-3383-4cbb-affc-5a7e604c8489 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.198s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.086171] env[70483]: DEBUG oslo_concurrency.lockutils [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.242s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.089635] env[70483]: INFO nova.compute.claims [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.122033] env[70483]: INFO nova.scheduler.client.report [None req-5d346c01-3383-4cbb-affc-5a7e604c8489 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Deleted allocations for instance bcc80b1e-7f74-4c7b-b490-ec70a0474f01 [ 752.214125] env[70483]: DEBUG nova.network.neutron [req-2c07ab34-d958-4253-9800-444d79090ac6 req-17cb9466-d265-4df8-a051-3393bf279ebf service nova] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Updated VIF entry in instance network info cache for port b2b80e66-7ce8-4279-b6bb-4bc147b0efda. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.214591] env[70483]: DEBUG nova.network.neutron [req-2c07ab34-d958-4253-9800-444d79090ac6 req-17cb9466-d265-4df8-a051-3393bf279ebf service nova] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Updating instance_info_cache with network_info: [{"id": "b2b80e66-7ce8-4279-b6bb-4bc147b0efda", "address": "fa:16:3e:93:6a:eb", "network": {"id": "41288b74-7aa3-4633-99bb-3cb43c17737e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1230723416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3757754b10c547d2bcb8e351c873a52a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2b80e66-7c", "ovs_interfaceid": "b2b80e66-7ce8-4279-b6bb-4bc147b0efda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.260510] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Releasing lock "refresh_cache-7d971534-4425-456e-83e4-7c8d9ed7f435" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.281275] env[70483]: DEBUG oslo_vmware.api [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522ca08f-af49-7382-e0e1-6324ffee995b, 'name': SearchDatastore_Task, 'duration_secs': 0.012331} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.281275] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.281275] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 375bd3df-c0cc-48ac-81a4-7a9133f5fd56/375bd3df-c0cc-48ac-81a4-7a9133f5fd56.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.281275] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a1b5021-682c-4aa1-ba25-fc15513561c7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.306021] env[70483]: DEBUG oslo_vmware.api [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Waiting for the task: (returnval){ [ 752.306021] env[70483]: value = "task-3477664" [ 752.306021] env[70483]: _type = "Task" [ 752.306021] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.321147] env[70483]: DEBUG oslo_vmware.api [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Task: {'id': task-3477664, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.488389] env[70483]: DEBUG oslo_vmware.api [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477663, 'name': ReconfigVM_Task, 'duration_secs': 0.169165} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.488811] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695287', 'volume_id': '7b710425-e379-465a-bbd7-459ebd705ffa', 'name': 'volume-7b710425-e379-465a-bbd7-459ebd705ffa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b9942d2-ff9e-4e8b-8d04-7f191d9563ff', 'attached_at': '', 'detached_at': '', 'volume_id': '7b710425-e379-465a-bbd7-459ebd705ffa', 'serial': '7b710425-e379-465a-bbd7-459ebd705ffa'} {{(pid=70483) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 752.489171] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 752.490124] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8e50fc-975a-4f67-a9a5-022138295d88 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.497359] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 752.497598] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b12dc28-acd4-4e24-b2bb-6e2f9979a1a5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.555996] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 752.556247] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 752.556428] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Deleting the datastore file [datastore1] 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 752.556743] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d08c4fd-938a-41b7-b974-9767700e3603 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.565858] env[70483]: DEBUG oslo_vmware.api [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 752.565858] env[70483]: value = "task-3477666" [ 752.565858] env[70483]: _type = "Task" [ 752.565858] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.574116] env[70483]: DEBUG oslo_vmware.api [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.582356] env[70483]: DEBUG oslo_concurrency.lockutils [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Acquiring lock "6b746014-b163-4a17-a8c6-4b88eaed0ac1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.582575] env[70483]: DEBUG oslo_concurrency.lockutils [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Lock "6b746014-b163-4a17-a8c6-4b88eaed0ac1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.633086] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5d346c01-3383-4cbb-affc-5a7e604c8489 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Lock "bcc80b1e-7f74-4c7b-b490-ec70a0474f01" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.401s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.716967] env[70483]: DEBUG oslo_concurrency.lockutils [req-2c07ab34-d958-4253-9800-444d79090ac6 req-17cb9466-d265-4df8-a051-3393bf279ebf service nova] Releasing lock "refresh_cache-e630f6cf-d91f-4ce9-a01e-a508523990ef" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.815753] env[70483]: DEBUG oslo_vmware.api [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Task: {'id': task-3477664, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.080052] env[70483]: DEBUG oslo_vmware.api [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.323753] env[70483]: DEBUG oslo_vmware.api [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Task: {'id': task-3477664, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629738} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.324414] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 375bd3df-c0cc-48ac-81a4-7a9133f5fd56/375bd3df-c0cc-48ac-81a4-7a9133f5fd56.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.324635] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.324888] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce131de0-1bb0-4255-918d-150164a41250 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.334733] env[70483]: DEBUG oslo_vmware.api [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Waiting for the task: (returnval){ [ 753.334733] env[70483]: value = "task-3477667" [ 753.334733] env[70483]: _type = "Task" [ 753.334733] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.344072] env[70483]: DEBUG oslo_vmware.api [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Task: {'id': task-3477667, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.586759] env[70483]: DEBUG oslo_vmware.api [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3477666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.832858} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.586759] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.586759] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 753.586759] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 753.586759] env[70483]: INFO nova.compute.manager [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Took 3.28 seconds to destroy the instance on the hypervisor. [ 753.586898] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.586898] env[70483]: DEBUG nova.compute.manager [-] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 753.586898] env[70483]: DEBUG nova.network.neutron [-] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 753.755907] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beda1234-9e98-485c-a1e6-501c7550cfa6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.765100] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37e8af2-56c0-4bcf-b91d-03db4885d20b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.801782] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e4a05d-7a33-4f2e-9662-2f44556ac847 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.805695] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480dcd27-1807-4219-94cc-2e13b4fc9b3f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.832526] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecab122-33eb-4ad5-9113-bd533886d44e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.843354] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Updating instance '7d971534-4425-456e-83e4-7c8d9ed7f435' progress to 0 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 753.861121] env[70483]: DEBUG oslo_vmware.api [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Task: {'id': task-3477667, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.240041} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.868781] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.873026] env[70483]: DEBUG nova.compute.provider_tree [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.873026] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d055d2df-0cb3-41c6-be2b-52e4f6d0a7ed {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.896420] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 375bd3df-c0cc-48ac-81a4-7a9133f5fd56/375bd3df-c0cc-48ac-81a4-7a9133f5fd56.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.898319] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98ecf323-ea62-477d-9c9c-8a68a14ce91e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.921665] env[70483]: DEBUG oslo_vmware.api [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Waiting for the task: (returnval){ [ 753.921665] env[70483]: value = "task-3477668" [ 753.921665] env[70483]: _type = "Task" [ 753.921665] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.934457] env[70483]: DEBUG oslo_vmware.api [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Task: {'id': task-3477668, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.347290] env[70483]: DEBUG nova.compute.manager [req-3c977cc6-3aac-44c0-9a38-5cec347a734b req-ff0b241d-a534-4caa-9317-05ae2de446c3 service nova] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Received event network-vif-deleted-15101367-0456-4134-8822-7f54189d0a2d {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.347567] env[70483]: INFO nova.compute.manager [req-3c977cc6-3aac-44c0-9a38-5cec347a734b req-ff0b241d-a534-4caa-9317-05ae2de446c3 service nova] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Neutron deleted interface 15101367-0456-4134-8822-7f54189d0a2d; detaching it from the instance and deleting it from the info cache [ 754.347607] env[70483]: DEBUG nova.network.neutron [req-3c977cc6-3aac-44c0-9a38-5cec347a734b req-ff0b241d-a534-4caa-9317-05ae2de446c3 service nova] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.358082] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.358424] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e34aad89-04b9-42da-ab98-10766a3877be {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.366272] env[70483]: DEBUG oslo_vmware.api [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Waiting for the task: (returnval){ [ 754.366272] env[70483]: value = "task-3477669" [ 754.366272] env[70483]: _type = "Task" [ 754.366272] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.380512] env[70483]: DEBUG nova.scheduler.client.report [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.383206] env[70483]: DEBUG oslo_vmware.api [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3477669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.432794] env[70483]: DEBUG oslo_vmware.api [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Task: {'id': task-3477668, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.566727] env[70483]: DEBUG nova.network.neutron [-] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.850383] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-74e9424a-c9ab-4ce2-928f-c36b43bee4e2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.863830] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb333311-92ed-4e1a-9f5a-e92f1c3e334e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.890112] env[70483]: DEBUG oslo_concurrency.lockutils [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.804s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.894478] env[70483]: DEBUG nova.compute.manager [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 754.897166] env[70483]: DEBUG oslo_vmware.api [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3477669, 'name': PowerOffVM_Task, 'duration_secs': 0.194282} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.907399] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.612s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.908984] env[70483]: INFO nova.compute.claims [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.911583] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.911764] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Updating instance '7d971534-4425-456e-83e4-7c8d9ed7f435' progress to 17 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 754.918658] env[70483]: DEBUG nova.compute.manager [req-3c977cc6-3aac-44c0-9a38-5cec347a734b req-ff0b241d-a534-4caa-9317-05ae2de446c3 service nova] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Detach interface failed, port_id=15101367-0456-4134-8822-7f54189d0a2d, reason: Instance 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 754.932939] env[70483]: DEBUG oslo_vmware.api [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Task: {'id': task-3477668, 'name': ReconfigVM_Task, 'duration_secs': 0.583437} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.932939] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 375bd3df-c0cc-48ac-81a4-7a9133f5fd56/375bd3df-c0cc-48ac-81a4-7a9133f5fd56.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.934113] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78c2e6a9-493f-4f19-8645-9ba88c95a236 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.942354] env[70483]: DEBUG oslo_vmware.api [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Waiting for the task: (returnval){ [ 754.942354] env[70483]: value = "task-3477670" [ 754.942354] env[70483]: _type = "Task" [ 754.942354] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.952926] env[70483]: DEBUG oslo_vmware.api [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Task: {'id': task-3477670, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.069161] env[70483]: INFO nova.compute.manager [-] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Took 1.48 seconds to deallocate network for instance. [ 755.411062] env[70483]: DEBUG nova.compute.utils [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 755.412666] env[70483]: DEBUG nova.compute.manager [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Not allocating networking since 'none' was specified. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 755.429569] env[70483]: DEBUG nova.virt.hardware [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.429569] env[70483]: DEBUG nova.virt.hardware [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.430096] env[70483]: DEBUG nova.virt.hardware [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.430096] env[70483]: DEBUG nova.virt.hardware [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.432042] env[70483]: DEBUG nova.virt.hardware [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.432042] env[70483]: DEBUG nova.virt.hardware [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.432042] env[70483]: DEBUG nova.virt.hardware [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.432042] env[70483]: DEBUG nova.virt.hardware [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.432042] env[70483]: DEBUG nova.virt.hardware [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.432234] env[70483]: DEBUG nova.virt.hardware [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.432234] env[70483]: DEBUG nova.virt.hardware [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.443828] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9217375-afcb-4729-ac35-3e7a39c2eea4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.471620] env[70483]: DEBUG oslo_vmware.api [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Task: {'id': task-3477670, 'name': Rename_Task, 'duration_secs': 0.303473} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.474612] env[70483]: DEBUG oslo_vmware.api [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Waiting for the task: (returnval){ [ 755.474612] env[70483]: value = "task-3477671" [ 755.474612] env[70483]: _type = "Task" [ 755.474612] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.474612] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.474612] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86f03465-e52d-4669-bccd-ea2e2d8dfb3c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.492171] env[70483]: DEBUG oslo_vmware.api [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3477671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.496369] env[70483]: DEBUG oslo_vmware.api [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Waiting for the task: (returnval){ [ 755.496369] env[70483]: value = "task-3477672" [ 755.496369] env[70483]: _type = "Task" [ 755.496369] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.505486] env[70483]: DEBUG oslo_vmware.api [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Task: {'id': task-3477672, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.670628] env[70483]: INFO nova.compute.manager [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Took 0.60 seconds to detach 1 volumes for instance. [ 755.917560] env[70483]: DEBUG nova.compute.manager [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 755.983517] env[70483]: DEBUG oslo_vmware.api [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3477671, 'name': ReconfigVM_Task, 'duration_secs': 0.321043} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.984750] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Updating instance '7d971534-4425-456e-83e4-7c8d9ed7f435' progress to 33 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 755.988454] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cf2b0b-c93c-4115-a156-9a6f73e9ebfb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.995627] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b432581-167b-44ed-b85d-4c4a1d952668 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.008325] env[70483]: DEBUG oslo_vmware.api [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Task: {'id': task-3477672, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.034796] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf47131-b4a1-44c0-b49b-bc9b47d11e2e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.045388] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a2d489-1981-4996-a4be-e8b8f13721bb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.051417] env[70483]: DEBUG oslo_concurrency.lockutils [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Acquiring lock "527062ee-0659-45a7-96c8-1c8d6f272b86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.051581] env[70483]: DEBUG oslo_concurrency.lockutils [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Lock "527062ee-0659-45a7-96c8-1c8d6f272b86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.063773] env[70483]: DEBUG nova.compute.provider_tree [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.179739] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.316572] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquiring lock "a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.316832] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lock "a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.495283] env[70483]: DEBUG nova.virt.hardware [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.495685] env[70483]: DEBUG nova.virt.hardware [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.495943] env[70483]: DEBUG nova.virt.hardware [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.496281] env[70483]: DEBUG nova.virt.hardware [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.496506] env[70483]: DEBUG nova.virt.hardware [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.496787] env[70483]: DEBUG nova.virt.hardware [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.497091] env[70483]: DEBUG nova.virt.hardware [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.497365] env[70483]: DEBUG nova.virt.hardware [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.497646] env[70483]: DEBUG nova.virt.hardware [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.497924] env[70483]: DEBUG nova.virt.hardware [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.498235] env[70483]: DEBUG nova.virt.hardware [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.507586] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Reconfiguring VM instance instance-00000010 to detach disk 2000 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 756.508091] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d29cf7f-3322-4e20-baed-3dfd0fc4f8f1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.544149] env[70483]: DEBUG oslo_vmware.api [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Task: {'id': task-3477672, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.545964] env[70483]: DEBUG oslo_vmware.api [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Waiting for the task: (returnval){ [ 756.545964] env[70483]: value = "task-3477673" [ 756.545964] env[70483]: _type = "Task" [ 756.545964] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.557287] env[70483]: DEBUG oslo_vmware.api [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3477673, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.566615] env[70483]: DEBUG nova.scheduler.client.report [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.926612] env[70483]: DEBUG nova.compute.manager [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 756.954709] env[70483]: DEBUG nova.virt.hardware [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.954965] env[70483]: DEBUG nova.virt.hardware [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.955136] env[70483]: DEBUG nova.virt.hardware [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.955319] env[70483]: DEBUG nova.virt.hardware [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.955462] env[70483]: DEBUG nova.virt.hardware [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.955604] env[70483]: DEBUG nova.virt.hardware [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.956512] env[70483]: DEBUG nova.virt.hardware [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.956512] env[70483]: DEBUG nova.virt.hardware [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.956512] env[70483]: DEBUG nova.virt.hardware [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.956512] env[70483]: DEBUG nova.virt.hardware [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.956822] env[70483]: DEBUG nova.virt.hardware [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.957635] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8b0a88-0192-4b6a-ba68-5f00d0048dc7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.965979] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a4fa50-1238-48e2-8b9d-bfc4ac0689a2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.981317] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Instance VIF info [] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.987578] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Creating folder: Project (66a9b7d900544951807a2b8f8658658f). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.987867] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72d9518f-f3ba-44e5-a4ab-46303e6e170d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.998304] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Created folder: Project (66a9b7d900544951807a2b8f8658658f) in parent group-v695216. [ 756.998502] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Creating folder: Instances. Parent ref: group-v695294. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.998763] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba50abd7-8803-4c4d-b894-3fa9abd12c28 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.008395] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Created folder: Instances in parent group-v695294. [ 757.008625] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.011688] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.012124] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-856bb404-f9d3-44ee-bb37-f12dc58393ee {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.035018] env[70483]: DEBUG oslo_vmware.api [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Task: {'id': task-3477672, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.037214] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.037214] env[70483]: value = "task-3477676" [ 757.037214] env[70483]: _type = "Task" [ 757.037214] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.045151] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477676, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.053618] env[70483]: DEBUG oslo_vmware.api [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3477673, 'name': ReconfigVM_Task, 'duration_secs': 0.336799} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.053891] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Reconfigured VM instance instance-00000010 to detach disk 2000 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 757.054638] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623a684e-dd0b-4845-b94e-acdce2f9670d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.073976] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.074450] env[70483]: DEBUG nova.compute.manager [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 757.091661] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 7d971534-4425-456e-83e4-7c8d9ed7f435/7d971534-4425-456e-83e4-7c8d9ed7f435.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.092600] env[70483]: DEBUG oslo_concurrency.lockutils [None req-21542dc1-b4bd-468c-9ca7-1a6df10a1fba tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.510s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.092942] env[70483]: DEBUG nova.objects.instance [None req-21542dc1-b4bd-468c-9ca7-1a6df10a1fba tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Lazy-loading 'resources' on Instance uuid 45512c2a-1c78-4f50-a995-01ec8108fe38 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 757.094832] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-507c2702-fee5-4489-887f-aece6fea41ef {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.118359] env[70483]: DEBUG oslo_vmware.api [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Waiting for the task: (returnval){ [ 757.118359] env[70483]: value = "task-3477677" [ 757.118359] env[70483]: _type = "Task" [ 757.118359] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.129511] env[70483]: DEBUG oslo_vmware.api [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3477677, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.518743] env[70483]: DEBUG oslo_vmware.api [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Task: {'id': task-3477672, 'name': PowerOnVM_Task, 'duration_secs': 1.965966} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.519218] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.520763] env[70483]: INFO nova.compute.manager [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Took 11.02 seconds to spawn the instance on the hypervisor. [ 757.520763] env[70483]: DEBUG nova.compute.manager [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.520763] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac52342a-c95c-4c1c-b7c7-5194b2e99af5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.546560] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477676, 'name': CreateVM_Task, 'duration_secs': 0.281408} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.546769] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.547255] env[70483]: DEBUG oslo_concurrency.lockutils [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.547414] env[70483]: DEBUG oslo_concurrency.lockutils [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.547746] env[70483]: DEBUG oslo_concurrency.lockutils [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.547993] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d360c2d7-7daf-4e70-8ed6-9593479a75f7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.552529] env[70483]: DEBUG oslo_vmware.api [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Waiting for the task: (returnval){ [ 757.552529] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d2de32-504c-72ad-db48-b6fc008dd254" [ 757.552529] env[70483]: _type = "Task" [ 757.552529] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.560706] env[70483]: DEBUG oslo_vmware.api [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d2de32-504c-72ad-db48-b6fc008dd254, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.593906] env[70483]: DEBUG nova.compute.utils [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.595421] env[70483]: DEBUG nova.compute.manager [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 757.595663] env[70483]: DEBUG nova.network.neutron [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 757.629207] env[70483]: DEBUG oslo_vmware.api [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3477677, 'name': ReconfigVM_Task, 'duration_secs': 0.296921} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.629565] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 7d971534-4425-456e-83e4-7c8d9ed7f435/7d971534-4425-456e-83e4-7c8d9ed7f435.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.629837] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Updating instance '7d971534-4425-456e-83e4-7c8d9ed7f435' progress to 50 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 757.657997] env[70483]: DEBUG nova.policy [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0055bbfad884c73a12ee23f1718d467', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4fd64f27a6041b9832d18720f5cb623', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 757.993780] env[70483]: DEBUG nova.network.neutron [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Successfully created port: b45c6dff-33c0-4819-8ea3-4d51310f7742 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 758.042996] env[70483]: INFO nova.compute.manager [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Took 41.25 seconds to build instance. [ 758.064382] env[70483]: DEBUG oslo_vmware.api [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d2de32-504c-72ad-db48-b6fc008dd254, 'name': SearchDatastore_Task, 'duration_secs': 0.010981} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.068272] env[70483]: DEBUG oslo_concurrency.lockutils [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.068939] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.068939] env[70483]: DEBUG oslo_concurrency.lockutils [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.068939] env[70483]: DEBUG oslo_concurrency.lockutils [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.069446] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.070173] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8e9941e-c6ee-4317-ac6d-e95f20491509 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.083061] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.083061] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.086153] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1f91029-c0f1-4163-b1eb-799d02aceceb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.094759] env[70483]: DEBUG oslo_vmware.api [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Waiting for the task: (returnval){ [ 758.094759] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ef35d7-c62b-a69b-1410-ec12f2d3eb9d" [ 758.094759] env[70483]: _type = "Task" [ 758.094759] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.098643] env[70483]: DEBUG nova.compute.manager [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 758.111867] env[70483]: DEBUG oslo_vmware.api [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ef35d7-c62b-a69b-1410-ec12f2d3eb9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.145629] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7602f25b-0250-459a-8514-135a8c76abdf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.148985] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d85519-d570-459b-80ca-ec659b1153d0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.170627] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87dc281-2d6b-4642-acfb-6f3307a7d309 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.175113] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094d02d9-74af-4891-914b-a489bb4ce294 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.226757] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Updating instance '7d971534-4425-456e-83e4-7c8d9ed7f435' progress to 67 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 758.230962] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81bd050c-5d2e-4291-903a-2bf81760bcdc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.239346] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c6c172-3990-4aa0-8d12-33bb51a3ceb5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.254894] env[70483]: DEBUG nova.compute.provider_tree [None req-21542dc1-b4bd-468c-9ca7-1a6df10a1fba tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.549673] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cdd2dba0-68f0-4815-a850-0591c1eb3986 tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Lock "375bd3df-c0cc-48ac-81a4-7a9133f5fd56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.030s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.610281] env[70483]: DEBUG oslo_vmware.api [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ef35d7-c62b-a69b-1410-ec12f2d3eb9d, 'name': SearchDatastore_Task, 'duration_secs': 0.038468} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.614137] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-138a688e-dfac-4876-85ec-40e33e5dfdea {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.624037] env[70483]: DEBUG oslo_vmware.api [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Waiting for the task: (returnval){ [ 758.624037] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52bd8c8e-8e3b-1ffd-9457-4e5971aaa189" [ 758.624037] env[70483]: _type = "Task" [ 758.624037] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.632653] env[70483]: DEBUG oslo_vmware.api [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52bd8c8e-8e3b-1ffd-9457-4e5971aaa189, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.759949] env[70483]: DEBUG nova.scheduler.client.report [None req-21542dc1-b4bd-468c-9ca7-1a6df10a1fba tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.840830] env[70483]: DEBUG nova.network.neutron [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Port a9d2c685-6e54-4c32-b38a-a1ee187534b7 binding to destination host cpu-1 is already ACTIVE {{(pid=70483) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 759.053309] env[70483]: DEBUG nova.compute.manager [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 759.097517] env[70483]: DEBUG oslo_concurrency.lockutils [None req-af676f3b-78cb-4943-98e9-34b0f09d66ac tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Acquiring lock "375bd3df-c0cc-48ac-81a4-7a9133f5fd56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.097791] env[70483]: DEBUG oslo_concurrency.lockutils [None req-af676f3b-78cb-4943-98e9-34b0f09d66ac tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Lock "375bd3df-c0cc-48ac-81a4-7a9133f5fd56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.098017] env[70483]: DEBUG oslo_concurrency.lockutils [None req-af676f3b-78cb-4943-98e9-34b0f09d66ac tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Acquiring lock "375bd3df-c0cc-48ac-81a4-7a9133f5fd56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.098206] env[70483]: DEBUG oslo_concurrency.lockutils [None req-af676f3b-78cb-4943-98e9-34b0f09d66ac tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Lock "375bd3df-c0cc-48ac-81a4-7a9133f5fd56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.098375] env[70483]: DEBUG oslo_concurrency.lockutils [None req-af676f3b-78cb-4943-98e9-34b0f09d66ac tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Lock "375bd3df-c0cc-48ac-81a4-7a9133f5fd56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.101948] env[70483]: INFO nova.compute.manager [None req-af676f3b-78cb-4943-98e9-34b0f09d66ac tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Terminating instance [ 759.112595] env[70483]: DEBUG nova.compute.manager [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 759.134133] env[70483]: DEBUG oslo_vmware.api [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52bd8c8e-8e3b-1ffd-9457-4e5971aaa189, 'name': SearchDatastore_Task, 'duration_secs': 0.025504} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.134409] env[70483]: DEBUG oslo_concurrency.lockutils [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.134690] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 126e670b-cfa9-4316-b2e1-a6782d2b3684/126e670b-cfa9-4316-b2e1-a6782d2b3684.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.134962] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7920d7f9-3b33-4554-af97-bc2bbed92a01 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.141475] env[70483]: DEBUG oslo_vmware.api [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Waiting for the task: (returnval){ [ 759.141475] env[70483]: value = "task-3477678" [ 759.141475] env[70483]: _type = "Task" [ 759.141475] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.148550] env[70483]: DEBUG nova.virt.hardware [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 759.148550] env[70483]: DEBUG nova.virt.hardware [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 759.148550] env[70483]: DEBUG nova.virt.hardware [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.148739] env[70483]: DEBUG nova.virt.hardware [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 759.148739] env[70483]: DEBUG nova.virt.hardware [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.148739] env[70483]: DEBUG nova.virt.hardware [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 759.148739] env[70483]: DEBUG nova.virt.hardware [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 759.148882] env[70483]: DEBUG nova.virt.hardware [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 759.149452] env[70483]: DEBUG nova.virt.hardware [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 759.149452] env[70483]: DEBUG nova.virt.hardware [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 759.149452] env[70483]: DEBUG nova.virt.hardware [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 759.150544] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a4592e-bc00-4d64-9442-f2f70c2882f2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.158950] env[70483]: DEBUG oslo_vmware.api [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Task: {'id': task-3477678, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.162068] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b56d69-7b0d-4fcd-a3a4-4faed1c0cdea {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.264510] env[70483]: DEBUG oslo_concurrency.lockutils [None req-21542dc1-b4bd-468c-9ca7-1a6df10a1fba tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.268302] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.131s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.269148] env[70483]: INFO nova.compute.claims [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] [instance: e5585d3f-b6f3-4f69-8618-ad365b32f71a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.295318] env[70483]: INFO nova.scheduler.client.report [None req-21542dc1-b4bd-468c-9ca7-1a6df10a1fba tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Deleted allocations for instance 45512c2a-1c78-4f50-a995-01ec8108fe38 [ 759.574163] env[70483]: DEBUG nova.network.neutron [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Successfully updated port: b45c6dff-33c0-4819-8ea3-4d51310f7742 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 759.582876] env[70483]: DEBUG oslo_concurrency.lockutils [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.610111] env[70483]: DEBUG nova.compute.manager [None req-af676f3b-78cb-4943-98e9-34b0f09d66ac tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 759.610111] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-af676f3b-78cb-4943-98e9-34b0f09d66ac tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.610111] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e56382-2633-4960-bf6b-7d5fcbe52006 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.619929] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-af676f3b-78cb-4943-98e9-34b0f09d66ac tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.620252] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d102cdaa-d7df-4dab-9359-88d89b98a2e1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.627045] env[70483]: DEBUG oslo_vmware.api [None req-af676f3b-78cb-4943-98e9-34b0f09d66ac tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Waiting for the task: (returnval){ [ 759.627045] env[70483]: value = "task-3477679" [ 759.627045] env[70483]: _type = "Task" [ 759.627045] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.640332] env[70483]: DEBUG oslo_vmware.api [None req-af676f3b-78cb-4943-98e9-34b0f09d66ac tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Task: {'id': task-3477679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.651776] env[70483]: DEBUG oslo_vmware.api [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Task: {'id': task-3477678, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458344} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.652217] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 126e670b-cfa9-4316-b2e1-a6782d2b3684/126e670b-cfa9-4316-b2e1-a6782d2b3684.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.652435] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.652681] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c16bd01-4457-49ec-b42e-34544260796a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.658317] env[70483]: DEBUG oslo_vmware.api [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Waiting for the task: (returnval){ [ 759.658317] env[70483]: value = "task-3477680" [ 759.658317] env[70483]: _type = "Task" [ 759.658317] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.666194] env[70483]: DEBUG oslo_vmware.api [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Task: {'id': task-3477680, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.770139] env[70483]: DEBUG nova.compute.manager [req-cffae6a1-67cb-4790-8eb8-7bcaf22b366c req-26a066c4-6a2c-4835-baf8-6194cc1e8cc3 service nova] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Received event network-vif-plugged-b45c6dff-33c0-4819-8ea3-4d51310f7742 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.770384] env[70483]: DEBUG oslo_concurrency.lockutils [req-cffae6a1-67cb-4790-8eb8-7bcaf22b366c req-26a066c4-6a2c-4835-baf8-6194cc1e8cc3 service nova] Acquiring lock "de35e055-451f-4c4b-ab3a-9b5b6baa529c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.770671] env[70483]: DEBUG oslo_concurrency.lockutils [req-cffae6a1-67cb-4790-8eb8-7bcaf22b366c req-26a066c4-6a2c-4835-baf8-6194cc1e8cc3 service nova] Lock "de35e055-451f-4c4b-ab3a-9b5b6baa529c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.770938] env[70483]: DEBUG oslo_concurrency.lockutils [req-cffae6a1-67cb-4790-8eb8-7bcaf22b366c req-26a066c4-6a2c-4835-baf8-6194cc1e8cc3 service nova] Lock "de35e055-451f-4c4b-ab3a-9b5b6baa529c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.771254] env[70483]: DEBUG nova.compute.manager [req-cffae6a1-67cb-4790-8eb8-7bcaf22b366c req-26a066c4-6a2c-4835-baf8-6194cc1e8cc3 service nova] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] No waiting events found dispatching network-vif-plugged-b45c6dff-33c0-4819-8ea3-4d51310f7742 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 759.771538] env[70483]: WARNING nova.compute.manager [req-cffae6a1-67cb-4790-8eb8-7bcaf22b366c req-26a066c4-6a2c-4835-baf8-6194cc1e8cc3 service nova] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Received unexpected event network-vif-plugged-b45c6dff-33c0-4819-8ea3-4d51310f7742 for instance with vm_state building and task_state spawning. [ 759.804757] env[70483]: DEBUG oslo_concurrency.lockutils [None req-21542dc1-b4bd-468c-9ca7-1a6df10a1fba tempest-ServersV294TestFqdnHostnames-934375139 tempest-ServersV294TestFqdnHostnames-934375139-project-member] Lock "45512c2a-1c78-4f50-a995-01ec8108fe38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.447s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.869106] env[70483]: DEBUG nova.compute.manager [None req-bbd2232e-c6a6-4165-a42a-3332df8c19fd tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.869995] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0120ae30-279a-42cb-8ef4-8948f8aeb14d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.879593] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquiring lock "7d971534-4425-456e-83e4-7c8d9ed7f435-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.879874] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Lock "7d971534-4425-456e-83e4-7c8d9ed7f435-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.880081] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Lock "7d971534-4425-456e-83e4-7c8d9ed7f435-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.076942] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Acquiring lock "refresh_cache-de35e055-451f-4c4b-ab3a-9b5b6baa529c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.077126] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Acquired lock "refresh_cache-de35e055-451f-4c4b-ab3a-9b5b6baa529c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.077281] env[70483]: DEBUG nova.network.neutron [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.136299] env[70483]: DEBUG oslo_vmware.api [None req-af676f3b-78cb-4943-98e9-34b0f09d66ac tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Task: {'id': task-3477679, 'name': PowerOffVM_Task, 'duration_secs': 0.231387} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.136634] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-af676f3b-78cb-4943-98e9-34b0f09d66ac tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.136817] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-af676f3b-78cb-4943-98e9-34b0f09d66ac tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.137087] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e937cd04-28a2-4f68-b153-786def0eee41 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.167653] env[70483]: DEBUG oslo_vmware.api [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Task: {'id': task-3477680, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0631} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.167916] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.168688] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf8a5e3-2d8a-42c5-bccf-29661794f5c5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.188518] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 126e670b-cfa9-4316-b2e1-a6782d2b3684/126e670b-cfa9-4316-b2e1-a6782d2b3684.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.188823] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7303c80-54e5-45c4-a1eb-21a52279d549 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.209541] env[70483]: DEBUG oslo_vmware.api [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Waiting for the task: (returnval){ [ 760.209541] env[70483]: value = "task-3477682" [ 760.209541] env[70483]: _type = "Task" [ 760.209541] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.213801] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-af676f3b-78cb-4943-98e9-34b0f09d66ac tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.213999] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-af676f3b-78cb-4943-98e9-34b0f09d66ac tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.214183] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-af676f3b-78cb-4943-98e9-34b0f09d66ac tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Deleting the datastore file [datastore1] 375bd3df-c0cc-48ac-81a4-7a9133f5fd56 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.214747] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e7a08a5-5482-45f6-ac22-b4a24117d2f3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.219462] env[70483]: DEBUG oslo_vmware.api [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Task: {'id': task-3477682, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.225075] env[70483]: DEBUG oslo_vmware.api [None req-af676f3b-78cb-4943-98e9-34b0f09d66ac tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Waiting for the task: (returnval){ [ 760.225075] env[70483]: value = "task-3477683" [ 760.225075] env[70483]: _type = "Task" [ 760.225075] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.232286] env[70483]: DEBUG oslo_vmware.api [None req-af676f3b-78cb-4943-98e9-34b0f09d66ac tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Task: {'id': task-3477683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.392518] env[70483]: INFO nova.compute.manager [None req-bbd2232e-c6a6-4165-a42a-3332df8c19fd tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] instance snapshotting [ 760.392518] env[70483]: DEBUG nova.objects.instance [None req-bbd2232e-c6a6-4165-a42a-3332df8c19fd tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lazy-loading 'flavor' on Instance uuid 7586d90c-26f8-4054-8574-e4585eaadc45 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 760.430214] env[70483]: DEBUG oslo_concurrency.lockutils [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquiring lock "744b10e0-5286-4d1f-a014-9bd49a48ebeb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.430467] env[70483]: DEBUG oslo_concurrency.lockutils [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lock "744b10e0-5286-4d1f-a014-9bd49a48ebeb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.466723] env[70483]: DEBUG oslo_concurrency.lockutils [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquiring lock "e175f923-53c0-4e4c-875d-2e6d4e08714a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.467166] env[70483]: DEBUG oslo_concurrency.lockutils [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lock "e175f923-53c0-4e4c-875d-2e6d4e08714a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.630211] env[70483]: DEBUG nova.network.neutron [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.722831] env[70483]: DEBUG oslo_vmware.api [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Task: {'id': task-3477682, 'name': ReconfigVM_Task, 'duration_secs': 0.296637} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.725663] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 126e670b-cfa9-4316-b2e1-a6782d2b3684/126e670b-cfa9-4316-b2e1-a6782d2b3684.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.726717] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2642e92-26a8-4bde-9ed4-48eb85ff4a97 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.740661] env[70483]: DEBUG oslo_vmware.api [None req-af676f3b-78cb-4943-98e9-34b0f09d66ac tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Task: {'id': task-3477683, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166417} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.745664] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-af676f3b-78cb-4943-98e9-34b0f09d66ac tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.745970] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-af676f3b-78cb-4943-98e9-34b0f09d66ac tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.746757] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-af676f3b-78cb-4943-98e9-34b0f09d66ac tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.746958] env[70483]: INFO nova.compute.manager [None req-af676f3b-78cb-4943-98e9-34b0f09d66ac tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Took 1.14 seconds to destroy the instance on the hypervisor. [ 760.748020] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af676f3b-78cb-4943-98e9-34b0f09d66ac tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.748020] env[70483]: DEBUG oslo_vmware.api [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Waiting for the task: (returnval){ [ 760.748020] env[70483]: value = "task-3477684" [ 760.748020] env[70483]: _type = "Task" [ 760.748020] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.750141] env[70483]: DEBUG nova.compute.manager [-] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 760.750284] env[70483]: DEBUG nova.network.neutron [-] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 760.763049] env[70483]: DEBUG oslo_vmware.api [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Task: {'id': task-3477684, 'name': Rename_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.892088] env[70483]: DEBUG nova.network.neutron [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Updating instance_info_cache with network_info: [{"id": "b45c6dff-33c0-4819-8ea3-4d51310f7742", "address": "fa:16:3e:35:9f:c1", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb45c6dff-33", "ovs_interfaceid": "b45c6dff-33c0-4819-8ea3-4d51310f7742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.897937] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fdf37c-b4b0-4bf2-8d6b-2b575f741b04 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.901787] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e1585c-a040-46df-b871-97a6ed6a9ff0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.923438] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f752f345-83bd-464a-a22c-3827c8938b03 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.928867] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0daea690-78ba-464e-aff2-4bd6056bdefb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.963386] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a77d0b-0d37-43f9-8e38-f0cbbbfb4758 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.973011] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf027449-b0be-4f4f-aa90-567edf1cbf99 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.978146] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquiring lock "refresh_cache-7d971534-4425-456e-83e4-7c8d9ed7f435" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.978353] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquired lock "refresh_cache-7d971534-4425-456e-83e4-7c8d9ed7f435" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.978475] env[70483]: DEBUG nova.network.neutron [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.987466] env[70483]: DEBUG nova.compute.provider_tree [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.146279] env[70483]: DEBUG nova.compute.manager [req-4a95b632-0320-407b-9478-a0cabf5ee1ae req-80f7f45e-c0cd-457e-ba1e-2a7713209ec6 service nova] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Received event network-vif-deleted-a1c7dd1f-46d8-4c9b-8605-599a6ef0dcb0 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.146450] env[70483]: INFO nova.compute.manager [req-4a95b632-0320-407b-9478-a0cabf5ee1ae req-80f7f45e-c0cd-457e-ba1e-2a7713209ec6 service nova] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Neutron deleted interface a1c7dd1f-46d8-4c9b-8605-599a6ef0dcb0; detaching it from the instance and deleting it from the info cache [ 761.146662] env[70483]: DEBUG nova.network.neutron [req-4a95b632-0320-407b-9478-a0cabf5ee1ae req-80f7f45e-c0cd-457e-ba1e-2a7713209ec6 service nova] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.261397] env[70483]: DEBUG oslo_vmware.api [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Task: {'id': task-3477684, 'name': Rename_Task, 'duration_secs': 0.143994} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.261669] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.261909] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29757dbc-b153-4669-8c02-0a14bc8a269d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.268556] env[70483]: DEBUG oslo_vmware.api [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Waiting for the task: (returnval){ [ 761.268556] env[70483]: value = "task-3477685" [ 761.268556] env[70483]: _type = "Task" [ 761.268556] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.280243] env[70483]: DEBUG oslo_vmware.api [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Task: {'id': task-3477685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.402562] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Releasing lock "refresh_cache-de35e055-451f-4c4b-ab3a-9b5b6baa529c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.402562] env[70483]: DEBUG nova.compute.manager [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Instance network_info: |[{"id": "b45c6dff-33c0-4819-8ea3-4d51310f7742", "address": "fa:16:3e:35:9f:c1", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb45c6dff-33", "ovs_interfaceid": "b45c6dff-33c0-4819-8ea3-4d51310f7742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 761.402791] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:9f:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b45c6dff-33c0-4819-8ea3-4d51310f7742', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.415370] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Creating folder: Project (f4fd64f27a6041b9832d18720f5cb623). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.416147] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97fbeb3d-0eac-467f-982c-5669cee03301 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.428455] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Created folder: Project (f4fd64f27a6041b9832d18720f5cb623) in parent group-v695216. [ 761.428641] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Creating folder: Instances. Parent ref: group-v695297. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.428908] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3bfcaf81-57ba-4904-9f6f-71fd50cda0ae {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.440008] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Created folder: Instances in parent group-v695297. [ 761.440270] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.440470] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.440682] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d461dfc-79ae-4e15-a5f0-3132827c370a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.463370] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.463370] env[70483]: value = "task-3477688" [ 761.463370] env[70483]: _type = "Task" [ 761.463370] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.465672] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd2232e-c6a6-4165-a42a-3332df8c19fd tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Creating Snapshot of the VM instance {{(pid=70483) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 761.465923] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a9a473ec-2bba-4d7f-8bde-16298cc57f43 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.472012] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477688, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.473476] env[70483]: DEBUG oslo_vmware.api [None req-bbd2232e-c6a6-4165-a42a-3332df8c19fd tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 761.473476] env[70483]: value = "task-3477689" [ 761.473476] env[70483]: _type = "Task" [ 761.473476] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.481100] env[70483]: DEBUG oslo_vmware.api [None req-bbd2232e-c6a6-4165-a42a-3332df8c19fd tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477689, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.492247] env[70483]: DEBUG nova.scheduler.client.report [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.631160] env[70483]: DEBUG nova.network.neutron [-] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.649210] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03327aae-8048-43e9-9a5b-f4474be06aaa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.661565] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bcd7a3-4796-4a0d-89b9-d80251c9ad1a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.697929] env[70483]: DEBUG nova.compute.manager [req-4a95b632-0320-407b-9478-a0cabf5ee1ae req-80f7f45e-c0cd-457e-ba1e-2a7713209ec6 service nova] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Detach interface failed, port_id=a1c7dd1f-46d8-4c9b-8605-599a6ef0dcb0, reason: Instance 375bd3df-c0cc-48ac-81a4-7a9133f5fd56 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 761.781451] env[70483]: DEBUG oslo_vmware.api [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Task: {'id': task-3477685, 'name': PowerOnVM_Task, 'duration_secs': 0.45077} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.781738] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.781955] env[70483]: INFO nova.compute.manager [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Took 4.86 seconds to spawn the instance on the hypervisor. [ 761.783012] env[70483]: DEBUG nova.compute.manager [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.783012] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ccac7d-a0b2-4509-96de-644f7a99461b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.800470] env[70483]: DEBUG nova.compute.manager [req-baaf9217-2a00-4333-8c8d-1ccc942cea55 req-f4589a6e-d96b-46a9-a27a-9dedad81a694 service nova] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Received event network-changed-b45c6dff-33c0-4819-8ea3-4d51310f7742 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.800470] env[70483]: DEBUG nova.compute.manager [req-baaf9217-2a00-4333-8c8d-1ccc942cea55 req-f4589a6e-d96b-46a9-a27a-9dedad81a694 service nova] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Refreshing instance network info cache due to event network-changed-b45c6dff-33c0-4819-8ea3-4d51310f7742. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 761.800470] env[70483]: DEBUG oslo_concurrency.lockutils [req-baaf9217-2a00-4333-8c8d-1ccc942cea55 req-f4589a6e-d96b-46a9-a27a-9dedad81a694 service nova] Acquiring lock "refresh_cache-de35e055-451f-4c4b-ab3a-9b5b6baa529c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.800470] env[70483]: DEBUG oslo_concurrency.lockutils [req-baaf9217-2a00-4333-8c8d-1ccc942cea55 req-f4589a6e-d96b-46a9-a27a-9dedad81a694 service nova] Acquired lock "refresh_cache-de35e055-451f-4c4b-ab3a-9b5b6baa529c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.800470] env[70483]: DEBUG nova.network.neutron [req-baaf9217-2a00-4333-8c8d-1ccc942cea55 req-f4589a6e-d96b-46a9-a27a-9dedad81a694 service nova] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Refreshing network info cache for port b45c6dff-33c0-4819-8ea3-4d51310f7742 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 761.801878] env[70483]: DEBUG nova.network.neutron [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Updating instance_info_cache with network_info: [{"id": "a9d2c685-6e54-4c32-b38a-a1ee187534b7", "address": "fa:16:3e:f0:3f:f4", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9d2c685-6e", "ovs_interfaceid": "a9d2c685-6e54-4c32-b38a-a1ee187534b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.972144] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477688, 'name': CreateVM_Task, 'duration_secs': 0.327932} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.972144] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.972671] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.973557] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.973557] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.973557] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e40e1297-7382-4f52-ad1c-41847b7860f6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.980808] env[70483]: DEBUG oslo_vmware.api [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Waiting for the task: (returnval){ [ 761.980808] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5219c3e2-b961-647f-5f1a-8218dbd697db" [ 761.980808] env[70483]: _type = "Task" [ 761.980808] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.984529] env[70483]: DEBUG oslo_vmware.api [None req-bbd2232e-c6a6-4165-a42a-3332df8c19fd tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477689, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.993357] env[70483]: DEBUG oslo_vmware.api [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5219c3e2-b961-647f-5f1a-8218dbd697db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.003140] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.003140] env[70483]: DEBUG nova.compute.manager [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] [instance: e5585d3f-b6f3-4f69-8618-ad365b32f71a] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.005394] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b85a6e2-3425-45e5-aec4-2a9457aac231 tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.635s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.005826] env[70483]: DEBUG nova.objects.instance [None req-9b85a6e2-3425-45e5-aec4-2a9457aac231 tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Lazy-loading 'resources' on Instance uuid 42a9d8ed-30da-4630-b4d0-c7a73214ada3 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.135114] env[70483]: INFO nova.compute.manager [-] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Took 1.38 seconds to deallocate network for instance. [ 762.306371] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Releasing lock "refresh_cache-7d971534-4425-456e-83e4-7c8d9ed7f435" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.309090] env[70483]: INFO nova.compute.manager [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Took 40.49 seconds to build instance. [ 762.485330] env[70483]: DEBUG oslo_vmware.api [None req-bbd2232e-c6a6-4165-a42a-3332df8c19fd tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477689, 'name': CreateSnapshot_Task, 'duration_secs': 0.593229} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.489018] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd2232e-c6a6-4165-a42a-3332df8c19fd tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Created Snapshot of the VM instance {{(pid=70483) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 762.489452] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fc5883-ea3b-4621-af6f-341610f63b87 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.498465] env[70483]: DEBUG oslo_vmware.api [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5219c3e2-b961-647f-5f1a-8218dbd697db, 'name': SearchDatastore_Task, 'duration_secs': 0.01038} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.501179] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.501460] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.501736] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.501947] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.502216] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.506639] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-306795fa-b4fd-48ab-9005-e1be48af3d3e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.510374] env[70483]: DEBUG nova.compute.utils [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.515333] env[70483]: DEBUG nova.compute.manager [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] [instance: e5585d3f-b6f3-4f69-8618-ad365b32f71a] Not allocating networking since 'none' was specified. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 762.524943] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.527018] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.527018] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4562eb13-35d6-4b01-a7aa-74cb25341ccb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.536024] env[70483]: DEBUG oslo_vmware.api [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Waiting for the task: (returnval){ [ 762.536024] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52f33e5b-d7e0-ac92-a54a-53bc158fbdf4" [ 762.536024] env[70483]: _type = "Task" [ 762.536024] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.543280] env[70483]: DEBUG oslo_vmware.api [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52f33e5b-d7e0-ac92-a54a-53bc158fbdf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.640513] env[70483]: DEBUG oslo_concurrency.lockutils [None req-af676f3b-78cb-4943-98e9-34b0f09d66ac tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.651032] env[70483]: DEBUG nova.network.neutron [req-baaf9217-2a00-4333-8c8d-1ccc942cea55 req-f4589a6e-d96b-46a9-a27a-9dedad81a694 service nova] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Updated VIF entry in instance network info cache for port b45c6dff-33c0-4819-8ea3-4d51310f7742. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 762.651032] env[70483]: DEBUG nova.network.neutron [req-baaf9217-2a00-4333-8c8d-1ccc942cea55 req-f4589a6e-d96b-46a9-a27a-9dedad81a694 service nova] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Updating instance_info_cache with network_info: [{"id": "b45c6dff-33c0-4819-8ea3-4d51310f7742", "address": "fa:16:3e:35:9f:c1", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb45c6dff-33", "ovs_interfaceid": "b45c6dff-33c0-4819-8ea3-4d51310f7742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.810841] env[70483]: DEBUG oslo_concurrency.lockutils [None req-50d4d110-9cfd-4e0e-b93f-3dfa7b864818 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Lock "126e670b-cfa9-4316-b2e1-a6782d2b3684" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.527s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.829681] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de698e4d-3cda-4160-a3de-cce2a7a684a4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.861022] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d561bc5-a870-4f54-a56f-5a2cce070c07 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.865091] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Updating instance '7d971534-4425-456e-83e4-7c8d9ed7f435' progress to 83 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 763.018202] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd2232e-c6a6-4165-a42a-3332df8c19fd tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Creating linked-clone VM from snapshot {{(pid=70483) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 763.022652] env[70483]: DEBUG nova.compute.manager [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] [instance: e5585d3f-b6f3-4f69-8618-ad365b32f71a] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.025226] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e6fdc990-b965-424f-ad23-688a1eab7567 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.033910] env[70483]: DEBUG oslo_vmware.api [None req-bbd2232e-c6a6-4165-a42a-3332df8c19fd tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 763.033910] env[70483]: value = "task-3477690" [ 763.033910] env[70483]: _type = "Task" [ 763.033910] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.048440] env[70483]: DEBUG oslo_vmware.api [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52f33e5b-d7e0-ac92-a54a-53bc158fbdf4, 'name': SearchDatastore_Task, 'duration_secs': 0.031017} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.052333] env[70483]: DEBUG oslo_vmware.api [None req-bbd2232e-c6a6-4165-a42a-3332df8c19fd tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477690, 'name': CloneVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.052672] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b45d193b-dab3-4216-a71e-53abe97ccd5f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.058894] env[70483]: DEBUG oslo_vmware.api [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Waiting for the task: (returnval){ [ 763.058894] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52577d8b-1b3a-97ef-0270-945bc686ba82" [ 763.058894] env[70483]: _type = "Task" [ 763.058894] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.072517] env[70483]: DEBUG oslo_vmware.api [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52577d8b-1b3a-97ef-0270-945bc686ba82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.123016] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06f5631-46f5-456a-ae4b-aa8f459c3c06 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.134369] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7260fef7-77d4-4528-aaca-6c279ae5df8e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.173147] env[70483]: DEBUG oslo_concurrency.lockutils [req-baaf9217-2a00-4333-8c8d-1ccc942cea55 req-f4589a6e-d96b-46a9-a27a-9dedad81a694 service nova] Releasing lock "refresh_cache-de35e055-451f-4c4b-ab3a-9b5b6baa529c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.174735] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4c747f-7248-4f20-a396-8e2589870398 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.182274] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a24036-a741-4f5a-bca5-41da14a8ed8c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.198297] env[70483]: DEBUG nova.compute.provider_tree [None req-9b85a6e2-3425-45e5-aec4-2a9457aac231 tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.319710] env[70483]: DEBUG nova.compute.manager [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 763.377415] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.377697] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3087cbbf-599f-4dc8-b74b-f314f2c26f7e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.386125] env[70483]: DEBUG oslo_vmware.api [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Waiting for the task: (returnval){ [ 763.386125] env[70483]: value = "task-3477691" [ 763.386125] env[70483]: _type = "Task" [ 763.386125] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.393705] env[70483]: DEBUG oslo_vmware.api [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3477691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.403234] env[70483]: INFO nova.compute.manager [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Rebuilding instance [ 763.453189] env[70483]: DEBUG nova.compute.manager [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.454121] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d07315-8e97-41ff-bdfa-788c77576353 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.545555] env[70483]: DEBUG oslo_vmware.api [None req-bbd2232e-c6a6-4165-a42a-3332df8c19fd tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477690, 'name': CloneVM_Task} progress is 94%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.571464] env[70483]: DEBUG oslo_vmware.api [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52577d8b-1b3a-97ef-0270-945bc686ba82, 'name': SearchDatastore_Task, 'duration_secs': 0.015249} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.571715] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.571965] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] de35e055-451f-4c4b-ab3a-9b5b6baa529c/de35e055-451f-4c4b-ab3a-9b5b6baa529c.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 763.572237] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2951886f-1e51-44aa-acde-609fd69a5ed3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.578490] env[70483]: DEBUG oslo_vmware.api [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Waiting for the task: (returnval){ [ 763.578490] env[70483]: value = "task-3477692" [ 763.578490] env[70483]: _type = "Task" [ 763.578490] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.586586] env[70483]: DEBUG oslo_vmware.api [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Task: {'id': task-3477692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.701592] env[70483]: DEBUG nova.scheduler.client.report [None req-9b85a6e2-3425-45e5-aec4-2a9457aac231 tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.837838] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.899501] env[70483]: DEBUG oslo_vmware.api [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3477691, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.038049] env[70483]: DEBUG nova.compute.manager [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] [instance: e5585d3f-b6f3-4f69-8618-ad365b32f71a] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.047205] env[70483]: DEBUG oslo_vmware.api [None req-bbd2232e-c6a6-4165-a42a-3332df8c19fd tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477690, 'name': CloneVM_Task} progress is 95%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.064249] env[70483]: DEBUG nova.virt.hardware [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.064249] env[70483]: DEBUG nova.virt.hardware [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.064249] env[70483]: DEBUG nova.virt.hardware [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.064398] env[70483]: DEBUG nova.virt.hardware [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.064398] env[70483]: DEBUG nova.virt.hardware [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.064398] env[70483]: DEBUG nova.virt.hardware [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.064398] env[70483]: DEBUG nova.virt.hardware [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.064398] env[70483]: DEBUG nova.virt.hardware [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.064536] env[70483]: DEBUG nova.virt.hardware [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.064536] env[70483]: DEBUG nova.virt.hardware [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.064536] env[70483]: DEBUG nova.virt.hardware [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.065189] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a84aea-4efa-4eeb-98da-ae6093417b25 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.073513] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8731b7b7-319f-40b0-9d3e-83d4ac2bf3bb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.096713] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] [instance: e5585d3f-b6f3-4f69-8618-ad365b32f71a] Instance VIF info [] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.102586] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Creating folder: Project (1788fd5f3832495b93ff0e3f570fc10c). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.106284] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82846e73-1277-46fb-940d-e8e708fd71f8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.109906] env[70483]: DEBUG oslo_vmware.api [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Task: {'id': task-3477692, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.117971] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Created folder: Project (1788fd5f3832495b93ff0e3f570fc10c) in parent group-v695216. [ 764.118211] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Creating folder: Instances. Parent ref: group-v695302. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.118449] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe477b58-4b96-4770-9973-020603e6a2db {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.128496] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Created folder: Instances in parent group-v695302. [ 764.128781] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.129046] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5585d3f-b6f3-4f69-8618-ad365b32f71a] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.129285] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a73376c-a45b-4c02-9e14-c6e7c51a9097 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.147032] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.147032] env[70483]: value = "task-3477695" [ 764.147032] env[70483]: _type = "Task" [ 764.147032] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.156260] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477695, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.207615] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b85a6e2-3425-45e5-aec4-2a9457aac231 tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.202s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.211537] env[70483]: DEBUG oslo_concurrency.lockutils [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.555s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.216193] env[70483]: INFO nova.compute.claims [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 764.243495] env[70483]: INFO nova.scheduler.client.report [None req-9b85a6e2-3425-45e5-aec4-2a9457aac231 tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Deleted allocations for instance 42a9d8ed-30da-4630-b4d0-c7a73214ada3 [ 764.397098] env[70483]: DEBUG oslo_vmware.api [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3477691, 'name': PowerOnVM_Task, 'duration_secs': 0.563057} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.397424] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.397605] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d47b1e9c-2ab5-4622-8684-a451ae87b63e tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Updating instance '7d971534-4425-456e-83e4-7c8d9ed7f435' progress to 100 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 764.472889] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.473223] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f94f6f75-5ee1-4325-ad30-a287f0b3eeb6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.479988] env[70483]: DEBUG oslo_vmware.api [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Waiting for the task: (returnval){ [ 764.479988] env[70483]: value = "task-3477696" [ 764.479988] env[70483]: _type = "Task" [ 764.479988] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.488916] env[70483]: DEBUG oslo_vmware.api [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Task: {'id': task-3477696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.548287] env[70483]: DEBUG oslo_vmware.api [None req-bbd2232e-c6a6-4165-a42a-3332df8c19fd tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477690, 'name': CloneVM_Task, 'duration_secs': 1.160285} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.548619] env[70483]: INFO nova.virt.vmwareapi.vmops [None req-bbd2232e-c6a6-4165-a42a-3332df8c19fd tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Created linked-clone VM from snapshot [ 764.549564] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee74f20-8526-4018-91e6-d14ce049979b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.557453] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-bbd2232e-c6a6-4165-a42a-3332df8c19fd tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Uploading image 1f892208-8920-4adb-a5f6-6725b5ea6456 {{(pid=70483) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 764.579785] env[70483]: DEBUG oslo_vmware.rw_handles [None req-bbd2232e-c6a6-4165-a42a-3332df8c19fd tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 764.579785] env[70483]: value = "vm-695301" [ 764.579785] env[70483]: _type = "VirtualMachine" [ 764.579785] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 764.580076] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dd4b32bc-f6ab-4950-8750-aa4dafeb3f09 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.589574] env[70483]: DEBUG oslo_vmware.api [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Task: {'id': task-3477692, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514261} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.590972] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] de35e055-451f-4c4b-ab3a-9b5b6baa529c/de35e055-451f-4c4b-ab3a-9b5b6baa529c.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 764.591293] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 764.591768] env[70483]: DEBUG oslo_vmware.rw_handles [None req-bbd2232e-c6a6-4165-a42a-3332df8c19fd tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lease: (returnval){ [ 764.591768] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52840b73-ddbc-ee7c-be28-7e0d91c3a9fb" [ 764.591768] env[70483]: _type = "HttpNfcLease" [ 764.591768] env[70483]: } obtained for exporting VM: (result){ [ 764.591768] env[70483]: value = "vm-695301" [ 764.591768] env[70483]: _type = "VirtualMachine" [ 764.591768] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 764.592343] env[70483]: DEBUG oslo_vmware.api [None req-bbd2232e-c6a6-4165-a42a-3332df8c19fd tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the lease: (returnval){ [ 764.592343] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52840b73-ddbc-ee7c-be28-7e0d91c3a9fb" [ 764.592343] env[70483]: _type = "HttpNfcLease" [ 764.592343] env[70483]: } to be ready. {{(pid=70483) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 764.592343] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85f80d22-b59e-4d60-b5e1-67de1391a295 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.607448] env[70483]: DEBUG oslo_vmware.api [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Waiting for the task: (returnval){ [ 764.607448] env[70483]: value = "task-3477698" [ 764.607448] env[70483]: _type = "Task" [ 764.607448] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.610344] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 764.610344] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52840b73-ddbc-ee7c-be28-7e0d91c3a9fb" [ 764.610344] env[70483]: _type = "HttpNfcLease" [ 764.610344] env[70483]: } is initializing. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 764.619020] env[70483]: DEBUG oslo_vmware.api [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Task: {'id': task-3477698, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.658590] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477695, 'name': CreateVM_Task, 'duration_secs': 0.406141} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.658798] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5585d3f-b6f3-4f69-8618-ad365b32f71a] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.659290] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.660506] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.660506] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.660506] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54b2ebbe-dec1-4da2-ba0d-990535ee2ddd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.664867] env[70483]: DEBUG oslo_vmware.api [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Waiting for the task: (returnval){ [ 764.664867] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522110e4-233f-307c-c631-c4c7219e3d27" [ 764.664867] env[70483]: _type = "Task" [ 764.664867] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.672536] env[70483]: DEBUG oslo_vmware.api [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522110e4-233f-307c-c631-c4c7219e3d27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.750987] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b85a6e2-3425-45e5-aec4-2a9457aac231 tempest-ServerMetadataNegativeTestJSON-583998175 tempest-ServerMetadataNegativeTestJSON-583998175-project-member] Lock "42a9d8ed-30da-4630-b4d0-c7a73214ada3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.147s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.989679] env[70483]: DEBUG oslo_vmware.api [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Task: {'id': task-3477696, 'name': PowerOffVM_Task, 'duration_secs': 0.107433} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.989967] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.990313] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.991123] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd424111-531f-49c8-b3b0-1978450e2dd7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.997653] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.997879] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5565ff2-e6b2-4e1a-88d8-ed7d36eb8fbb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.023376] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.023600] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.023795] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Deleting the datastore file [datastore1] 126e670b-cfa9-4316-b2e1-a6782d2b3684 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.024055] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddad7c44-44f7-4d28-96aa-774e09d60823 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.030653] env[70483]: DEBUG oslo_vmware.api [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Waiting for the task: (returnval){ [ 765.030653] env[70483]: value = "task-3477700" [ 765.030653] env[70483]: _type = "Task" [ 765.030653] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.038528] env[70483]: DEBUG oslo_vmware.api [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Task: {'id': task-3477700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.105446] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 765.105446] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52840b73-ddbc-ee7c-be28-7e0d91c3a9fb" [ 765.105446] env[70483]: _type = "HttpNfcLease" [ 765.105446] env[70483]: } is ready. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 765.105781] env[70483]: DEBUG oslo_vmware.rw_handles [None req-bbd2232e-c6a6-4165-a42a-3332df8c19fd tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 765.105781] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52840b73-ddbc-ee7c-be28-7e0d91c3a9fb" [ 765.105781] env[70483]: _type = "HttpNfcLease" [ 765.105781] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 765.106585] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bc2f3e-8803-49bc-8b30-852f8460822f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.120631] env[70483]: DEBUG oslo_vmware.rw_handles [None req-bbd2232e-c6a6-4165-a42a-3332df8c19fd tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c05892-9430-91ed-33af-4ec4870159fd/disk-0.vmdk from lease info. {{(pid=70483) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 765.123337] env[70483]: DEBUG oslo_vmware.rw_handles [None req-bbd2232e-c6a6-4165-a42a-3332df8c19fd tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c05892-9430-91ed-33af-4ec4870159fd/disk-0.vmdk for reading. {{(pid=70483) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 765.125601] env[70483]: DEBUG oslo_vmware.api [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Task: {'id': task-3477698, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069945} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.126700] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.188333] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54aa84f8-7d87-4f6e-811a-d58e7f522e0e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.218176] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] de35e055-451f-4c4b-ab3a-9b5b6baa529c/de35e055-451f-4c4b-ab3a-9b5b6baa529c.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.221410] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-677db965-8390-4d88-a752-b9344cc3c501 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.236197] env[70483]: DEBUG oslo_vmware.api [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522110e4-233f-307c-c631-c4c7219e3d27, 'name': SearchDatastore_Task, 'duration_secs': 0.008765} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.239809] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.239924] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] [instance: e5585d3f-b6f3-4f69-8618-ad365b32f71a] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.240410] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.240410] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.240747] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.242433] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8880bc4-2113-4d71-894b-a5d08e7d3cff {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.247703] env[70483]: DEBUG oslo_vmware.api [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Waiting for the task: (returnval){ [ 765.247703] env[70483]: value = "task-3477701" [ 765.247703] env[70483]: _type = "Task" [ 765.247703] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.252390] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.252501] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.253894] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4ee6379-50e3-4d69-951f-47811c725b6e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.261125] env[70483]: DEBUG oslo_vmware.api [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Task: {'id': task-3477701, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.265357] env[70483]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-df2badaa-ce97-449b-aaa3-e6c90275ca3c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.267408] env[70483]: DEBUG oslo_vmware.api [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Waiting for the task: (returnval){ [ 765.267408] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]525dc5cf-391e-7463-7b32-052185230f38" [ 765.267408] env[70483]: _type = "Task" [ 765.267408] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.276755] env[70483]: DEBUG oslo_vmware.api [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]525dc5cf-391e-7463-7b32-052185230f38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.542040] env[70483]: DEBUG oslo_vmware.api [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Task: {'id': task-3477700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094117} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.542317] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.542497] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.542704] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.759761] env[70483]: DEBUG oslo_vmware.api [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Task: {'id': task-3477701, 'name': ReconfigVM_Task, 'duration_secs': 0.292308} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.764386] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Reconfigured VM instance instance-0000001d to attach disk [datastore1] de35e055-451f-4c4b-ab3a-9b5b6baa529c/de35e055-451f-4c4b-ab3a-9b5b6baa529c.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.764777] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-716fb13a-c9aa-4686-b4bd-5dce499b1cd5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.772841] env[70483]: DEBUG oslo_vmware.api [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Waiting for the task: (returnval){ [ 765.772841] env[70483]: value = "task-3477702" [ 765.772841] env[70483]: _type = "Task" [ 765.772841] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.784144] env[70483]: DEBUG oslo_vmware.api [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]525dc5cf-391e-7463-7b32-052185230f38, 'name': SearchDatastore_Task, 'duration_secs': 0.009671} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.785802] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e94370bc-b615-4f45-a52c-7059951e626b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.793184] env[70483]: DEBUG oslo_vmware.api [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Task: {'id': task-3477702, 'name': Rename_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.796497] env[70483]: DEBUG oslo_vmware.api [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Waiting for the task: (returnval){ [ 765.796497] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52b48b22-c2d3-f275-be6a-4c0d999e4e26" [ 765.796497] env[70483]: _type = "Task" [ 765.796497] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.814839] env[70483]: DEBUG oslo_vmware.api [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52b48b22-c2d3-f275-be6a-4c0d999e4e26, 'name': SearchDatastore_Task, 'duration_secs': 0.010438} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.818383] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.821168] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] e5585d3f-b6f3-4f69-8618-ad365b32f71a/e5585d3f-b6f3-4f69-8618-ad365b32f71a.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.821168] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b6d4a94-69e3-4a9e-b8b6-88d29c4819ab {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.829903] env[70483]: DEBUG oslo_vmware.api [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Waiting for the task: (returnval){ [ 765.829903] env[70483]: value = "task-3477703" [ 765.829903] env[70483]: _type = "Task" [ 765.829903] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.841025] env[70483]: DEBUG oslo_vmware.api [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Task: {'id': task-3477703, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.861779] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edf3c03-e9d4-45bb-a12a-70011dd8aa40 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.870039] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cac5081-33ff-473e-b890-aee61ce7d8d7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.908989] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208ba64b-f203-44a5-8487-0df70ae20179 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.924572] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33ef0b0-941e-4443-8dfe-9575e05e899a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.940668] env[70483]: DEBUG nova.compute.provider_tree [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 766.298952] env[70483]: DEBUG oslo_vmware.api [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Task: {'id': task-3477702, 'name': Rename_Task, 'duration_secs': 0.1465} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.299790] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.300643] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a2e01cf-6116-4079-9ae3-3831c7d5a4a6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.306861] env[70483]: DEBUG oslo_vmware.api [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Waiting for the task: (returnval){ [ 766.306861] env[70483]: value = "task-3477704" [ 766.306861] env[70483]: _type = "Task" [ 766.306861] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.316262] env[70483]: DEBUG oslo_vmware.api [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Task: {'id': task-3477704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.340468] env[70483]: DEBUG oslo_vmware.api [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Task: {'id': task-3477703, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464791} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.341030] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] e5585d3f-b6f3-4f69-8618-ad365b32f71a/e5585d3f-b6f3-4f69-8618-ad365b32f71a.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.341401] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] [instance: e5585d3f-b6f3-4f69-8618-ad365b32f71a] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.341855] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bff4994a-6711-4888-8336-3214e9f908d2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.350728] env[70483]: DEBUG oslo_vmware.api [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Waiting for the task: (returnval){ [ 766.350728] env[70483]: value = "task-3477705" [ 766.350728] env[70483]: _type = "Task" [ 766.350728] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.363361] env[70483]: DEBUG oslo_vmware.api [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Task: {'id': task-3477705, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.468314] env[70483]: ERROR nova.scheduler.client.report [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [req-26f8e368-d3e4-4f6e-ba54-537c0631c72c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6c4ee772-7226-4ddc-ad20-20b8289011e6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-26f8e368-d3e4-4f6e-ba54-537c0631c72c"}]} [ 766.492810] env[70483]: DEBUG nova.scheduler.client.report [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Refreshing inventories for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 766.509731] env[70483]: DEBUG nova.scheduler.client.report [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Updating ProviderTree inventory for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 766.509990] env[70483]: DEBUG nova.compute.provider_tree [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 766.526686] env[70483]: DEBUG nova.scheduler.client.report [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Refreshing aggregate associations for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6, aggregates: None {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 766.555803] env[70483]: DEBUG nova.scheduler.client.report [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Refreshing trait associations for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 766.593343] env[70483]: DEBUG nova.virt.hardware [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.593343] env[70483]: DEBUG nova.virt.hardware [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.593343] env[70483]: DEBUG nova.virt.hardware [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.593343] env[70483]: DEBUG nova.virt.hardware [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.593613] env[70483]: DEBUG nova.virt.hardware [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.593613] env[70483]: DEBUG nova.virt.hardware [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.593775] env[70483]: DEBUG nova.virt.hardware [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.593969] env[70483]: DEBUG nova.virt.hardware [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.594223] env[70483]: DEBUG nova.virt.hardware [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.594546] env[70483]: DEBUG nova.virt.hardware [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.594755] env[70483]: DEBUG nova.virt.hardware [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.595742] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a54f027-7380-4d9d-bd87-8b955a00ced8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.607679] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7a88b5-f442-4726-8dec-d5825b7f455a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.628526] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Instance VIF info [] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.634231] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.637773] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.637979] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1af617a-6cfb-43c8-acc4-3911ac5fe558 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.660573] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.660573] env[70483]: value = "task-3477706" [ 766.660573] env[70483]: _type = "Task" [ 766.660573] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.668832] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477706, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.800153] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a4c54b99-cf59-40ab-a921-6fa90f68ab67 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquiring lock "7d971534-4425-456e-83e4-7c8d9ed7f435" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.801033] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a4c54b99-cf59-40ab-a921-6fa90f68ab67 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Lock "7d971534-4425-456e-83e4-7c8d9ed7f435" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.801513] env[70483]: DEBUG nova.compute.manager [None req-a4c54b99-cf59-40ab-a921-6fa90f68ab67 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Going to confirm migration 1 {{(pid=70483) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 766.831169] env[70483]: DEBUG oslo_vmware.api [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Task: {'id': task-3477704, 'name': PowerOnVM_Task, 'duration_secs': 0.479147} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.838621] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.839290] env[70483]: INFO nova.compute.manager [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Took 7.73 seconds to spawn the instance on the hypervisor. [ 766.840827] env[70483]: DEBUG nova.compute.manager [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.841937] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d87a5c5-2f2a-4f97-aafa-d6ddd1f35e8e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.861348] env[70483]: DEBUG oslo_vmware.api [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Task: {'id': task-3477705, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059222} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.864579] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] [instance: e5585d3f-b6f3-4f69-8618-ad365b32f71a] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.864579] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b6a46b-f130-4b48-905e-cb31ff84b500 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.891028] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] [instance: e5585d3f-b6f3-4f69-8618-ad365b32f71a] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] e5585d3f-b6f3-4f69-8618-ad365b32f71a/e5585d3f-b6f3-4f69-8618-ad365b32f71a.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.894780] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93832f64-9e62-496c-81d6-46696cd653cf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.920326] env[70483]: DEBUG oslo_vmware.api [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Waiting for the task: (returnval){ [ 766.920326] env[70483]: value = "task-3477707" [ 766.920326] env[70483]: _type = "Task" [ 766.920326] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.930650] env[70483]: DEBUG oslo_vmware.api [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Task: {'id': task-3477707, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.177124] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477706, 'name': CreateVM_Task, 'duration_secs': 0.390071} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.177124] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.177486] env[70483]: DEBUG oslo_concurrency.lockutils [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.177741] env[70483]: DEBUG oslo_concurrency.lockutils [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.178213] env[70483]: DEBUG oslo_concurrency.lockutils [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.178950] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d772e2f-1a9e-4c8f-8bc2-eab15fc0d7e1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.193613] env[70483]: DEBUG oslo_vmware.api [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Waiting for the task: (returnval){ [ 767.193613] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52dc3cf5-b08d-8b14-f169-340acf4e1e1c" [ 767.193613] env[70483]: _type = "Task" [ 767.193613] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.203693] env[70483]: DEBUG oslo_vmware.api [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52dc3cf5-b08d-8b14-f169-340acf4e1e1c, 'name': SearchDatastore_Task, 'duration_secs': 0.009305} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.204356] env[70483]: DEBUG oslo_concurrency.lockutils [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.204817] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.205264] env[70483]: DEBUG oslo_concurrency.lockutils [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.205561] env[70483]: DEBUG oslo_concurrency.lockutils [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.206046] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.206488] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ccbd416-04ed-4826-88a4-24195b0dc781 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.221504] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.221504] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.221504] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba85d072-b36b-4de1-89b2-04f7642b78be {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.229800] env[70483]: DEBUG oslo_vmware.api [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Waiting for the task: (returnval){ [ 767.229800] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d71743-5a1e-23e6-e260-b291b21ac5a4" [ 767.229800] env[70483]: _type = "Task" [ 767.229800] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.240239] env[70483]: DEBUG oslo_vmware.api [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d71743-5a1e-23e6-e260-b291b21ac5a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.355860] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6337d556-cef6-480d-871e-0429f889ee72 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.370723] env[70483]: INFO nova.compute.manager [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Took 42.10 seconds to build instance. [ 767.373488] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca97be20-6204-46c2-afdc-c2682c9361c7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.410785] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb567f2-56be-42a5-8a87-bc13df80021c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.418402] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Acquiring lock "f61abfde-68ff-497e-8a99-cfae352de144" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.418402] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Lock "f61abfde-68ff-497e-8a99-cfae352de144" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.427350] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376308dd-bfaf-47f3-95cf-44748933fafd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.433481] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a4c54b99-cf59-40ab-a921-6fa90f68ab67 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquiring lock "refresh_cache-7d971534-4425-456e-83e4-7c8d9ed7f435" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.435069] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a4c54b99-cf59-40ab-a921-6fa90f68ab67 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquired lock "refresh_cache-7d971534-4425-456e-83e4-7c8d9ed7f435" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.435069] env[70483]: DEBUG nova.network.neutron [None req-a4c54b99-cf59-40ab-a921-6fa90f68ab67 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.435069] env[70483]: DEBUG nova.objects.instance [None req-a4c54b99-cf59-40ab-a921-6fa90f68ab67 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Lazy-loading 'info_cache' on Instance uuid 7d971534-4425-456e-83e4-7c8d9ed7f435 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.442604] env[70483]: DEBUG oslo_vmware.api [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Task: {'id': task-3477707, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.453768] env[70483]: DEBUG nova.compute.provider_tree [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.743297] env[70483]: DEBUG oslo_vmware.api [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d71743-5a1e-23e6-e260-b291b21ac5a4, 'name': SearchDatastore_Task, 'duration_secs': 0.011718} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.743297] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f613655-ffe1-43b1-b59c-d30173bf939d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.748666] env[70483]: DEBUG oslo_vmware.api [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Waiting for the task: (returnval){ [ 767.748666] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5212f879-07d7-c81d-f3cc-573f4f4cbed9" [ 767.748666] env[70483]: _type = "Task" [ 767.748666] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.758599] env[70483]: DEBUG oslo_vmware.api [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5212f879-07d7-c81d-f3cc-573f4f4cbed9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.878470] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9ae34c99-af4c-423e-9cb3-2bf106afe7d2 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Lock "de35e055-451f-4c4b-ab3a-9b5b6baa529c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.651s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.932065] env[70483]: DEBUG oslo_vmware.api [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Task: {'id': task-3477707, 'name': ReconfigVM_Task, 'duration_secs': 0.562863} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.932478] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] [instance: e5585d3f-b6f3-4f69-8618-ad365b32f71a] Reconfigured VM instance instance-0000001e to attach disk [datastore1] e5585d3f-b6f3-4f69-8618-ad365b32f71a/e5585d3f-b6f3-4f69-8618-ad365b32f71a.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.932997] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77f6878f-3c5d-4bcb-93c2-e7854e853616 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.943925] env[70483]: DEBUG oslo_vmware.api [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Waiting for the task: (returnval){ [ 767.943925] env[70483]: value = "task-3477708" [ 767.943925] env[70483]: _type = "Task" [ 767.943925] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.954761] env[70483]: DEBUG oslo_vmware.api [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Task: {'id': task-3477708, 'name': Rename_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.958027] env[70483]: DEBUG nova.scheduler.client.report [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.259194] env[70483]: DEBUG oslo_vmware.api [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5212f879-07d7-c81d-f3cc-573f4f4cbed9, 'name': SearchDatastore_Task, 'duration_secs': 0.009135} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.259405] env[70483]: DEBUG oslo_concurrency.lockutils [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.259690] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 126e670b-cfa9-4316-b2e1-a6782d2b3684/126e670b-cfa9-4316-b2e1-a6782d2b3684.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.260035] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44b51808-aaad-4c41-915a-230c637a5b3b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.267417] env[70483]: DEBUG oslo_vmware.api [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Waiting for the task: (returnval){ [ 768.267417] env[70483]: value = "task-3477709" [ 768.267417] env[70483]: _type = "Task" [ 768.267417] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.275749] env[70483]: DEBUG oslo_vmware.api [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Task: {'id': task-3477709, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.381911] env[70483]: DEBUG nova.compute.manager [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 768.453360] env[70483]: DEBUG oslo_vmware.api [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Task: {'id': task-3477708, 'name': Rename_Task, 'duration_secs': 0.183273} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.457021] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] [instance: e5585d3f-b6f3-4f69-8618-ad365b32f71a] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.457021] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ea2b0d9-c1aa-4fdf-be4e-20cf9062c9a2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.463013] env[70483]: DEBUG oslo_concurrency.lockutils [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.252s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.463602] env[70483]: DEBUG nova.compute.manager [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 768.467711] env[70483]: DEBUG oslo_vmware.api [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Waiting for the task: (returnval){ [ 768.467711] env[70483]: value = "task-3477710" [ 768.467711] env[70483]: _type = "Task" [ 768.467711] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.468015] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3aaa3326-2431-4f99-a5e6-fb0844b2692a tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.277s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.468250] env[70483]: DEBUG nova.objects.instance [None req-3aaa3326-2431-4f99-a5e6-fb0844b2692a tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Lazy-loading 'resources' on Instance uuid 3b9cca60-6e8d-489e-800a-5277edfc0d3a {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.480026] env[70483]: DEBUG oslo_vmware.api [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Task: {'id': task-3477710, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.571708] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Acquiring lock "8893e014-3c12-4a40-a955-6db575e3e926" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.572069] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Lock "8893e014-3c12-4a40-a955-6db575e3e926" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.777799] env[70483]: DEBUG oslo_vmware.api [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Task: {'id': task-3477709, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.916065] env[70483]: DEBUG oslo_concurrency.lockutils [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.968965] env[70483]: DEBUG nova.compute.utils [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.970511] env[70483]: DEBUG nova.compute.manager [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 768.970699] env[70483]: DEBUG nova.network.neutron [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 768.983476] env[70483]: DEBUG oslo_concurrency.lockutils [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Acquiring lock "c43ee496-ab93-4b23-951b-275c17b41b3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.983657] env[70483]: DEBUG oslo_concurrency.lockutils [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Lock "c43ee496-ab93-4b23-951b-275c17b41b3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.990319] env[70483]: DEBUG oslo_vmware.api [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Task: {'id': task-3477710, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.074369] env[70483]: DEBUG nova.policy [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c315bfb5dc14f4294ebb1873743b74c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb1bc81701ac46f8acd1edc7b55590fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.117828] env[70483]: DEBUG nova.network.neutron [None req-a4c54b99-cf59-40ab-a921-6fa90f68ab67 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Updating instance_info_cache with network_info: [{"id": "a9d2c685-6e54-4c32-b38a-a1ee187534b7", "address": "fa:16:3e:f0:3f:f4", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9d2c685-6e", "ovs_interfaceid": "a9d2c685-6e54-4c32-b38a-a1ee187534b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.280914] env[70483]: DEBUG oslo_vmware.api [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Task: {'id': task-3477709, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660475} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.281279] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 126e670b-cfa9-4316-b2e1-a6782d2b3684/126e670b-cfa9-4316-b2e1-a6782d2b3684.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.281460] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.281794] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-082db315-cb50-4927-9652-751eefe81b43 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.288322] env[70483]: DEBUG oslo_vmware.api [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Waiting for the task: (returnval){ [ 769.288322] env[70483]: value = "task-3477711" [ 769.288322] env[70483]: _type = "Task" [ 769.288322] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.296828] env[70483]: DEBUG oslo_vmware.api [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Task: {'id': task-3477711, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.479170] env[70483]: DEBUG nova.compute.manager [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 769.487485] env[70483]: DEBUG oslo_vmware.api [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Task: {'id': task-3477710, 'name': PowerOnVM_Task, 'duration_secs': 0.831736} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.487835] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] [instance: e5585d3f-b6f3-4f69-8618-ad365b32f71a] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.488059] env[70483]: INFO nova.compute.manager [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] [instance: e5585d3f-b6f3-4f69-8618-ad365b32f71a] Took 5.45 seconds to spawn the instance on the hypervisor. [ 769.488280] env[70483]: DEBUG nova.compute.manager [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] [instance: e5585d3f-b6f3-4f69-8618-ad365b32f71a] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.489239] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ef2a7d-3762-4d72-98a8-0546c1089e8d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.561028] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ba1e5f-7b9b-402e-8a4d-c77daff8850b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.568987] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2286cc20-3db7-4346-9fcf-f049310cd441 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.604367] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c784fd-783d-4c61-9946-58efdbb5b8a9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.617316] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae750c6-20c8-468b-b224-340f20fb87fd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.624394] env[70483]: DEBUG nova.network.neutron [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Successfully created port: d6e7e98a-e2ba-4f08-9227-33f8c82c44cb {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 769.627099] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a4c54b99-cf59-40ab-a921-6fa90f68ab67 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Releasing lock "refresh_cache-7d971534-4425-456e-83e4-7c8d9ed7f435" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.627352] env[70483]: DEBUG nova.objects.instance [None req-a4c54b99-cf59-40ab-a921-6fa90f68ab67 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Lazy-loading 'migration_context' on Instance uuid 7d971534-4425-456e-83e4-7c8d9ed7f435 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.640221] env[70483]: DEBUG nova.compute.provider_tree [None req-3aaa3326-2431-4f99-a5e6-fb0844b2692a tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.798385] env[70483]: DEBUG oslo_vmware.api [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Task: {'id': task-3477711, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088967} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.798653] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.799639] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac8bc9c-0cd4-4faf-ba11-cddff923a977 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.820110] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 126e670b-cfa9-4316-b2e1-a6782d2b3684/126e670b-cfa9-4316-b2e1-a6782d2b3684.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.820417] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92d5b8a2-ddaf-44bc-9f22-15ad55223cc1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.840503] env[70483]: DEBUG oslo_vmware.api [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Waiting for the task: (returnval){ [ 769.840503] env[70483]: value = "task-3477712" [ 769.840503] env[70483]: _type = "Task" [ 769.840503] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.849040] env[70483]: DEBUG oslo_vmware.api [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Task: {'id': task-3477712, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.007049] env[70483]: INFO nova.compute.manager [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] [instance: e5585d3f-b6f3-4f69-8618-ad365b32f71a] Took 40.92 seconds to build instance. [ 770.131107] env[70483]: DEBUG nova.objects.base [None req-a4c54b99-cf59-40ab-a921-6fa90f68ab67 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Object Instance<7d971534-4425-456e-83e4-7c8d9ed7f435> lazy-loaded attributes: info_cache,migration_context {{(pid=70483) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 770.132579] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793b5280-c90d-4a38-984e-cb40c7a52204 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.153655] env[70483]: DEBUG nova.scheduler.client.report [None req-3aaa3326-2431-4f99-a5e6-fb0844b2692a tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.157982] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07f6fb36-1d25-47fd-adc2-ea9259c8fef3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.163926] env[70483]: DEBUG oslo_vmware.api [None req-a4c54b99-cf59-40ab-a921-6fa90f68ab67 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Waiting for the task: (returnval){ [ 770.163926] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522f8453-afec-c150-9b8d-561abcd924d8" [ 770.163926] env[70483]: _type = "Task" [ 770.163926] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.172420] env[70483]: DEBUG oslo_vmware.api [None req-a4c54b99-cf59-40ab-a921-6fa90f68ab67 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522f8453-afec-c150-9b8d-561abcd924d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.351499] env[70483]: DEBUG oslo_vmware.api [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Task: {'id': task-3477712, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.489473] env[70483]: DEBUG nova.compute.manager [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 770.509997] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c59138f5-f306-40fd-b1b8-c1cb6c32538d tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Lock "e5585d3f-b6f3-4f69-8618-ad365b32f71a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.981s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.519146] env[70483]: DEBUG nova.virt.hardware [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 770.519424] env[70483]: DEBUG nova.virt.hardware [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 770.519582] env[70483]: DEBUG nova.virt.hardware [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 770.519764] env[70483]: DEBUG nova.virt.hardware [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 770.519910] env[70483]: DEBUG nova.virt.hardware [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 770.520107] env[70483]: DEBUG nova.virt.hardware [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 770.520334] env[70483]: DEBUG nova.virt.hardware [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 770.520494] env[70483]: DEBUG nova.virt.hardware [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 770.520665] env[70483]: DEBUG nova.virt.hardware [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 770.520892] env[70483]: DEBUG nova.virt.hardware [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 770.520990] env[70483]: DEBUG nova.virt.hardware [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 770.521850] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9508ce93-a68e-4845-b8cd-a4e98ed217a5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.531906] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00459ca4-2312-4bac-8a06-ce0800223979 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.622708] env[70483]: DEBUG nova.compute.manager [None req-51a1d945-685e-439b-9155-d7443d4b7ae7 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] [instance: e5585d3f-b6f3-4f69-8618-ad365b32f71a] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.623657] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcf86cb-1ae0-4b64-971c-34663c317997 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.662346] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3aaa3326-2431-4f99-a5e6-fb0844b2692a tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.194s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.664620] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.872s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.666539] env[70483]: INFO nova.compute.claims [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.679652] env[70483]: DEBUG oslo_vmware.api [None req-a4c54b99-cf59-40ab-a921-6fa90f68ab67 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522f8453-afec-c150-9b8d-561abcd924d8, 'name': SearchDatastore_Task, 'duration_secs': 0.007705} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.679946] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a4c54b99-cf59-40ab-a921-6fa90f68ab67 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.687890] env[70483]: INFO nova.scheduler.client.report [None req-3aaa3326-2431-4f99-a5e6-fb0844b2692a tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Deleted allocations for instance 3b9cca60-6e8d-489e-800a-5277edfc0d3a [ 770.773662] env[70483]: DEBUG oslo_concurrency.lockutils [None req-010e102f-3d31-43cb-b60c-82e60d207257 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Acquiring lock "e5585d3f-b6f3-4f69-8618-ad365b32f71a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.773925] env[70483]: DEBUG oslo_concurrency.lockutils [None req-010e102f-3d31-43cb-b60c-82e60d207257 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Lock "e5585d3f-b6f3-4f69-8618-ad365b32f71a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.774149] env[70483]: DEBUG oslo_concurrency.lockutils [None req-010e102f-3d31-43cb-b60c-82e60d207257 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Acquiring lock "e5585d3f-b6f3-4f69-8618-ad365b32f71a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.774335] env[70483]: DEBUG oslo_concurrency.lockutils [None req-010e102f-3d31-43cb-b60c-82e60d207257 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Lock "e5585d3f-b6f3-4f69-8618-ad365b32f71a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.774501] env[70483]: DEBUG oslo_concurrency.lockutils [None req-010e102f-3d31-43cb-b60c-82e60d207257 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Lock "e5585d3f-b6f3-4f69-8618-ad365b32f71a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.776618] env[70483]: INFO nova.compute.manager [None req-010e102f-3d31-43cb-b60c-82e60d207257 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] [instance: e5585d3f-b6f3-4f69-8618-ad365b32f71a] Terminating instance [ 770.851080] env[70483]: DEBUG oslo_vmware.api [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Task: {'id': task-3477712, 'name': ReconfigVM_Task, 'duration_secs': 0.641589} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.851370] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 126e670b-cfa9-4316-b2e1-a6782d2b3684/126e670b-cfa9-4316-b2e1-a6782d2b3684.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.851970] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a556c9a7-8963-4253-b32f-e6ee1fa017a0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.858411] env[70483]: DEBUG oslo_vmware.api [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Waiting for the task: (returnval){ [ 770.858411] env[70483]: value = "task-3477713" [ 770.858411] env[70483]: _type = "Task" [ 770.858411] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.866136] env[70483]: DEBUG oslo_vmware.api [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Task: {'id': task-3477713, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.014710] env[70483]: DEBUG nova.compute.manager [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.134140] env[70483]: DEBUG nova.compute.manager [req-d7a74496-906a-4158-a1c1-8a8bcd2505b1 req-9baa4ab4-92d9-4d04-872f-cf752f4e7e10 service nova] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Received event network-vif-plugged-d6e7e98a-e2ba-4f08-9227-33f8c82c44cb {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.134611] env[70483]: DEBUG oslo_concurrency.lockutils [req-d7a74496-906a-4158-a1c1-8a8bcd2505b1 req-9baa4ab4-92d9-4d04-872f-cf752f4e7e10 service nova] Acquiring lock "4732ccdb-9242-4feb-a4c4-ec145ae5a7cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.134611] env[70483]: DEBUG oslo_concurrency.lockutils [req-d7a74496-906a-4158-a1c1-8a8bcd2505b1 req-9baa4ab4-92d9-4d04-872f-cf752f4e7e10 service nova] Lock "4732ccdb-9242-4feb-a4c4-ec145ae5a7cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.134734] env[70483]: DEBUG oslo_concurrency.lockutils [req-d7a74496-906a-4158-a1c1-8a8bcd2505b1 req-9baa4ab4-92d9-4d04-872f-cf752f4e7e10 service nova] Lock "4732ccdb-9242-4feb-a4c4-ec145ae5a7cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.134898] env[70483]: DEBUG nova.compute.manager [req-d7a74496-906a-4158-a1c1-8a8bcd2505b1 req-9baa4ab4-92d9-4d04-872f-cf752f4e7e10 service nova] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] No waiting events found dispatching network-vif-plugged-d6e7e98a-e2ba-4f08-9227-33f8c82c44cb {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 771.135206] env[70483]: WARNING nova.compute.manager [req-d7a74496-906a-4158-a1c1-8a8bcd2505b1 req-9baa4ab4-92d9-4d04-872f-cf752f4e7e10 service nova] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Received unexpected event network-vif-plugged-d6e7e98a-e2ba-4f08-9227-33f8c82c44cb for instance with vm_state building and task_state spawning. [ 771.135792] env[70483]: INFO nova.compute.manager [None req-51a1d945-685e-439b-9155-d7443d4b7ae7 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] [instance: e5585d3f-b6f3-4f69-8618-ad365b32f71a] instance snapshotting [ 771.136349] env[70483]: DEBUG nova.objects.instance [None req-51a1d945-685e-439b-9155-d7443d4b7ae7 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Lazy-loading 'flavor' on Instance uuid e5585d3f-b6f3-4f69-8618-ad365b32f71a {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 771.196566] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3aaa3326-2431-4f99-a5e6-fb0844b2692a tempest-DeleteServersAdminTestJSON-304962123 tempest-DeleteServersAdminTestJSON-304962123-project-member] Lock "3b9cca60-6e8d-489e-800a-5277edfc0d3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.346s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.281231] env[70483]: DEBUG oslo_concurrency.lockutils [None req-010e102f-3d31-43cb-b60c-82e60d207257 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Acquiring lock "refresh_cache-e5585d3f-b6f3-4f69-8618-ad365b32f71a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.281418] env[70483]: DEBUG oslo_concurrency.lockutils [None req-010e102f-3d31-43cb-b60c-82e60d207257 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Acquired lock "refresh_cache-e5585d3f-b6f3-4f69-8618-ad365b32f71a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.281644] env[70483]: DEBUG nova.network.neutron [None req-010e102f-3d31-43cb-b60c-82e60d207257 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] [instance: e5585d3f-b6f3-4f69-8618-ad365b32f71a] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.306121] env[70483]: DEBUG nova.network.neutron [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Successfully updated port: d6e7e98a-e2ba-4f08-9227-33f8c82c44cb {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 771.368219] env[70483]: DEBUG oslo_vmware.api [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Task: {'id': task-3477713, 'name': Rename_Task, 'duration_secs': 0.192879} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.368536] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.368779] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e42eb260-acd3-468c-8104-85255bb6bdf0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.374652] env[70483]: DEBUG oslo_vmware.api [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Waiting for the task: (returnval){ [ 771.374652] env[70483]: value = "task-3477714" [ 771.374652] env[70483]: _type = "Task" [ 771.374652] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.382919] env[70483]: DEBUG oslo_vmware.api [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Task: {'id': task-3477714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.539748] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.642567] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3260750d-bd8c-4409-b1d4-2e0ace8737c3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.661124] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7e8a76-441a-4ec0-bf5f-978f380356fa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.809835] env[70483]: DEBUG oslo_concurrency.lockutils [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Acquiring lock "refresh_cache-4732ccdb-9242-4feb-a4c4-ec145ae5a7cc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.809835] env[70483]: DEBUG oslo_concurrency.lockutils [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Acquired lock "refresh_cache-4732ccdb-9242-4feb-a4c4-ec145ae5a7cc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.810019] env[70483]: DEBUG nova.network.neutron [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.815114] env[70483]: DEBUG nova.network.neutron [None req-010e102f-3d31-43cb-b60c-82e60d207257 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] [instance: e5585d3f-b6f3-4f69-8618-ad365b32f71a] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.889513] env[70483]: DEBUG oslo_vmware.api [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Task: {'id': task-3477714, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.919351] env[70483]: DEBUG nova.network.neutron [None req-010e102f-3d31-43cb-b60c-82e60d207257 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] [instance: e5585d3f-b6f3-4f69-8618-ad365b32f71a] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.174929] env[70483]: DEBUG nova.compute.manager [None req-51a1d945-685e-439b-9155-d7443d4b7ae7 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] [instance: e5585d3f-b6f3-4f69-8618-ad365b32f71a] Instance disappeared during snapshot {{(pid=70483) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 772.214518] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1da2e02-859a-4942-9c5c-604dc07d0fec {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.223523] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3822551-8068-45e0-b45c-48ccdcaa2326 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.258559] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fceb2df7-f8d4-4cba-a9c9-f80e9da5ac38 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.266618] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03924667-e94b-47a7-858e-689ddd6fa753 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.281464] env[70483]: DEBUG nova.compute.provider_tree [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.336090] env[70483]: DEBUG nova.compute.manager [None req-51a1d945-685e-439b-9155-d7443d4b7ae7 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] [instance: e5585d3f-b6f3-4f69-8618-ad365b32f71a] Found 0 images (rotation: 2) {{(pid=70483) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 772.375414] env[70483]: DEBUG nova.network.neutron [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.386986] env[70483]: DEBUG oslo_vmware.api [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Task: {'id': task-3477714, 'name': PowerOnVM_Task, 'duration_secs': 0.590744} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.387309] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.387513] env[70483]: DEBUG nova.compute.manager [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.388303] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed8372e-f3c7-4e32-bf6c-869775eeb4fa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.424465] env[70483]: DEBUG oslo_concurrency.lockutils [None req-010e102f-3d31-43cb-b60c-82e60d207257 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Releasing lock "refresh_cache-e5585d3f-b6f3-4f69-8618-ad365b32f71a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.424465] env[70483]: DEBUG nova.compute.manager [None req-010e102f-3d31-43cb-b60c-82e60d207257 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] [instance: e5585d3f-b6f3-4f69-8618-ad365b32f71a] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 772.424465] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-010e102f-3d31-43cb-b60c-82e60d207257 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] [instance: e5585d3f-b6f3-4f69-8618-ad365b32f71a] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.424465] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01459189-fb08-458b-a762-80704087a220 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.433427] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-010e102f-3d31-43cb-b60c-82e60d207257 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] [instance: e5585d3f-b6f3-4f69-8618-ad365b32f71a] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 772.434365] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94acc202-022d-4f8e-b8d2-91408d17ae1f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.442569] env[70483]: DEBUG oslo_vmware.api [None req-010e102f-3d31-43cb-b60c-82e60d207257 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Waiting for the task: (returnval){ [ 772.442569] env[70483]: value = "task-3477715" [ 772.442569] env[70483]: _type = "Task" [ 772.442569] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.455437] env[70483]: DEBUG oslo_vmware.api [None req-010e102f-3d31-43cb-b60c-82e60d207257 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Task: {'id': task-3477715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.646615] env[70483]: DEBUG nova.network.neutron [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Updating instance_info_cache with network_info: [{"id": "d6e7e98a-e2ba-4f08-9227-33f8c82c44cb", "address": "fa:16:3e:c9:b9:e9", "network": {"id": "c9ba9b8b-4f12-4533-b35d-cd08cb6d82be", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-266891741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb1bc81701ac46f8acd1edc7b55590fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6e7e98a-e2", "ovs_interfaceid": "d6e7e98a-e2ba-4f08-9227-33f8c82c44cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.784907] env[70483]: DEBUG nova.scheduler.client.report [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.908095] env[70483]: DEBUG oslo_concurrency.lockutils [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.962262] env[70483]: DEBUG oslo_vmware.api [None req-010e102f-3d31-43cb-b60c-82e60d207257 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Task: {'id': task-3477715, 'name': PowerOffVM_Task, 'duration_secs': 0.230925} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.962709] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-010e102f-3d31-43cb-b60c-82e60d207257 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] [instance: e5585d3f-b6f3-4f69-8618-ad365b32f71a] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.962964] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-010e102f-3d31-43cb-b60c-82e60d207257 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] [instance: e5585d3f-b6f3-4f69-8618-ad365b32f71a] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.963235] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9acddb0d-924b-4b84-9185-178ba3f426d2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.990550] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-010e102f-3d31-43cb-b60c-82e60d207257 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] [instance: e5585d3f-b6f3-4f69-8618-ad365b32f71a] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.990550] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-010e102f-3d31-43cb-b60c-82e60d207257 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] [instance: e5585d3f-b6f3-4f69-8618-ad365b32f71a] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.990550] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-010e102f-3d31-43cb-b60c-82e60d207257 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Deleting the datastore file [datastore1] e5585d3f-b6f3-4f69-8618-ad365b32f71a {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.991677] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1da2e35-14c7-499c-98b0-30b7d493d73c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.998265] env[70483]: DEBUG oslo_vmware.api [None req-010e102f-3d31-43cb-b60c-82e60d207257 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Waiting for the task: (returnval){ [ 772.998265] env[70483]: value = "task-3477717" [ 772.998265] env[70483]: _type = "Task" [ 772.998265] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.006305] env[70483]: DEBUG oslo_vmware.api [None req-010e102f-3d31-43cb-b60c-82e60d207257 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Task: {'id': task-3477717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.148712] env[70483]: DEBUG oslo_concurrency.lockutils [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Releasing lock "refresh_cache-4732ccdb-9242-4feb-a4c4-ec145ae5a7cc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.150040] env[70483]: DEBUG nova.compute.manager [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Instance network_info: |[{"id": "d6e7e98a-e2ba-4f08-9227-33f8c82c44cb", "address": "fa:16:3e:c9:b9:e9", "network": {"id": "c9ba9b8b-4f12-4533-b35d-cd08cb6d82be", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-266891741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb1bc81701ac46f8acd1edc7b55590fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6e7e98a-e2", "ovs_interfaceid": "d6e7e98a-e2ba-4f08-9227-33f8c82c44cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 773.150320] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:b9:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6e7e98a-e2ba-4f08-9227-33f8c82c44cb', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.157371] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.157610] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.157838] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75c04048-f70e-43b6-b132-4500c28657bc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.177746] env[70483]: DEBUG nova.compute.manager [req-3a8ae791-3b93-464a-a846-41613a0226f9 req-47ad9a04-548b-4c39-8fbc-3d15ef4f898c service nova] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Received event network-changed-d6e7e98a-e2ba-4f08-9227-33f8c82c44cb {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.178029] env[70483]: DEBUG nova.compute.manager [req-3a8ae791-3b93-464a-a846-41613a0226f9 req-47ad9a04-548b-4c39-8fbc-3d15ef4f898c service nova] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Refreshing instance network info cache due to event network-changed-d6e7e98a-e2ba-4f08-9227-33f8c82c44cb. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 773.178318] env[70483]: DEBUG oslo_concurrency.lockutils [req-3a8ae791-3b93-464a-a846-41613a0226f9 req-47ad9a04-548b-4c39-8fbc-3d15ef4f898c service nova] Acquiring lock "refresh_cache-4732ccdb-9242-4feb-a4c4-ec145ae5a7cc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.178459] env[70483]: DEBUG oslo_concurrency.lockutils [req-3a8ae791-3b93-464a-a846-41613a0226f9 req-47ad9a04-548b-4c39-8fbc-3d15ef4f898c service nova] Acquired lock "refresh_cache-4732ccdb-9242-4feb-a4c4-ec145ae5a7cc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.178698] env[70483]: DEBUG nova.network.neutron [req-3a8ae791-3b93-464a-a846-41613a0226f9 req-47ad9a04-548b-4c39-8fbc-3d15ef4f898c service nova] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Refreshing network info cache for port d6e7e98a-e2ba-4f08-9227-33f8c82c44cb {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.185644] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.185644] env[70483]: value = "task-3477718" [ 773.185644] env[70483]: _type = "Task" [ 773.185644] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.195767] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477718, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.291153] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.291721] env[70483]: DEBUG nova.compute.manager [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 773.294501] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.974s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.295901] env[70483]: INFO nova.compute.claims [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.507979] env[70483]: DEBUG oslo_vmware.api [None req-010e102f-3d31-43cb-b60c-82e60d207257 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Task: {'id': task-3477717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122244} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.508279] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-010e102f-3d31-43cb-b60c-82e60d207257 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.508464] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-010e102f-3d31-43cb-b60c-82e60d207257 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] [instance: e5585d3f-b6f3-4f69-8618-ad365b32f71a] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.508670] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-010e102f-3d31-43cb-b60c-82e60d207257 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] [instance: e5585d3f-b6f3-4f69-8618-ad365b32f71a] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.508799] env[70483]: INFO nova.compute.manager [None req-010e102f-3d31-43cb-b60c-82e60d207257 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] [instance: e5585d3f-b6f3-4f69-8618-ad365b32f71a] Took 1.09 seconds to destroy the instance on the hypervisor. [ 773.509139] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-010e102f-3d31-43cb-b60c-82e60d207257 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.509367] env[70483]: DEBUG nova.compute.manager [-] [instance: e5585d3f-b6f3-4f69-8618-ad365b32f71a] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.509469] env[70483]: DEBUG nova.network.neutron [-] [instance: e5585d3f-b6f3-4f69-8618-ad365b32f71a] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.532246] env[70483]: DEBUG nova.network.neutron [-] [instance: e5585d3f-b6f3-4f69-8618-ad365b32f71a] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.696390] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477718, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.773066] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fa4fa2b0-bf57-406d-a3e9-e9a5fa62c39f tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Acquiring lock "126e670b-cfa9-4316-b2e1-a6782d2b3684" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.773338] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fa4fa2b0-bf57-406d-a3e9-e9a5fa62c39f tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Lock "126e670b-cfa9-4316-b2e1-a6782d2b3684" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.773584] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fa4fa2b0-bf57-406d-a3e9-e9a5fa62c39f tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Acquiring lock "126e670b-cfa9-4316-b2e1-a6782d2b3684-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.773794] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fa4fa2b0-bf57-406d-a3e9-e9a5fa62c39f tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Lock "126e670b-cfa9-4316-b2e1-a6782d2b3684-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.773963] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fa4fa2b0-bf57-406d-a3e9-e9a5fa62c39f tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Lock "126e670b-cfa9-4316-b2e1-a6782d2b3684-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.776275] env[70483]: INFO nova.compute.manager [None req-fa4fa2b0-bf57-406d-a3e9-e9a5fa62c39f tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Terminating instance [ 773.802607] env[70483]: DEBUG nova.compute.utils [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.807428] env[70483]: DEBUG nova.compute.manager [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 773.807553] env[70483]: DEBUG nova.network.neutron [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.892140] env[70483]: DEBUG nova.policy [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a951ac5c7b2c479cb00dcbdcbaaf261b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64d3fbac98d14d5cac16b97c3269f4e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 774.035799] env[70483]: DEBUG nova.network.neutron [-] [instance: e5585d3f-b6f3-4f69-8618-ad365b32f71a] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.116212] env[70483]: DEBUG nova.network.neutron [req-3a8ae791-3b93-464a-a846-41613a0226f9 req-47ad9a04-548b-4c39-8fbc-3d15ef4f898c service nova] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Updated VIF entry in instance network info cache for port d6e7e98a-e2ba-4f08-9227-33f8c82c44cb. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.116577] env[70483]: DEBUG nova.network.neutron [req-3a8ae791-3b93-464a-a846-41613a0226f9 req-47ad9a04-548b-4c39-8fbc-3d15ef4f898c service nova] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Updating instance_info_cache with network_info: [{"id": "d6e7e98a-e2ba-4f08-9227-33f8c82c44cb", "address": "fa:16:3e:c9:b9:e9", "network": {"id": "c9ba9b8b-4f12-4533-b35d-cd08cb6d82be", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-266891741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb1bc81701ac46f8acd1edc7b55590fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6e7e98a-e2", "ovs_interfaceid": "d6e7e98a-e2ba-4f08-9227-33f8c82c44cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.198586] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477718, 'name': CreateVM_Task, 'duration_secs': 0.708206} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.198586] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.199456] env[70483]: DEBUG oslo_concurrency.lockutils [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.199732] env[70483]: DEBUG oslo_concurrency.lockutils [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.200183] env[70483]: DEBUG oslo_concurrency.lockutils [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.200511] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d34ad6b-1272-461e-b278-76895fd8023b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.207074] env[70483]: DEBUG oslo_vmware.api [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Waiting for the task: (returnval){ [ 774.207074] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]527ff453-60dd-5162-2308-fc4625825609" [ 774.207074] env[70483]: _type = "Task" [ 774.207074] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.219676] env[70483]: DEBUG oslo_vmware.api [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]527ff453-60dd-5162-2308-fc4625825609, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.284437] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fa4fa2b0-bf57-406d-a3e9-e9a5fa62c39f tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Acquiring lock "refresh_cache-126e670b-cfa9-4316-b2e1-a6782d2b3684" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.284437] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fa4fa2b0-bf57-406d-a3e9-e9a5fa62c39f tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Acquired lock "refresh_cache-126e670b-cfa9-4316-b2e1-a6782d2b3684" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.284437] env[70483]: DEBUG nova.network.neutron [None req-fa4fa2b0-bf57-406d-a3e9-e9a5fa62c39f tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.307699] env[70483]: DEBUG nova.compute.manager [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 774.438749] env[70483]: DEBUG nova.network.neutron [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Successfully created port: 36a94dd6-93b2-416c-90e7-3ba462b2fbf1 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 774.538379] env[70483]: INFO nova.compute.manager [-] [instance: e5585d3f-b6f3-4f69-8618-ad365b32f71a] Took 1.03 seconds to deallocate network for instance. [ 774.624283] env[70483]: DEBUG oslo_concurrency.lockutils [req-3a8ae791-3b93-464a-a846-41613a0226f9 req-47ad9a04-548b-4c39-8fbc-3d15ef4f898c service nova] Releasing lock "refresh_cache-4732ccdb-9242-4feb-a4c4-ec145ae5a7cc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.718902] env[70483]: DEBUG oslo_vmware.api [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]527ff453-60dd-5162-2308-fc4625825609, 'name': SearchDatastore_Task, 'duration_secs': 0.011156} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.724850] env[70483]: DEBUG oslo_concurrency.lockutils [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.724850] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.724850] env[70483]: DEBUG oslo_concurrency.lockutils [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.724850] env[70483]: DEBUG oslo_concurrency.lockutils [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.725176] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.725176] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24542f90-9f68-4ce5-b267-f52d827b20ba {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.735160] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.735160] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.737383] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e5f88a8-3523-4842-97d3-7c006d722bdb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.748709] env[70483]: DEBUG oslo_vmware.api [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Waiting for the task: (returnval){ [ 774.748709] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52113ed0-8c16-c912-ae84-046d41231db2" [ 774.748709] env[70483]: _type = "Task" [ 774.748709] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.757698] env[70483]: DEBUG oslo_vmware.api [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52113ed0-8c16-c912-ae84-046d41231db2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.825836] env[70483]: DEBUG nova.network.neutron [None req-fa4fa2b0-bf57-406d-a3e9-e9a5fa62c39f tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.929995] env[70483]: DEBUG nova.network.neutron [None req-fa4fa2b0-bf57-406d-a3e9-e9a5fa62c39f tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.956210] env[70483]: DEBUG oslo_vmware.rw_handles [None req-bbd2232e-c6a6-4165-a42a-3332df8c19fd tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c05892-9430-91ed-33af-4ec4870159fd/disk-0.vmdk. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 774.957638] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcbe332-f77f-4c9e-8829-639f5f6387a9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.966594] env[70483]: DEBUG oslo_vmware.rw_handles [None req-bbd2232e-c6a6-4165-a42a-3332df8c19fd tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c05892-9430-91ed-33af-4ec4870159fd/disk-0.vmdk is in state: ready. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 774.966785] env[70483]: ERROR oslo_vmware.rw_handles [None req-bbd2232e-c6a6-4165-a42a-3332df8c19fd tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c05892-9430-91ed-33af-4ec4870159fd/disk-0.vmdk due to incomplete transfer. [ 774.967034] env[70483]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3b13b8cf-51f9-44fc-9993-440cd57450e3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.970345] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1a338f-f008-4786-a710-e8cc57c92668 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.977929] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba0d910-937a-4100-a0ad-067ef0588c14 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.982941] env[70483]: DEBUG oslo_vmware.rw_handles [None req-bbd2232e-c6a6-4165-a42a-3332df8c19fd tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c05892-9430-91ed-33af-4ec4870159fd/disk-0.vmdk. {{(pid=70483) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 774.983087] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-bbd2232e-c6a6-4165-a42a-3332df8c19fd tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Uploaded image 1f892208-8920-4adb-a5f6-6725b5ea6456 to the Glance image server {{(pid=70483) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 774.985203] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd2232e-c6a6-4165-a42a-3332df8c19fd tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Destroying the VM {{(pid=70483) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 774.985748] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6dfe9775-2209-4f35-8db0-600454cf7d02 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.014560] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac4bf5e-d2c2-4fd8-96b3-f88ccc11240e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.017673] env[70483]: DEBUG oslo_vmware.api [None req-bbd2232e-c6a6-4165-a42a-3332df8c19fd tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 775.017673] env[70483]: value = "task-3477719" [ 775.017673] env[70483]: _type = "Task" [ 775.017673] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.026141] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785654e1-7a09-4117-9af6-5e36a19ace6f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.035537] env[70483]: DEBUG oslo_vmware.api [None req-bbd2232e-c6a6-4165-a42a-3332df8c19fd tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477719, 'name': Destroy_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.045469] env[70483]: DEBUG nova.compute.provider_tree [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.049183] env[70483]: DEBUG oslo_concurrency.lockutils [None req-010e102f-3d31-43cb-b60c-82e60d207257 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.261221] env[70483]: DEBUG oslo_vmware.api [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52113ed0-8c16-c912-ae84-046d41231db2, 'name': SearchDatastore_Task, 'duration_secs': 0.010275} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.262089] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3939f4d1-18f1-4c66-95fa-6159b1b399b4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.268406] env[70483]: DEBUG oslo_vmware.api [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Waiting for the task: (returnval){ [ 775.268406] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5254dd74-2ac2-84d5-8568-4a8f4719e62a" [ 775.268406] env[70483]: _type = "Task" [ 775.268406] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.277986] env[70483]: DEBUG oslo_vmware.api [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5254dd74-2ac2-84d5-8568-4a8f4719e62a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.319241] env[70483]: DEBUG nova.compute.manager [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 775.348245] env[70483]: DEBUG nova.virt.hardware [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.348496] env[70483]: DEBUG nova.virt.hardware [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.348651] env[70483]: DEBUG nova.virt.hardware [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.348861] env[70483]: DEBUG nova.virt.hardware [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.349019] env[70483]: DEBUG nova.virt.hardware [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.349237] env[70483]: DEBUG nova.virt.hardware [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.349586] env[70483]: DEBUG nova.virt.hardware [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.349778] env[70483]: DEBUG nova.virt.hardware [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.349951] env[70483]: DEBUG nova.virt.hardware [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.350125] env[70483]: DEBUG nova.virt.hardware [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.350314] env[70483]: DEBUG nova.virt.hardware [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.351190] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe56e7c-2957-435d-9b6e-d47d023c61f5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.360052] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ac305c-8afa-4572-8869-faf046d45b69 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.432969] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fa4fa2b0-bf57-406d-a3e9-e9a5fa62c39f tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Releasing lock "refresh_cache-126e670b-cfa9-4316-b2e1-a6782d2b3684" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.433655] env[70483]: DEBUG nova.compute.manager [None req-fa4fa2b0-bf57-406d-a3e9-e9a5fa62c39f tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 775.435029] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4fa2b0-bf57-406d-a3e9-e9a5fa62c39f tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.435029] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a806076-9c3e-43dc-90ef-b467fdab8a47 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.442426] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa4fa2b0-bf57-406d-a3e9-e9a5fa62c39f tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.442712] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fffee47-f08b-4bef-a8da-514d07e53dd0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.448127] env[70483]: DEBUG oslo_vmware.api [None req-fa4fa2b0-bf57-406d-a3e9-e9a5fa62c39f tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Waiting for the task: (returnval){ [ 775.448127] env[70483]: value = "task-3477720" [ 775.448127] env[70483]: _type = "Task" [ 775.448127] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.455749] env[70483]: DEBUG oslo_vmware.api [None req-fa4fa2b0-bf57-406d-a3e9-e9a5fa62c39f tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Task: {'id': task-3477720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.528293] env[70483]: DEBUG oslo_vmware.api [None req-bbd2232e-c6a6-4165-a42a-3332df8c19fd tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477719, 'name': Destroy_Task, 'duration_secs': 0.320346} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.528523] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-bbd2232e-c6a6-4165-a42a-3332df8c19fd tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Destroyed the VM [ 775.528844] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd2232e-c6a6-4165-a42a-3332df8c19fd tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Deleting Snapshot of the VM instance {{(pid=70483) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 775.529111] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0ce2abe7-fd56-4c5c-a2b5-03f8293181ce {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.536106] env[70483]: DEBUG oslo_vmware.api [None req-bbd2232e-c6a6-4165-a42a-3332df8c19fd tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 775.536106] env[70483]: value = "task-3477721" [ 775.536106] env[70483]: _type = "Task" [ 775.536106] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.544646] env[70483]: DEBUG oslo_vmware.api [None req-bbd2232e-c6a6-4165-a42a-3332df8c19fd tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477721, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.548412] env[70483]: DEBUG nova.scheduler.client.report [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.779995] env[70483]: DEBUG oslo_vmware.api [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5254dd74-2ac2-84d5-8568-4a8f4719e62a, 'name': SearchDatastore_Task, 'duration_secs': 0.009428} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.780205] env[70483]: DEBUG oslo_concurrency.lockutils [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.780427] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc/4732ccdb-9242-4feb-a4c4-ec145ae5a7cc.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.780695] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7dd79d1-b39a-45a2-a633-6dfad04ba3b8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.790889] env[70483]: DEBUG oslo_vmware.api [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Waiting for the task: (returnval){ [ 775.790889] env[70483]: value = "task-3477722" [ 775.790889] env[70483]: _type = "Task" [ 775.790889] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.799779] env[70483]: DEBUG oslo_vmware.api [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Task: {'id': task-3477722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.958977] env[70483]: DEBUG oslo_vmware.api [None req-fa4fa2b0-bf57-406d-a3e9-e9a5fa62c39f tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Task: {'id': task-3477720, 'name': PowerOffVM_Task, 'duration_secs': 0.189685} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.959331] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa4fa2b0-bf57-406d-a3e9-e9a5fa62c39f tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 775.959517] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4fa2b0-bf57-406d-a3e9-e9a5fa62c39f tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 775.959772] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10dbd3e2-5790-449a-8702-480b3b89acf6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.038031] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4fa2b0-bf57-406d-a3e9-e9a5fa62c39f tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.038031] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4fa2b0-bf57-406d-a3e9-e9a5fa62c39f tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.038031] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa4fa2b0-bf57-406d-a3e9-e9a5fa62c39f tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Deleting the datastore file [datastore1] 126e670b-cfa9-4316-b2e1-a6782d2b3684 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.038031] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a3556be-ab40-4fba-98a8-53a4296f6361 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.048512] env[70483]: DEBUG oslo_vmware.api [None req-bbd2232e-c6a6-4165-a42a-3332df8c19fd tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477721, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.050610] env[70483]: DEBUG oslo_vmware.api [None req-fa4fa2b0-bf57-406d-a3e9-e9a5fa62c39f tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Waiting for the task: (returnval){ [ 776.050610] env[70483]: value = "task-3477724" [ 776.050610] env[70483]: _type = "Task" [ 776.050610] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.055653] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.761s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.056920] env[70483]: DEBUG nova.compute.manager [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 776.060594] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.491s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.060963] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.061233] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70483) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 776.061634] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.480s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.063495] env[70483]: INFO nova.compute.claims [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 776.075177] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597cd4b4-6b9b-4c57-a531-b334b54a68bd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.081262] env[70483]: DEBUG oslo_vmware.api [None req-fa4fa2b0-bf57-406d-a3e9-e9a5fa62c39f tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Task: {'id': task-3477724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.088418] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb66c62a-d4b4-4c81-a16e-5c7c82f68375 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.107461] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858e462b-f0e0-437b-befd-bec01e93a68d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.121027] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903f17c9-dcf0-42bd-97f4-2fc68e229554 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.150896] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179759MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=70483) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 776.151359] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.302624] env[70483]: DEBUG oslo_vmware.api [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Task: {'id': task-3477722, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485339} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.302914] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc/4732ccdb-9242-4feb-a4c4-ec145ae5a7cc.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.303014] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.303596] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f47628b1-35ce-480b-b4b8-d3cf5fda2acd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.310650] env[70483]: DEBUG oslo_vmware.api [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Waiting for the task: (returnval){ [ 776.310650] env[70483]: value = "task-3477725" [ 776.310650] env[70483]: _type = "Task" [ 776.310650] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.353241] env[70483]: DEBUG nova.network.neutron [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Successfully updated port: 36a94dd6-93b2-416c-90e7-3ba462b2fbf1 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 776.361450] env[70483]: DEBUG nova.compute.manager [req-0bc20b56-a482-4a3c-a063-899458abd699 req-782ac967-75c3-403b-918b-ec9920198804 service nova] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Received event network-vif-plugged-36a94dd6-93b2-416c-90e7-3ba462b2fbf1 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.361665] env[70483]: DEBUG oslo_concurrency.lockutils [req-0bc20b56-a482-4a3c-a063-899458abd699 req-782ac967-75c3-403b-918b-ec9920198804 service nova] Acquiring lock "2de27262-fff1-459f-8a3a-555d09be09ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.361870] env[70483]: DEBUG oslo_concurrency.lockutils [req-0bc20b56-a482-4a3c-a063-899458abd699 req-782ac967-75c3-403b-918b-ec9920198804 service nova] Lock "2de27262-fff1-459f-8a3a-555d09be09ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.362050] env[70483]: DEBUG oslo_concurrency.lockutils [req-0bc20b56-a482-4a3c-a063-899458abd699 req-782ac967-75c3-403b-918b-ec9920198804 service nova] Lock "2de27262-fff1-459f-8a3a-555d09be09ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.362218] env[70483]: DEBUG nova.compute.manager [req-0bc20b56-a482-4a3c-a063-899458abd699 req-782ac967-75c3-403b-918b-ec9920198804 service nova] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] No waiting events found dispatching network-vif-plugged-36a94dd6-93b2-416c-90e7-3ba462b2fbf1 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 776.362396] env[70483]: WARNING nova.compute.manager [req-0bc20b56-a482-4a3c-a063-899458abd699 req-782ac967-75c3-403b-918b-ec9920198804 service nova] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Received unexpected event network-vif-plugged-36a94dd6-93b2-416c-90e7-3ba462b2fbf1 for instance with vm_state building and task_state spawning. [ 776.549520] env[70483]: DEBUG oslo_vmware.api [None req-bbd2232e-c6a6-4165-a42a-3332df8c19fd tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477721, 'name': RemoveSnapshot_Task, 'duration_secs': 0.528186} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.549823] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd2232e-c6a6-4165-a42a-3332df8c19fd tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Deleted Snapshot of the VM instance {{(pid=70483) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 776.550066] env[70483]: INFO nova.compute.manager [None req-bbd2232e-c6a6-4165-a42a-3332df8c19fd tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Took 15.65 seconds to snapshot the instance on the hypervisor. [ 776.568261] env[70483]: DEBUG oslo_vmware.api [None req-fa4fa2b0-bf57-406d-a3e9-e9a5fa62c39f tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Task: {'id': task-3477724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332741} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.569504] env[70483]: DEBUG nova.compute.utils [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 776.571098] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa4fa2b0-bf57-406d-a3e9-e9a5fa62c39f tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.571098] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4fa2b0-bf57-406d-a3e9-e9a5fa62c39f tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.571311] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4fa2b0-bf57-406d-a3e9-e9a5fa62c39f tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.571498] env[70483]: INFO nova.compute.manager [None req-fa4fa2b0-bf57-406d-a3e9-e9a5fa62c39f tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Took 1.14 seconds to destroy the instance on the hypervisor. [ 776.571727] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa4fa2b0-bf57-406d-a3e9-e9a5fa62c39f tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.572186] env[70483]: DEBUG nova.compute.manager [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 776.572337] env[70483]: DEBUG nova.network.neutron [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 776.576862] env[70483]: DEBUG nova.compute.manager [-] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 776.576862] env[70483]: DEBUG nova.network.neutron [-] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 776.608962] env[70483]: DEBUG nova.network.neutron [-] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.650461] env[70483]: DEBUG nova.policy [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '831d6b9a2f96463e89a79c27156a8b6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b020f9de529424dbc3ba57af19c5c44', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 776.821567] env[70483]: DEBUG oslo_vmware.api [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Task: {'id': task-3477725, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116314} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.821755] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.822619] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44db06e9-e97c-4139-ad4b-cb23f02fc0e2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.845910] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc/4732ccdb-9242-4feb-a4c4-ec145ae5a7cc.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.846235] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6737721-a1c5-47b5-8747-8551b991e33e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.860764] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Acquiring lock "refresh_cache-2de27262-fff1-459f-8a3a-555d09be09ff" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.860903] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Acquired lock "refresh_cache-2de27262-fff1-459f-8a3a-555d09be09ff" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.861060] env[70483]: DEBUG nova.network.neutron [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.867119] env[70483]: DEBUG oslo_vmware.api [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Waiting for the task: (returnval){ [ 776.867119] env[70483]: value = "task-3477726" [ 776.867119] env[70483]: _type = "Task" [ 776.867119] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.874706] env[70483]: DEBUG oslo_vmware.api [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Task: {'id': task-3477726, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.991258] env[70483]: DEBUG nova.network.neutron [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Successfully created port: 488fd707-e6bc-4e78-b600-433e5993d781 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 777.073788] env[70483]: DEBUG nova.compute.manager [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 777.114441] env[70483]: DEBUG nova.compute.manager [None req-bbd2232e-c6a6-4165-a42a-3332df8c19fd tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Found 1 images (rotation: 2) {{(pid=70483) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 777.115593] env[70483]: DEBUG nova.network.neutron [-] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.382854] env[70483]: DEBUG oslo_vmware.api [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Task: {'id': task-3477726, 'name': ReconfigVM_Task, 'duration_secs': 0.291951} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.385462] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc/4732ccdb-9242-4feb-a4c4-ec145ae5a7cc.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.386894] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-571da0c0-e350-49d5-8116-3c90f6c851eb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.393512] env[70483]: DEBUG oslo_vmware.api [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Waiting for the task: (returnval){ [ 777.393512] env[70483]: value = "task-3477727" [ 777.393512] env[70483]: _type = "Task" [ 777.393512] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.402887] env[70483]: DEBUG oslo_vmware.api [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Task: {'id': task-3477727, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.487593] env[70483]: DEBUG nova.network.neutron [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 777.621402] env[70483]: INFO nova.compute.manager [-] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Took 1.05 seconds to deallocate network for instance. [ 777.733757] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b016d5-ad4a-4b0d-8eaf-ceb320053603 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.741999] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78db377c-b70a-4ef1-a801-31d0b0ac051f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.772070] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee663db2-d31a-4420-b290-01c16596e04e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.779602] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1f1792-f21d-48b0-bade-73d51ce4dc69 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.793319] env[70483]: DEBUG nova.compute.provider_tree [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.806899] env[70483]: DEBUG nova.network.neutron [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Updating instance_info_cache with network_info: [{"id": "36a94dd6-93b2-416c-90e7-3ba462b2fbf1", "address": "fa:16:3e:ae:af:df", "network": {"id": "2561c8d3-a3d2-4883-93b1-7f7ae69661b8", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1298354696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64d3fbac98d14d5cac16b97c3269f4e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36a94dd6-93", "ovs_interfaceid": "36a94dd6-93b2-416c-90e7-3ba462b2fbf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.902967] env[70483]: DEBUG oslo_vmware.api [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Task: {'id': task-3477727, 'name': Rename_Task, 'duration_secs': 0.139718} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.902967] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.903123] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0609a082-a851-4ed1-849e-6bdad8deb742 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.910042] env[70483]: DEBUG oslo_vmware.api [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Waiting for the task: (returnval){ [ 777.910042] env[70483]: value = "task-3477728" [ 777.910042] env[70483]: _type = "Task" [ 777.910042] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.919822] env[70483]: DEBUG oslo_vmware.api [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Task: {'id': task-3477728, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.084564] env[70483]: DEBUG nova.compute.manager [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 778.114355] env[70483]: DEBUG nova.virt.hardware [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.114629] env[70483]: DEBUG nova.virt.hardware [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.114786] env[70483]: DEBUG nova.virt.hardware [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.114970] env[70483]: DEBUG nova.virt.hardware [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.115130] env[70483]: DEBUG nova.virt.hardware [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.115279] env[70483]: DEBUG nova.virt.hardware [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.115493] env[70483]: DEBUG nova.virt.hardware [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.115636] env[70483]: DEBUG nova.virt.hardware [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.115797] env[70483]: DEBUG nova.virt.hardware [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.115953] env[70483]: DEBUG nova.virt.hardware [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.116133] env[70483]: DEBUG nova.virt.hardware [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.116982] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9e43ee-1179-41e1-8020-0605fb28924d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.125686] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ba3d51-cec1-4a40-8f7a-cf8d210d0561 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.132618] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fa4fa2b0-bf57-406d-a3e9-e9a5fa62c39f tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.185709] env[70483]: DEBUG nova.compute.manager [None req-6a658b47-d560-4e96-b1f4-c7c79c3675ea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.186538] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b599e1-88ab-48a5-b8be-3c5f44037d1e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.296846] env[70483]: DEBUG nova.scheduler.client.report [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.309923] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Releasing lock "refresh_cache-2de27262-fff1-459f-8a3a-555d09be09ff" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.310264] env[70483]: DEBUG nova.compute.manager [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Instance network_info: |[{"id": "36a94dd6-93b2-416c-90e7-3ba462b2fbf1", "address": "fa:16:3e:ae:af:df", "network": {"id": "2561c8d3-a3d2-4883-93b1-7f7ae69661b8", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1298354696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64d3fbac98d14d5cac16b97c3269f4e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36a94dd6-93", "ovs_interfaceid": "36a94dd6-93b2-416c-90e7-3ba462b2fbf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 778.310715] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:af:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36a94dd6-93b2-416c-90e7-3ba462b2fbf1', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.318917] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Creating folder: Project (64d3fbac98d14d5cac16b97c3269f4e2). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.320055] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ff21cd1-28c2-4dcb-9888-d94dabab3847 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.333030] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Created folder: Project (64d3fbac98d14d5cac16b97c3269f4e2) in parent group-v695216. [ 778.333030] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Creating folder: Instances. Parent ref: group-v695307. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.333030] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1594d7a-405d-4e5e-9b43-26c955eb02c4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.343315] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Created folder: Instances in parent group-v695307. [ 778.343707] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.344054] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.344398] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58793898-fde0-47c4-9d06-2ea4fa0006cf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.364443] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.364443] env[70483]: value = "task-3477731" [ 778.364443] env[70483]: _type = "Task" [ 778.364443] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.375791] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477731, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.421399] env[70483]: DEBUG oslo_vmware.api [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Task: {'id': task-3477728, 'name': PowerOnVM_Task, 'duration_secs': 0.469175} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.424481] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.424481] env[70483]: INFO nova.compute.manager [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Took 7.93 seconds to spawn the instance on the hypervisor. [ 778.424481] env[70483]: DEBUG nova.compute.manager [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.424481] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bcf2fa-6fe2-49ff-9a22-6239af3d8412 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.553118] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Acquiring lock "e86ddc51-1d63-44d5-bfbe-0bd486092869" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.553406] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Lock "e86ddc51-1d63-44d5-bfbe-0bd486092869" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.635513] env[70483]: DEBUG nova.compute.manager [req-ea6b96d4-1486-4f1f-af17-df9240c5e946 req-c48d0e57-beaa-421e-a583-1805c418d4ee service nova] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Received event network-changed-36a94dd6-93b2-416c-90e7-3ba462b2fbf1 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.635708] env[70483]: DEBUG nova.compute.manager [req-ea6b96d4-1486-4f1f-af17-df9240c5e946 req-c48d0e57-beaa-421e-a583-1805c418d4ee service nova] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Refreshing instance network info cache due to event network-changed-36a94dd6-93b2-416c-90e7-3ba462b2fbf1. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.635926] env[70483]: DEBUG oslo_concurrency.lockutils [req-ea6b96d4-1486-4f1f-af17-df9240c5e946 req-c48d0e57-beaa-421e-a583-1805c418d4ee service nova] Acquiring lock "refresh_cache-2de27262-fff1-459f-8a3a-555d09be09ff" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.636086] env[70483]: DEBUG oslo_concurrency.lockutils [req-ea6b96d4-1486-4f1f-af17-df9240c5e946 req-c48d0e57-beaa-421e-a583-1805c418d4ee service nova] Acquired lock "refresh_cache-2de27262-fff1-459f-8a3a-555d09be09ff" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.636263] env[70483]: DEBUG nova.network.neutron [req-ea6b96d4-1486-4f1f-af17-df9240c5e946 req-c48d0e57-beaa-421e-a583-1805c418d4ee service nova] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Refreshing network info cache for port 36a94dd6-93b2-416c-90e7-3ba462b2fbf1 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.702264] env[70483]: INFO nova.compute.manager [None req-6a658b47-d560-4e96-b1f4-c7c79c3675ea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] instance snapshotting [ 778.702902] env[70483]: DEBUG nova.objects.instance [None req-6a658b47-d560-4e96-b1f4-c7c79c3675ea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lazy-loading 'flavor' on Instance uuid 7586d90c-26f8-4054-8574-e4585eaadc45 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.801795] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.802306] env[70483]: DEBUG nova.compute.manager [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 778.804741] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.764s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.808196] env[70483]: INFO nova.compute.claims [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 778.874827] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477731, 'name': CreateVM_Task, 'duration_secs': 0.336372} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.874999] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.875636] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.875800] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.876125] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.876375] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f779d69-3099-4216-be92-f710cc20df47 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.880968] env[70483]: DEBUG oslo_vmware.api [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Waiting for the task: (returnval){ [ 778.880968] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52b19733-089b-4623-63d7-343bfcdf9ee8" [ 778.880968] env[70483]: _type = "Task" [ 778.880968] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.888605] env[70483]: DEBUG oslo_vmware.api [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52b19733-089b-4623-63d7-343bfcdf9ee8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.944111] env[70483]: INFO nova.compute.manager [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Took 48.35 seconds to build instance. [ 779.210602] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f1ceb5-bcf3-4f17-8210-866de305d5b6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.240569] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a046b2dc-768a-43e8-9a63-6935990cec2d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.312722] env[70483]: DEBUG nova.compute.utils [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 779.317092] env[70483]: DEBUG nova.compute.manager [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 779.317092] env[70483]: DEBUG nova.network.neutron [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 779.373427] env[70483]: DEBUG nova.policy [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9f60f94d0ce418a955b548c1c20dbb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c7343a7fadb4b25b7f585cfd51c7993', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 779.398753] env[70483]: DEBUG oslo_vmware.api [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52b19733-089b-4623-63d7-343bfcdf9ee8, 'name': SearchDatastore_Task, 'duration_secs': 0.009323} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.399812] env[70483]: DEBUG nova.network.neutron [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Successfully updated port: 488fd707-e6bc-4e78-b600-433e5993d781 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.403645] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.403645] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.403645] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.403645] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.403765] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.403765] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-836e9740-d140-475a-9697-9969e240444a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.411585] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.412185] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.412926] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a29f117-ee2c-488d-a9dd-9ac0c3f05f13 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.420675] env[70483]: DEBUG oslo_vmware.api [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Waiting for the task: (returnval){ [ 779.420675] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52982697-4afc-085e-5110-2eeff650ab81" [ 779.420675] env[70483]: _type = "Task" [ 779.420675] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.428931] env[70483]: DEBUG oslo_vmware.api [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52982697-4afc-085e-5110-2eeff650ab81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.444554] env[70483]: DEBUG oslo_concurrency.lockutils [None req-addd9bdb-8bfc-47c6-8281-2908849ad9ef tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Lock "4732ccdb-9242-4feb-a4c4-ec145ae5a7cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.823s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.619547] env[70483]: DEBUG nova.network.neutron [req-ea6b96d4-1486-4f1f-af17-df9240c5e946 req-c48d0e57-beaa-421e-a583-1805c418d4ee service nova] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Updated VIF entry in instance network info cache for port 36a94dd6-93b2-416c-90e7-3ba462b2fbf1. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.619934] env[70483]: DEBUG nova.network.neutron [req-ea6b96d4-1486-4f1f-af17-df9240c5e946 req-c48d0e57-beaa-421e-a583-1805c418d4ee service nova] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Updating instance_info_cache with network_info: [{"id": "36a94dd6-93b2-416c-90e7-3ba462b2fbf1", "address": "fa:16:3e:ae:af:df", "network": {"id": "2561c8d3-a3d2-4883-93b1-7f7ae69661b8", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1298354696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64d3fbac98d14d5cac16b97c3269f4e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36a94dd6-93", "ovs_interfaceid": "36a94dd6-93b2-416c-90e7-3ba462b2fbf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.657682] env[70483]: DEBUG nova.network.neutron [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Successfully created port: c746ec89-7132-404a-8b57-68f36043a4fe {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 779.753969] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-6a658b47-d560-4e96-b1f4-c7c79c3675ea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Creating Snapshot of the VM instance {{(pid=70483) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 779.753969] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-25b8b1cf-80eb-407c-ab70-f33b7ac0f99c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.764302] env[70483]: DEBUG oslo_vmware.api [None req-6a658b47-d560-4e96-b1f4-c7c79c3675ea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 779.764302] env[70483]: value = "task-3477732" [ 779.764302] env[70483]: _type = "Task" [ 779.764302] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.774943] env[70483]: DEBUG oslo_vmware.api [None req-6a658b47-d560-4e96-b1f4-c7c79c3675ea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477732, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.824806] env[70483]: DEBUG nova.compute.manager [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 779.907957] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquiring lock "refresh_cache-d2258803-84ff-4bba-af91-5815db4015d7" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.907957] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquired lock "refresh_cache-d2258803-84ff-4bba-af91-5815db4015d7" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.907957] env[70483]: DEBUG nova.network.neutron [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.933340] env[70483]: DEBUG oslo_vmware.api [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52982697-4afc-085e-5110-2eeff650ab81, 'name': SearchDatastore_Task, 'duration_secs': 0.00852} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.937044] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3c7044c-32b1-4448-a204-5105e430d77c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.943409] env[70483]: DEBUG oslo_vmware.api [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Waiting for the task: (returnval){ [ 779.943409] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5213b5ad-8d22-6579-1a6d-0f66374077e9" [ 779.943409] env[70483]: _type = "Task" [ 779.943409] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.951494] env[70483]: DEBUG nova.compute.manager [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 779.961013] env[70483]: DEBUG oslo_vmware.api [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5213b5ad-8d22-6579-1a6d-0f66374077e9, 'name': SearchDatastore_Task, 'duration_secs': 0.010102} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.963966] env[70483]: DEBUG nova.network.neutron [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Successfully created port: e5aee9b6-a659-4eba-9c33-8c60bf5330d4 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 779.963966] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.963966] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 2de27262-fff1-459f-8a3a-555d09be09ff/2de27262-fff1-459f-8a3a-555d09be09ff.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.967737] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-287ff37a-3a41-4ce3-ab89-f91b40efef28 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.977682] env[70483]: DEBUG oslo_vmware.api [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Waiting for the task: (returnval){ [ 779.977682] env[70483]: value = "task-3477733" [ 779.977682] env[70483]: _type = "Task" [ 779.977682] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.990084] env[70483]: DEBUG oslo_vmware.api [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Task: {'id': task-3477733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.122642] env[70483]: DEBUG oslo_concurrency.lockutils [req-ea6b96d4-1486-4f1f-af17-df9240c5e946 req-c48d0e57-beaa-421e-a583-1805c418d4ee service nova] Releasing lock "refresh_cache-2de27262-fff1-459f-8a3a-555d09be09ff" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.252794] env[70483]: DEBUG nova.network.neutron [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Successfully created port: 30388be7-4136-4ee7-9f40-2deb757ad334 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 780.275476] env[70483]: DEBUG oslo_vmware.api [None req-6a658b47-d560-4e96-b1f4-c7c79c3675ea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477732, 'name': CreateSnapshot_Task, 'duration_secs': 0.433635} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.276172] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-6a658b47-d560-4e96-b1f4-c7c79c3675ea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Created Snapshot of the VM instance {{(pid=70483) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 780.280053] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15234725-85c6-449a-a09a-ad6d25f82338 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.455216] env[70483]: DEBUG nova.network.neutron [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.473714] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.483514] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bdcd49-b3fa-4bb0-a60c-ebb85c1f5ff1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.497023] env[70483]: DEBUG oslo_vmware.api [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Task: {'id': task-3477733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462093} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.497023] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 2de27262-fff1-459f-8a3a-555d09be09ff/2de27262-fff1-459f-8a3a-555d09be09ff.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.497023] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.497023] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c578114-32c2-4e2c-a05a-5d0fef23c1e5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.501183] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d4496c-fc7d-4a07-9167-0f5325e83a0f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.510017] env[70483]: DEBUG oslo_vmware.api [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Waiting for the task: (returnval){ [ 780.510017] env[70483]: value = "task-3477734" [ 780.510017] env[70483]: _type = "Task" [ 780.510017] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.542440] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7659d571-b450-4311-bb2e-6254894eaea3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.553149] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88cd824-74c3-4e58-9243-b4fab01fce78 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.557051] env[70483]: DEBUG oslo_vmware.api [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Task: {'id': task-3477734, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.570311] env[70483]: DEBUG nova.compute.provider_tree [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.758175] env[70483]: DEBUG nova.network.neutron [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Updating instance_info_cache with network_info: [{"id": "488fd707-e6bc-4e78-b600-433e5993d781", "address": "fa:16:3e:1f:d7:45", "network": {"id": "a0ba3df1-9a95-4633-a4d1-c9bb507cd560", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1747069620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b020f9de529424dbc3ba57af19c5c44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap488fd707-e6", "ovs_interfaceid": "488fd707-e6bc-4e78-b600-433e5993d781", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.795007] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-6a658b47-d560-4e96-b1f4-c7c79c3675ea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Creating linked-clone VM from snapshot {{(pid=70483) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 780.795596] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1f30b2f4-5705-4fc7-bf6b-b73d0f271a2e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.803353] env[70483]: DEBUG oslo_vmware.api [None req-6a658b47-d560-4e96-b1f4-c7c79c3675ea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 780.803353] env[70483]: value = "task-3477735" [ 780.803353] env[70483]: _type = "Task" [ 780.803353] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.811335] env[70483]: DEBUG oslo_vmware.api [None req-6a658b47-d560-4e96-b1f4-c7c79c3675ea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477735, 'name': CloneVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.843023] env[70483]: DEBUG nova.compute.manager [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 780.867428] env[70483]: DEBUG nova.virt.hardware [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 780.867908] env[70483]: DEBUG nova.virt.hardware [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 780.867908] env[70483]: DEBUG nova.virt.hardware [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.868094] env[70483]: DEBUG nova.virt.hardware [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 780.868148] env[70483]: DEBUG nova.virt.hardware [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.868288] env[70483]: DEBUG nova.virt.hardware [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 780.868496] env[70483]: DEBUG nova.virt.hardware [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 780.868654] env[70483]: DEBUG nova.virt.hardware [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 780.868817] env[70483]: DEBUG nova.virt.hardware [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 780.868977] env[70483]: DEBUG nova.virt.hardware [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 780.869278] env[70483]: DEBUG nova.virt.hardware [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 780.870213] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06585c13-058e-4a21-85cc-98b0d1b3aa83 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.878941] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9faa21a-c391-434a-94ba-4d58ac610a5e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.044641] env[70483]: DEBUG oslo_vmware.api [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Task: {'id': task-3477734, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061918} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.044940] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.045767] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0db16a-684d-4d5b-9448-2000d7654f81 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.068321] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 2de27262-fff1-459f-8a3a-555d09be09ff/2de27262-fff1-459f-8a3a-555d09be09ff.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.068709] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1497c91e-8ba5-4edc-8a76-f2144c23c916 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.085075] env[70483]: DEBUG nova.scheduler.client.report [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.095466] env[70483]: DEBUG oslo_vmware.api [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Waiting for the task: (returnval){ [ 781.095466] env[70483]: value = "task-3477736" [ 781.095466] env[70483]: _type = "Task" [ 781.095466] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.103232] env[70483]: DEBUG oslo_vmware.api [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Task: {'id': task-3477736, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.261173] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Releasing lock "refresh_cache-d2258803-84ff-4bba-af91-5815db4015d7" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.261391] env[70483]: DEBUG nova.compute.manager [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Instance network_info: |[{"id": "488fd707-e6bc-4e78-b600-433e5993d781", "address": "fa:16:3e:1f:d7:45", "network": {"id": "a0ba3df1-9a95-4633-a4d1-c9bb507cd560", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1747069620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b020f9de529424dbc3ba57af19c5c44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap488fd707-e6", "ovs_interfaceid": "488fd707-e6bc-4e78-b600-433e5993d781", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 781.262211] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:d7:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4712af2-45ef-4652-8d2c-482ec70056d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '488fd707-e6bc-4e78-b600-433e5993d781', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.270050] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Creating folder: Project (6b020f9de529424dbc3ba57af19c5c44). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.270363] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb3e1bdc-9588-4409-900b-baaeb3702cc8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.281097] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Created folder: Project (6b020f9de529424dbc3ba57af19c5c44) in parent group-v695216. [ 781.281316] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Creating folder: Instances. Parent ref: group-v695312. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.281580] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d36921b-1f76-4671-b224-44b9de0a3305 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.291042] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Created folder: Instances in parent group-v695312. [ 781.291180] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.291374] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.291579] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b4fadd9-4be1-46bf-80a5-b931a81b33f9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.313449] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.313449] env[70483]: value = "task-3477739" [ 781.313449] env[70483]: _type = "Task" [ 781.313449] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.316489] env[70483]: DEBUG oslo_vmware.api [None req-6a658b47-d560-4e96-b1f4-c7c79c3675ea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477735, 'name': CloneVM_Task} progress is 94%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.323995] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477739, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.437000] env[70483]: DEBUG nova.compute.manager [req-d55084cf-ea55-4ab8-8475-a2e70df01302 req-d7db4847-f18a-40e7-8705-65a4cf3a47ae service nova] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Received event network-vif-plugged-488fd707-e6bc-4e78-b600-433e5993d781 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.437699] env[70483]: DEBUG oslo_concurrency.lockutils [req-d55084cf-ea55-4ab8-8475-a2e70df01302 req-d7db4847-f18a-40e7-8705-65a4cf3a47ae service nova] Acquiring lock "d2258803-84ff-4bba-af91-5815db4015d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.437699] env[70483]: DEBUG oslo_concurrency.lockutils [req-d55084cf-ea55-4ab8-8475-a2e70df01302 req-d7db4847-f18a-40e7-8705-65a4cf3a47ae service nova] Lock "d2258803-84ff-4bba-af91-5815db4015d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.437699] env[70483]: DEBUG oslo_concurrency.lockutils [req-d55084cf-ea55-4ab8-8475-a2e70df01302 req-d7db4847-f18a-40e7-8705-65a4cf3a47ae service nova] Lock "d2258803-84ff-4bba-af91-5815db4015d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.437995] env[70483]: DEBUG nova.compute.manager [req-d55084cf-ea55-4ab8-8475-a2e70df01302 req-d7db4847-f18a-40e7-8705-65a4cf3a47ae service nova] [instance: d2258803-84ff-4bba-af91-5815db4015d7] No waiting events found dispatching network-vif-plugged-488fd707-e6bc-4e78-b600-433e5993d781 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 781.437995] env[70483]: WARNING nova.compute.manager [req-d55084cf-ea55-4ab8-8475-a2e70df01302 req-d7db4847-f18a-40e7-8705-65a4cf3a47ae service nova] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Received unexpected event network-vif-plugged-488fd707-e6bc-4e78-b600-433e5993d781 for instance with vm_state building and task_state spawning. [ 781.438235] env[70483]: DEBUG nova.compute.manager [req-d55084cf-ea55-4ab8-8475-a2e70df01302 req-d7db4847-f18a-40e7-8705-65a4cf3a47ae service nova] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Received event network-changed-488fd707-e6bc-4e78-b600-433e5993d781 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.438421] env[70483]: DEBUG nova.compute.manager [req-d55084cf-ea55-4ab8-8475-a2e70df01302 req-d7db4847-f18a-40e7-8705-65a4cf3a47ae service nova] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Refreshing instance network info cache due to event network-changed-488fd707-e6bc-4e78-b600-433e5993d781. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.438610] env[70483]: DEBUG oslo_concurrency.lockutils [req-d55084cf-ea55-4ab8-8475-a2e70df01302 req-d7db4847-f18a-40e7-8705-65a4cf3a47ae service nova] Acquiring lock "refresh_cache-d2258803-84ff-4bba-af91-5815db4015d7" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.438875] env[70483]: DEBUG oslo_concurrency.lockutils [req-d55084cf-ea55-4ab8-8475-a2e70df01302 req-d7db4847-f18a-40e7-8705-65a4cf3a47ae service nova] Acquired lock "refresh_cache-d2258803-84ff-4bba-af91-5815db4015d7" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.438955] env[70483]: DEBUG nova.network.neutron [req-d55084cf-ea55-4ab8-8475-a2e70df01302 req-d7db4847-f18a-40e7-8705-65a4cf3a47ae service nova] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Refreshing network info cache for port 488fd707-e6bc-4e78-b600-433e5993d781 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.592313] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.785s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.592313] env[70483]: DEBUG nova.compute.manager [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 781.594372] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c56ee703-5380-4c1f-a91c-ade89f1c112f tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.107s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.594733] env[70483]: DEBUG nova.objects.instance [None req-c56ee703-5380-4c1f-a91c-ade89f1c112f tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lazy-loading 'resources' on Instance uuid fa971009-4d0a-4b6b-9440-9c34feb6d32d {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.605590] env[70483]: DEBUG oslo_vmware.api [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Task: {'id': task-3477736, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.821403] env[70483]: DEBUG oslo_vmware.api [None req-6a658b47-d560-4e96-b1f4-c7c79c3675ea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477735, 'name': CloneVM_Task} progress is 94%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.832934] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477739, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.868559] env[70483]: DEBUG nova.network.neutron [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Successfully updated port: c746ec89-7132-404a-8b57-68f36043a4fe {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 782.099707] env[70483]: DEBUG nova.compute.utils [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 782.103188] env[70483]: DEBUG nova.compute.manager [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 782.103188] env[70483]: DEBUG nova.network.neutron [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 782.117253] env[70483]: DEBUG oslo_vmware.api [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Task: {'id': task-3477736, 'name': ReconfigVM_Task, 'duration_secs': 0.7254} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.117760] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 2de27262-fff1-459f-8a3a-555d09be09ff/2de27262-fff1-459f-8a3a-555d09be09ff.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.124205] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1155dbb8-93f4-48d8-adc3-f9bc10e4065c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.136872] env[70483]: DEBUG oslo_vmware.api [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Waiting for the task: (returnval){ [ 782.136872] env[70483]: value = "task-3477740" [ 782.136872] env[70483]: _type = "Task" [ 782.136872] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.154445] env[70483]: DEBUG oslo_vmware.api [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Task: {'id': task-3477740, 'name': Rename_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.206259] env[70483]: DEBUG nova.network.neutron [req-d55084cf-ea55-4ab8-8475-a2e70df01302 req-d7db4847-f18a-40e7-8705-65a4cf3a47ae service nova] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Updated VIF entry in instance network info cache for port 488fd707-e6bc-4e78-b600-433e5993d781. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.207082] env[70483]: DEBUG nova.network.neutron [req-d55084cf-ea55-4ab8-8475-a2e70df01302 req-d7db4847-f18a-40e7-8705-65a4cf3a47ae service nova] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Updating instance_info_cache with network_info: [{"id": "488fd707-e6bc-4e78-b600-433e5993d781", "address": "fa:16:3e:1f:d7:45", "network": {"id": "a0ba3df1-9a95-4633-a4d1-c9bb507cd560", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1747069620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b020f9de529424dbc3ba57af19c5c44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap488fd707-e6", "ovs_interfaceid": "488fd707-e6bc-4e78-b600-433e5993d781", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.210649] env[70483]: DEBUG nova.policy [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6fddc5698d3480da2c002a612701830', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70a0a79c686d4fd5ace3cd0e354054d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 782.320720] env[70483]: DEBUG oslo_vmware.api [None req-6a658b47-d560-4e96-b1f4-c7c79c3675ea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477735, 'name': CloneVM_Task, 'duration_secs': 1.338571} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.324608] env[70483]: INFO nova.virt.vmwareapi.vmops [None req-6a658b47-d560-4e96-b1f4-c7c79c3675ea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Created linked-clone VM from snapshot [ 782.327586] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70060626-77fa-4b2c-b7c5-7e659ba74dc8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.335793] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477739, 'name': CreateVM_Task, 'duration_secs': 0.538882} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.340095] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.340095] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-6a658b47-d560-4e96-b1f4-c7c79c3675ea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Uploading image 2b2b230b-c972-45b0-94a6-19831afbda6c {{(pid=70483) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 782.346585] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.346585] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.346585] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.346585] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6c854fd-af27-41e8-a60a-f9ebd829ac23 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.350463] env[70483]: DEBUG oslo_vmware.api [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 782.350463] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52f9f8f7-34e6-bf14-ad81-b423bb691b59" [ 782.350463] env[70483]: _type = "Task" [ 782.350463] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.360958] env[70483]: DEBUG oslo_vmware.api [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52f9f8f7-34e6-bf14-ad81-b423bb691b59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.370929] env[70483]: DEBUG oslo_vmware.rw_handles [None req-6a658b47-d560-4e96-b1f4-c7c79c3675ea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 782.370929] env[70483]: value = "vm-695311" [ 782.370929] env[70483]: _type = "VirtualMachine" [ 782.370929] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 782.373475] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a28775e0-2a54-404f-bfaf-0c980a7aa72e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.380187] env[70483]: DEBUG oslo_vmware.rw_handles [None req-6a658b47-d560-4e96-b1f4-c7c79c3675ea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lease: (returnval){ [ 782.380187] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]526abd13-bd6d-4e4e-303c-ea41eddaf356" [ 782.380187] env[70483]: _type = "HttpNfcLease" [ 782.380187] env[70483]: } obtained for exporting VM: (result){ [ 782.380187] env[70483]: value = "vm-695311" [ 782.380187] env[70483]: _type = "VirtualMachine" [ 782.380187] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 782.380542] env[70483]: DEBUG oslo_vmware.api [None req-6a658b47-d560-4e96-b1f4-c7c79c3675ea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the lease: (returnval){ [ 782.380542] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]526abd13-bd6d-4e4e-303c-ea41eddaf356" [ 782.380542] env[70483]: _type = "HttpNfcLease" [ 782.380542] env[70483]: } to be ready. {{(pid=70483) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 782.386932] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 782.386932] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]526abd13-bd6d-4e4e-303c-ea41eddaf356" [ 782.386932] env[70483]: _type = "HttpNfcLease" [ 782.386932] env[70483]: } is initializing. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 782.610367] env[70483]: DEBUG nova.compute.manager [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 782.627499] env[70483]: DEBUG nova.compute.manager [req-acc33d1c-469a-45e4-80ee-4f26e48a2a4e req-d13453ac-7d04-43d6-a69d-e08b88326ca6 service nova] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Received event network-vif-plugged-c746ec89-7132-404a-8b57-68f36043a4fe {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.627758] env[70483]: DEBUG oslo_concurrency.lockutils [req-acc33d1c-469a-45e4-80ee-4f26e48a2a4e req-d13453ac-7d04-43d6-a69d-e08b88326ca6 service nova] Acquiring lock "4f732036-4f32-4829-bda3-c341355fd0b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.628738] env[70483]: DEBUG oslo_concurrency.lockutils [req-acc33d1c-469a-45e4-80ee-4f26e48a2a4e req-d13453ac-7d04-43d6-a69d-e08b88326ca6 service nova] Lock "4f732036-4f32-4829-bda3-c341355fd0b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.628738] env[70483]: DEBUG oslo_concurrency.lockutils [req-acc33d1c-469a-45e4-80ee-4f26e48a2a4e req-d13453ac-7d04-43d6-a69d-e08b88326ca6 service nova] Lock "4f732036-4f32-4829-bda3-c341355fd0b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.628738] env[70483]: DEBUG nova.compute.manager [req-acc33d1c-469a-45e4-80ee-4f26e48a2a4e req-d13453ac-7d04-43d6-a69d-e08b88326ca6 service nova] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] No waiting events found dispatching network-vif-plugged-c746ec89-7132-404a-8b57-68f36043a4fe {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 782.628738] env[70483]: WARNING nova.compute.manager [req-acc33d1c-469a-45e4-80ee-4f26e48a2a4e req-d13453ac-7d04-43d6-a69d-e08b88326ca6 service nova] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Received unexpected event network-vif-plugged-c746ec89-7132-404a-8b57-68f36043a4fe for instance with vm_state building and task_state spawning. [ 782.653031] env[70483]: DEBUG oslo_vmware.api [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Task: {'id': task-3477740, 'name': Rename_Task, 'duration_secs': 0.152896} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.653641] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.654499] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9a74939-1973-401a-901e-9ac5dd291165 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.661263] env[70483]: DEBUG oslo_vmware.api [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Waiting for the task: (returnval){ [ 782.661263] env[70483]: value = "task-3477742" [ 782.661263] env[70483]: _type = "Task" [ 782.661263] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.674161] env[70483]: DEBUG oslo_vmware.api [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Task: {'id': task-3477742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.715647] env[70483]: DEBUG oslo_concurrency.lockutils [req-d55084cf-ea55-4ab8-8475-a2e70df01302 req-d7db4847-f18a-40e7-8705-65a4cf3a47ae service nova] Releasing lock "refresh_cache-d2258803-84ff-4bba-af91-5815db4015d7" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.715647] env[70483]: DEBUG nova.compute.manager [req-d55084cf-ea55-4ab8-8475-a2e70df01302 req-d7db4847-f18a-40e7-8705-65a4cf3a47ae service nova] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Received event network-changed-0deaa3e4-47ae-49e4-8da8-43fad3fc30a8 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.715647] env[70483]: DEBUG nova.compute.manager [req-d55084cf-ea55-4ab8-8475-a2e70df01302 req-d7db4847-f18a-40e7-8705-65a4cf3a47ae service nova] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Refreshing instance network info cache due to event network-changed-0deaa3e4-47ae-49e4-8da8-43fad3fc30a8. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.715647] env[70483]: DEBUG oslo_concurrency.lockutils [req-d55084cf-ea55-4ab8-8475-a2e70df01302 req-d7db4847-f18a-40e7-8705-65a4cf3a47ae service nova] Acquiring lock "refresh_cache-77c84798-aa60-45c9-903b-42ce69e2d371" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.716069] env[70483]: DEBUG oslo_concurrency.lockutils [req-d55084cf-ea55-4ab8-8475-a2e70df01302 req-d7db4847-f18a-40e7-8705-65a4cf3a47ae service nova] Acquired lock "refresh_cache-77c84798-aa60-45c9-903b-42ce69e2d371" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.717646] env[70483]: DEBUG nova.network.neutron [req-d55084cf-ea55-4ab8-8475-a2e70df01302 req-d7db4847-f18a-40e7-8705-65a4cf3a47ae service nova] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Refreshing network info cache for port 0deaa3e4-47ae-49e4-8da8-43fad3fc30a8 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.733278] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bec4d9-2629-45a1-b541-3b3868798f4d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.741899] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27c0426-b35b-449c-b0d4-40ff76fd06be {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.779080] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ab944c-f710-4dc0-b262-9eac513a5eb4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.786487] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64514d73-76c3-44ee-8865-ab289ac26e70 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.793072] env[70483]: DEBUG nova.network.neutron [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Successfully created port: cca08ae9-5f63-42a5-96fd-8120aa3c504a {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 782.803452] env[70483]: DEBUG nova.compute.provider_tree [None req-c56ee703-5380-4c1f-a91c-ade89f1c112f tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.861404] env[70483]: DEBUG oslo_vmware.api [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52f9f8f7-34e6-bf14-ad81-b423bb691b59, 'name': SearchDatastore_Task, 'duration_secs': 0.009075} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.861700] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.861924] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.862176] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.862322] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.862497] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.862755] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97005c59-dd66-4ecb-b93f-75cad9585fce {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.871988] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.872185] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.872893] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8e84673-64b9-4930-ade8-7419752c8a67 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.880030] env[70483]: DEBUG oslo_vmware.api [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 782.880030] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5272b74b-b994-1d25-c095-7d2f6be28583" [ 782.880030] env[70483]: _type = "Task" [ 782.880030] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.892185] env[70483]: DEBUG oslo_vmware.api [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5272b74b-b994-1d25-c095-7d2f6be28583, 'name': SearchDatastore_Task, 'duration_secs': 0.008341} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.892379] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 782.892379] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]526abd13-bd6d-4e4e-303c-ea41eddaf356" [ 782.892379] env[70483]: _type = "HttpNfcLease" [ 782.892379] env[70483]: } is ready. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 782.893131] env[70483]: DEBUG oslo_vmware.rw_handles [None req-6a658b47-d560-4e96-b1f4-c7c79c3675ea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 782.893131] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]526abd13-bd6d-4e4e-303c-ea41eddaf356" [ 782.893131] env[70483]: _type = "HttpNfcLease" [ 782.893131] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 782.893343] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcdad629-9a12-421a-a21e-6c9b5f1a389c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.895801] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9010c82-1da8-4d48-bd9c-436087c56d3a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.900602] env[70483]: DEBUG oslo_vmware.api [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 782.900602] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]528153e3-3db8-cd5d-1be6-7491e087939e" [ 782.900602] env[70483]: _type = "Task" [ 782.900602] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.906377] env[70483]: DEBUG oslo_vmware.rw_handles [None req-6a658b47-d560-4e96-b1f4-c7c79c3675ea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a386ef-7099-10d8-34ed-bcda941d131a/disk-0.vmdk from lease info. {{(pid=70483) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 782.906545] env[70483]: DEBUG oslo_vmware.rw_handles [None req-6a658b47-d560-4e96-b1f4-c7c79c3675ea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a386ef-7099-10d8-34ed-bcda941d131a/disk-0.vmdk for reading. {{(pid=70483) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 782.913405] env[70483]: DEBUG oslo_vmware.api [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]528153e3-3db8-cd5d-1be6-7491e087939e, 'name': SearchDatastore_Task, 'duration_secs': 0.008109} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.968497] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.969851] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] d2258803-84ff-4bba-af91-5815db4015d7/d2258803-84ff-4bba-af91-5815db4015d7.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.969851] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a1894fc-1234-412c-a926-642d31c747a7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.978065] env[70483]: DEBUG oslo_vmware.api [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 782.978065] env[70483]: value = "task-3477743" [ 782.978065] env[70483]: _type = "Task" [ 782.978065] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.990360] env[70483]: DEBUG oslo_vmware.api [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3477743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.001215] env[70483]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dd5c8707-c923-45a9-806b-178700a87e47 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.175213] env[70483]: DEBUG oslo_vmware.api [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Task: {'id': task-3477742, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.310032] env[70483]: DEBUG nova.scheduler.client.report [None req-c56ee703-5380-4c1f-a91c-ade89f1c112f tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.488917] env[70483]: DEBUG oslo_vmware.api [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3477743, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47178} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.489726] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] d2258803-84ff-4bba-af91-5815db4015d7/d2258803-84ff-4bba-af91-5815db4015d7.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.490212] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.491008] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac171822-c811-4f2e-869b-86458b3bbc2e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.499812] env[70483]: DEBUG oslo_vmware.api [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 783.499812] env[70483]: value = "task-3477744" [ 783.499812] env[70483]: _type = "Task" [ 783.499812] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.510737] env[70483]: DEBUG oslo_vmware.api [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3477744, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.620064] env[70483]: DEBUG nova.compute.manager [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 783.647986] env[70483]: DEBUG nova.virt.hardware [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 783.648265] env[70483]: DEBUG nova.virt.hardware [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 783.648426] env[70483]: DEBUG nova.virt.hardware [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.648614] env[70483]: DEBUG nova.virt.hardware [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 783.648772] env[70483]: DEBUG nova.virt.hardware [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.649276] env[70483]: DEBUG nova.virt.hardware [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 783.649525] env[70483]: DEBUG nova.virt.hardware [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 783.649690] env[70483]: DEBUG nova.virt.hardware [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 783.649892] env[70483]: DEBUG nova.virt.hardware [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 783.650196] env[70483]: DEBUG nova.virt.hardware [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 783.650451] env[70483]: DEBUG nova.virt.hardware [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 783.651305] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a549d277-ee88-439b-bab3-c3841ccae149 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.659650] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4246ab54-d4ca-4ffe-8d6e-155408002873 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.682674] env[70483]: DEBUG oslo_vmware.api [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Task: {'id': task-3477742, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.698788] env[70483]: DEBUG nova.network.neutron [req-d55084cf-ea55-4ab8-8475-a2e70df01302 req-d7db4847-f18a-40e7-8705-65a4cf3a47ae service nova] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Updated VIF entry in instance network info cache for port 0deaa3e4-47ae-49e4-8da8-43fad3fc30a8. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.698788] env[70483]: DEBUG nova.network.neutron [req-d55084cf-ea55-4ab8-8475-a2e70df01302 req-d7db4847-f18a-40e7-8705-65a4cf3a47ae service nova] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Updating instance_info_cache with network_info: [{"id": "0deaa3e4-47ae-49e4-8da8-43fad3fc30a8", "address": "fa:16:3e:61:5d:06", "network": {"id": "c9ba9b8b-4f12-4533-b35d-cd08cb6d82be", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-266891741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb1bc81701ac46f8acd1edc7b55590fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0deaa3e4-47", "ovs_interfaceid": "0deaa3e4-47ae-49e4-8da8-43fad3fc30a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.816137] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c56ee703-5380-4c1f-a91c-ade89f1c112f tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.222s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.821320] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.045s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.826532] env[70483]: INFO nova.compute.claims [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.871627] env[70483]: INFO nova.scheduler.client.report [None req-c56ee703-5380-4c1f-a91c-ade89f1c112f tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Deleted allocations for instance fa971009-4d0a-4b6b-9440-9c34feb6d32d [ 783.897342] env[70483]: DEBUG nova.compute.manager [req-05ac576c-5826-4188-ab6c-0df58e677394 req-616b2a0d-b66b-42f5-bc17-6d0715aececf service nova] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Received event network-changed-0deaa3e4-47ae-49e4-8da8-43fad3fc30a8 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.897651] env[70483]: DEBUG nova.compute.manager [req-05ac576c-5826-4188-ab6c-0df58e677394 req-616b2a0d-b66b-42f5-bc17-6d0715aececf service nova] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Refreshing instance network info cache due to event network-changed-0deaa3e4-47ae-49e4-8da8-43fad3fc30a8. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 783.897855] env[70483]: DEBUG oslo_concurrency.lockutils [req-05ac576c-5826-4188-ab6c-0df58e677394 req-616b2a0d-b66b-42f5-bc17-6d0715aececf service nova] Acquiring lock "refresh_cache-77c84798-aa60-45c9-903b-42ce69e2d371" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.946932] env[70483]: DEBUG nova.network.neutron [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Successfully updated port: e5aee9b6-a659-4eba-9c33-8c60bf5330d4 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 784.010427] env[70483]: DEBUG oslo_vmware.api [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3477744, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06466} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.014024] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.014024] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249f7d99-2cfa-4929-8c00-c52ef4f41b75 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.038884] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] d2258803-84ff-4bba-af91-5815db4015d7/d2258803-84ff-4bba-af91-5815db4015d7.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.040277] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e1ceb17-1020-4544-af97-914b5a0b2c7c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.062096] env[70483]: DEBUG oslo_vmware.api [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 784.062096] env[70483]: value = "task-3477745" [ 784.062096] env[70483]: _type = "Task" [ 784.062096] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.074095] env[70483]: DEBUG oslo_vmware.api [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3477745, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.175776] env[70483]: DEBUG oslo_vmware.api [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Task: {'id': task-3477742, 'name': PowerOnVM_Task, 'duration_secs': 1.316585} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.176384] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.176736] env[70483]: INFO nova.compute.manager [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Took 8.86 seconds to spawn the instance on the hypervisor. [ 784.177050] env[70483]: DEBUG nova.compute.manager [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.177998] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af74d1e3-0f60-44a8-84d8-645ba447f495 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.200723] env[70483]: DEBUG oslo_concurrency.lockutils [req-d55084cf-ea55-4ab8-8475-a2e70df01302 req-d7db4847-f18a-40e7-8705-65a4cf3a47ae service nova] Releasing lock "refresh_cache-77c84798-aa60-45c9-903b-42ce69e2d371" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.200723] env[70483]: DEBUG oslo_concurrency.lockutils [req-05ac576c-5826-4188-ab6c-0df58e677394 req-616b2a0d-b66b-42f5-bc17-6d0715aececf service nova] Acquired lock "refresh_cache-77c84798-aa60-45c9-903b-42ce69e2d371" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.200723] env[70483]: DEBUG nova.network.neutron [req-05ac576c-5826-4188-ab6c-0df58e677394 req-616b2a0d-b66b-42f5-bc17-6d0715aececf service nova] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Refreshing network info cache for port 0deaa3e4-47ae-49e4-8da8-43fad3fc30a8 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.383082] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c56ee703-5380-4c1f-a91c-ade89f1c112f tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "fa971009-4d0a-4b6b-9440-9c34feb6d32d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.882s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.578673] env[70483]: DEBUG oslo_vmware.api [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3477745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.699100] env[70483]: INFO nova.compute.manager [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Took 48.95 seconds to build instance. [ 785.017278] env[70483]: DEBUG nova.network.neutron [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Successfully updated port: cca08ae9-5f63-42a5-96fd-8120aa3c504a {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 785.077099] env[70483]: DEBUG oslo_vmware.api [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3477745, 'name': ReconfigVM_Task, 'duration_secs': 0.677649} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.077497] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Reconfigured VM instance instance-00000021 to attach disk [datastore1] d2258803-84ff-4bba-af91-5815db4015d7/d2258803-84ff-4bba-af91-5815db4015d7.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.078278] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab3ed615-0c4c-4405-8ef0-7608b3dcd901 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.087609] env[70483]: DEBUG oslo_vmware.api [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 785.087609] env[70483]: value = "task-3477746" [ 785.087609] env[70483]: _type = "Task" [ 785.087609] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.101167] env[70483]: DEBUG oslo_vmware.api [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3477746, 'name': Rename_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.166898] env[70483]: DEBUG nova.network.neutron [req-05ac576c-5826-4188-ab6c-0df58e677394 req-616b2a0d-b66b-42f5-bc17-6d0715aececf service nova] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Updated VIF entry in instance network info cache for port 0deaa3e4-47ae-49e4-8da8-43fad3fc30a8. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.167272] env[70483]: DEBUG nova.network.neutron [req-05ac576c-5826-4188-ab6c-0df58e677394 req-616b2a0d-b66b-42f5-bc17-6d0715aececf service nova] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Updating instance_info_cache with network_info: [{"id": "0deaa3e4-47ae-49e4-8da8-43fad3fc30a8", "address": "fa:16:3e:61:5d:06", "network": {"id": "c9ba9b8b-4f12-4533-b35d-cd08cb6d82be", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-266891741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb1bc81701ac46f8acd1edc7b55590fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0deaa3e4-47", "ovs_interfaceid": "0deaa3e4-47ae-49e4-8da8-43fad3fc30a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.194055] env[70483]: DEBUG nova.compute.manager [req-bc75d26b-9dd5-4f55-9145-167b137b9b43 req-e120ca8a-50b4-4f07-adee-a1469804739a service nova] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Received event network-changed-c746ec89-7132-404a-8b57-68f36043a4fe {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.194295] env[70483]: DEBUG nova.compute.manager [req-bc75d26b-9dd5-4f55-9145-167b137b9b43 req-e120ca8a-50b4-4f07-adee-a1469804739a service nova] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Refreshing instance network info cache due to event network-changed-c746ec89-7132-404a-8b57-68f36043a4fe. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 785.194450] env[70483]: DEBUG oslo_concurrency.lockutils [req-bc75d26b-9dd5-4f55-9145-167b137b9b43 req-e120ca8a-50b4-4f07-adee-a1469804739a service nova] Acquiring lock "refresh_cache-4f732036-4f32-4829-bda3-c341355fd0b5" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.194832] env[70483]: DEBUG oslo_concurrency.lockutils [req-bc75d26b-9dd5-4f55-9145-167b137b9b43 req-e120ca8a-50b4-4f07-adee-a1469804739a service nova] Acquired lock "refresh_cache-4f732036-4f32-4829-bda3-c341355fd0b5" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.195739] env[70483]: DEBUG nova.network.neutron [req-bc75d26b-9dd5-4f55-9145-167b137b9b43 req-e120ca8a-50b4-4f07-adee-a1469804739a service nova] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Refreshing network info cache for port c746ec89-7132-404a-8b57-68f36043a4fe {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.202632] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6e70ace6-f13c-4a23-9ab2-551488383880 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Lock "2de27262-fff1-459f-8a3a-555d09be09ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.101s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.517448] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5317b09-9db6-414d-bbbb-89ec48b19763 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.521798] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "refresh_cache-31adb50e-33e9-40cc-a8dc-14985336b34a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.522062] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquired lock "refresh_cache-31adb50e-33e9-40cc-a8dc-14985336b34a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.522250] env[70483]: DEBUG nova.network.neutron [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.528507] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c072d9e5-e1e5-4dd8-b9ab-a066cb146d55 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.565781] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cea1e1-2804-4e08-ad96-461542617857 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.573492] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243a11e0-d091-4696-92c8-0cb5bdf35edb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.587776] env[70483]: DEBUG nova.compute.provider_tree [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.597822] env[70483]: DEBUG oslo_vmware.api [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3477746, 'name': Rename_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.674387] env[70483]: DEBUG oslo_concurrency.lockutils [req-05ac576c-5826-4188-ab6c-0df58e677394 req-616b2a0d-b66b-42f5-bc17-6d0715aececf service nova] Releasing lock "refresh_cache-77c84798-aa60-45c9-903b-42ce69e2d371" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.674948] env[70483]: DEBUG nova.compute.manager [req-05ac576c-5826-4188-ab6c-0df58e677394 req-616b2a0d-b66b-42f5-bc17-6d0715aececf service nova] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Received event network-changed-d6e7e98a-e2ba-4f08-9227-33f8c82c44cb {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.675148] env[70483]: DEBUG nova.compute.manager [req-05ac576c-5826-4188-ab6c-0df58e677394 req-616b2a0d-b66b-42f5-bc17-6d0715aececf service nova] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Refreshing instance network info cache due to event network-changed-d6e7e98a-e2ba-4f08-9227-33f8c82c44cb. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 785.675371] env[70483]: DEBUG oslo_concurrency.lockutils [req-05ac576c-5826-4188-ab6c-0df58e677394 req-616b2a0d-b66b-42f5-bc17-6d0715aececf service nova] Acquiring lock "refresh_cache-4732ccdb-9242-4feb-a4c4-ec145ae5a7cc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.675531] env[70483]: DEBUG oslo_concurrency.lockutils [req-05ac576c-5826-4188-ab6c-0df58e677394 req-616b2a0d-b66b-42f5-bc17-6d0715aececf service nova] Acquired lock "refresh_cache-4732ccdb-9242-4feb-a4c4-ec145ae5a7cc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.675697] env[70483]: DEBUG nova.network.neutron [req-05ac576c-5826-4188-ab6c-0df58e677394 req-616b2a0d-b66b-42f5-bc17-6d0715aececf service nova] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Refreshing network info cache for port d6e7e98a-e2ba-4f08-9227-33f8c82c44cb {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.705726] env[70483]: DEBUG nova.compute.manager [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 785.766987] env[70483]: DEBUG nova.network.neutron [req-bc75d26b-9dd5-4f55-9145-167b137b9b43 req-e120ca8a-50b4-4f07-adee-a1469804739a service nova] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 785.771963] env[70483]: DEBUG oslo_concurrency.lockutils [None req-21435c15-b197-48c1-b6a3-f64e0be56f1c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Acquiring lock "4732ccdb-9242-4feb-a4c4-ec145ae5a7cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.775310] env[70483]: DEBUG oslo_concurrency.lockutils [None req-21435c15-b197-48c1-b6a3-f64e0be56f1c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Lock "4732ccdb-9242-4feb-a4c4-ec145ae5a7cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.775528] env[70483]: DEBUG oslo_concurrency.lockutils [None req-21435c15-b197-48c1-b6a3-f64e0be56f1c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Acquiring lock "4732ccdb-9242-4feb-a4c4-ec145ae5a7cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.775721] env[70483]: DEBUG oslo_concurrency.lockutils [None req-21435c15-b197-48c1-b6a3-f64e0be56f1c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Lock "4732ccdb-9242-4feb-a4c4-ec145ae5a7cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.775885] env[70483]: DEBUG oslo_concurrency.lockutils [None req-21435c15-b197-48c1-b6a3-f64e0be56f1c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Lock "4732ccdb-9242-4feb-a4c4-ec145ae5a7cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.777947] env[70483]: INFO nova.compute.manager [None req-21435c15-b197-48c1-b6a3-f64e0be56f1c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Terminating instance [ 785.950320] env[70483]: DEBUG nova.network.neutron [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Successfully updated port: 30388be7-4136-4ee7-9f40-2deb757ad334 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 785.973699] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b1569c69-5bbc-4776-b71c-6fdc9a9d447c tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Acquiring lock "2de27262-fff1-459f-8a3a-555d09be09ff" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.973947] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b1569c69-5bbc-4776-b71c-6fdc9a9d447c tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Lock "2de27262-fff1-459f-8a3a-555d09be09ff" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.974243] env[70483]: INFO nova.compute.manager [None req-b1569c69-5bbc-4776-b71c-6fdc9a9d447c tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Rebooting instance [ 786.054947] env[70483]: DEBUG nova.network.neutron [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.099770] env[70483]: DEBUG nova.scheduler.client.report [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.119231] env[70483]: DEBUG oslo_vmware.api [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3477746, 'name': Rename_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.203220] env[70483]: DEBUG nova.network.neutron [req-bc75d26b-9dd5-4f55-9145-167b137b9b43 req-e120ca8a-50b4-4f07-adee-a1469804739a service nova] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.231490] env[70483]: DEBUG nova.network.neutron [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Updating instance_info_cache with network_info: [{"id": "cca08ae9-5f63-42a5-96fd-8120aa3c504a", "address": "fa:16:3e:c4:16:29", "network": {"id": "948b7173-5456-49a2-9a1a-e36a1a46b931", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1783064445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a0a79c686d4fd5ace3cd0e354054d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcca08ae9-5f", "ovs_interfaceid": "cca08ae9-5f63-42a5-96fd-8120aa3c504a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.236194] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.284399] env[70483]: DEBUG nova.compute.manager [None req-21435c15-b197-48c1-b6a3-f64e0be56f1c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 786.284814] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-21435c15-b197-48c1-b6a3-f64e0be56f1c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.285558] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d8f7d4-8a8d-470f-bea4-2a012c0d17b5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.296814] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-21435c15-b197-48c1-b6a3-f64e0be56f1c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.297099] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c67b2a1-3647-4adc-9b4c-6fbd3347f493 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.303744] env[70483]: DEBUG oslo_vmware.api [None req-21435c15-b197-48c1-b6a3-f64e0be56f1c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Waiting for the task: (returnval){ [ 786.303744] env[70483]: value = "task-3477747" [ 786.303744] env[70483]: _type = "Task" [ 786.303744] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.312474] env[70483]: DEBUG oslo_vmware.api [None req-21435c15-b197-48c1-b6a3-f64e0be56f1c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Task: {'id': task-3477747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.455354] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Acquiring lock "refresh_cache-4f732036-4f32-4829-bda3-c341355fd0b5" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.501953] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b1569c69-5bbc-4776-b71c-6fdc9a9d447c tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Acquiring lock "refresh_cache-2de27262-fff1-459f-8a3a-555d09be09ff" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.502215] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b1569c69-5bbc-4776-b71c-6fdc9a9d447c tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Acquired lock "refresh_cache-2de27262-fff1-459f-8a3a-555d09be09ff" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.502420] env[70483]: DEBUG nova.network.neutron [None req-b1569c69-5bbc-4776-b71c-6fdc9a9d447c tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.602754] env[70483]: DEBUG oslo_vmware.api [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3477746, 'name': Rename_Task, 'duration_secs': 1.213725} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.603063] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.603329] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b65df676-1bf9-432a-9226-c1cb3975a55d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.610560] env[70483]: DEBUG oslo_vmware.api [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 786.610560] env[70483]: value = "task-3477748" [ 786.610560] env[70483]: _type = "Task" [ 786.610560] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.614305] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.793s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.614827] env[70483]: DEBUG nova.compute.manager [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 786.617554] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.438s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.617777] env[70483]: DEBUG nova.objects.instance [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lazy-loading 'resources' on Instance uuid 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 786.624780] env[70483]: DEBUG oslo_vmware.api [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3477748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.657621] env[70483]: DEBUG nova.network.neutron [req-05ac576c-5826-4188-ab6c-0df58e677394 req-616b2a0d-b66b-42f5-bc17-6d0715aececf service nova] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Updated VIF entry in instance network info cache for port d6e7e98a-e2ba-4f08-9227-33f8c82c44cb. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.658085] env[70483]: DEBUG nova.network.neutron [req-05ac576c-5826-4188-ab6c-0df58e677394 req-616b2a0d-b66b-42f5-bc17-6d0715aececf service nova] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Updating instance_info_cache with network_info: [{"id": "d6e7e98a-e2ba-4f08-9227-33f8c82c44cb", "address": "fa:16:3e:c9:b9:e9", "network": {"id": "c9ba9b8b-4f12-4533-b35d-cd08cb6d82be", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-266891741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb1bc81701ac46f8acd1edc7b55590fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6e7e98a-e2", "ovs_interfaceid": "d6e7e98a-e2ba-4f08-9227-33f8c82c44cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.709138] env[70483]: DEBUG oslo_concurrency.lockutils [req-bc75d26b-9dd5-4f55-9145-167b137b9b43 req-e120ca8a-50b4-4f07-adee-a1469804739a service nova] Releasing lock "refresh_cache-4f732036-4f32-4829-bda3-c341355fd0b5" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.709434] env[70483]: DEBUG nova.compute.manager [req-bc75d26b-9dd5-4f55-9145-167b137b9b43 req-e120ca8a-50b4-4f07-adee-a1469804739a service nova] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Received event network-vif-plugged-e5aee9b6-a659-4eba-9c33-8c60bf5330d4 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.709692] env[70483]: DEBUG oslo_concurrency.lockutils [req-bc75d26b-9dd5-4f55-9145-167b137b9b43 req-e120ca8a-50b4-4f07-adee-a1469804739a service nova] Acquiring lock "4f732036-4f32-4829-bda3-c341355fd0b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.710159] env[70483]: DEBUG oslo_concurrency.lockutils [req-bc75d26b-9dd5-4f55-9145-167b137b9b43 req-e120ca8a-50b4-4f07-adee-a1469804739a service nova] Lock "4f732036-4f32-4829-bda3-c341355fd0b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.710159] env[70483]: DEBUG oslo_concurrency.lockutils [req-bc75d26b-9dd5-4f55-9145-167b137b9b43 req-e120ca8a-50b4-4f07-adee-a1469804739a service nova] Lock "4f732036-4f32-4829-bda3-c341355fd0b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.710336] env[70483]: DEBUG nova.compute.manager [req-bc75d26b-9dd5-4f55-9145-167b137b9b43 req-e120ca8a-50b4-4f07-adee-a1469804739a service nova] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] No waiting events found dispatching network-vif-plugged-e5aee9b6-a659-4eba-9c33-8c60bf5330d4 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 786.710518] env[70483]: WARNING nova.compute.manager [req-bc75d26b-9dd5-4f55-9145-167b137b9b43 req-e120ca8a-50b4-4f07-adee-a1469804739a service nova] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Received unexpected event network-vif-plugged-e5aee9b6-a659-4eba-9c33-8c60bf5330d4 for instance with vm_state building and task_state spawning. [ 786.710722] env[70483]: DEBUG nova.compute.manager [req-bc75d26b-9dd5-4f55-9145-167b137b9b43 req-e120ca8a-50b4-4f07-adee-a1469804739a service nova] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Received event network-changed-e5aee9b6-a659-4eba-9c33-8c60bf5330d4 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.710893] env[70483]: DEBUG nova.compute.manager [req-bc75d26b-9dd5-4f55-9145-167b137b9b43 req-e120ca8a-50b4-4f07-adee-a1469804739a service nova] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Refreshing instance network info cache due to event network-changed-e5aee9b6-a659-4eba-9c33-8c60bf5330d4. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 786.711087] env[70483]: DEBUG oslo_concurrency.lockutils [req-bc75d26b-9dd5-4f55-9145-167b137b9b43 req-e120ca8a-50b4-4f07-adee-a1469804739a service nova] Acquiring lock "refresh_cache-4f732036-4f32-4829-bda3-c341355fd0b5" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.711246] env[70483]: DEBUG oslo_concurrency.lockutils [req-bc75d26b-9dd5-4f55-9145-167b137b9b43 req-e120ca8a-50b4-4f07-adee-a1469804739a service nova] Acquired lock "refresh_cache-4f732036-4f32-4829-bda3-c341355fd0b5" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.711437] env[70483]: DEBUG nova.network.neutron [req-bc75d26b-9dd5-4f55-9145-167b137b9b43 req-e120ca8a-50b4-4f07-adee-a1469804739a service nova] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Refreshing network info cache for port e5aee9b6-a659-4eba-9c33-8c60bf5330d4 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.734419] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Releasing lock "refresh_cache-31adb50e-33e9-40cc-a8dc-14985336b34a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.734591] env[70483]: DEBUG nova.compute.manager [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Instance network_info: |[{"id": "cca08ae9-5f63-42a5-96fd-8120aa3c504a", "address": "fa:16:3e:c4:16:29", "network": {"id": "948b7173-5456-49a2-9a1a-e36a1a46b931", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1783064445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a0a79c686d4fd5ace3cd0e354054d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcca08ae9-5f", "ovs_interfaceid": "cca08ae9-5f63-42a5-96fd-8120aa3c504a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 786.735190] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:16:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cca08ae9-5f63-42a5-96fd-8120aa3c504a', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.747718] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Creating folder: Project (70a0a79c686d4fd5ace3cd0e354054d0). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.748464] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6324936b-6753-4496-a7a7-eb930624b4e3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.759357] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Created folder: Project (70a0a79c686d4fd5ace3cd0e354054d0) in parent group-v695216. [ 786.759605] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Creating folder: Instances. Parent ref: group-v695315. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.759870] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae3e793f-4d4d-4739-b386-5bacd6fa9a53 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.769405] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Created folder: Instances in parent group-v695315. [ 786.769700] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.769893] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.770131] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b9bee8a-0d51-453c-a56b-ad9ce87c970e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.790477] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.790477] env[70483]: value = "task-3477751" [ 786.790477] env[70483]: _type = "Task" [ 786.790477] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.801319] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477751, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.814212] env[70483]: DEBUG oslo_vmware.api [None req-21435c15-b197-48c1-b6a3-f64e0be56f1c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Task: {'id': task-3477747, 'name': PowerOffVM_Task, 'duration_secs': 0.365028} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.814669] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-21435c15-b197-48c1-b6a3-f64e0be56f1c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.815152] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-21435c15-b197-48c1-b6a3-f64e0be56f1c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.815422] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-510ec08d-f1fd-415e-9d7b-1fa499126f33 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.893702] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-21435c15-b197-48c1-b6a3-f64e0be56f1c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.897437] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-21435c15-b197-48c1-b6a3-f64e0be56f1c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.897437] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-21435c15-b197-48c1-b6a3-f64e0be56f1c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Deleting the datastore file [datastore1] 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.897437] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f164b59b-5e4a-4e3d-b8ca-3de833c0adc4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.901099] env[70483]: DEBUG oslo_vmware.api [None req-21435c15-b197-48c1-b6a3-f64e0be56f1c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Waiting for the task: (returnval){ [ 786.901099] env[70483]: value = "task-3477753" [ 786.901099] env[70483]: _type = "Task" [ 786.901099] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.911421] env[70483]: DEBUG oslo_vmware.api [None req-21435c15-b197-48c1-b6a3-f64e0be56f1c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Task: {'id': task-3477753, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.122923] env[70483]: DEBUG nova.compute.utils [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.126743] env[70483]: DEBUG oslo_vmware.api [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3477748, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.127530] env[70483]: DEBUG nova.compute.manager [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 787.127749] env[70483]: DEBUG nova.network.neutron [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 787.161423] env[70483]: DEBUG oslo_concurrency.lockutils [req-05ac576c-5826-4188-ab6c-0df58e677394 req-616b2a0d-b66b-42f5-bc17-6d0715aececf service nova] Releasing lock "refresh_cache-4732ccdb-9242-4feb-a4c4-ec145ae5a7cc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.177118] env[70483]: DEBUG nova.policy [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05d9b460c6eb4e1c92d10f62b5da1d9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a004f7695d149ffb92e7dd5982b7c55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 787.304233] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477751, 'name': CreateVM_Task, 'duration_secs': 0.396206} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.305153] env[70483]: DEBUG nova.network.neutron [req-bc75d26b-9dd5-4f55-9145-167b137b9b43 req-e120ca8a-50b4-4f07-adee-a1469804739a service nova] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.309111] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.309111] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.309111] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.309426] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.313026] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2a9af7c-87aa-48b8-81e0-9c4703a71b74 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.320177] env[70483]: DEBUG oslo_vmware.api [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 787.320177] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52998957-6ec7-7d8a-ab1e-8fa232fd4392" [ 787.320177] env[70483]: _type = "Task" [ 787.320177] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.328625] env[70483]: DEBUG oslo_vmware.api [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52998957-6ec7-7d8a-ab1e-8fa232fd4392, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.335739] env[70483]: DEBUG nova.compute.manager [req-01c58186-6f3a-4b0e-8685-efe36c5fecd5 req-6b1a9a27-fb95-4bbc-83cd-3df8c8753025 service nova] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Received event network-changed-d6e7e98a-e2ba-4f08-9227-33f8c82c44cb {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.335988] env[70483]: DEBUG nova.compute.manager [req-01c58186-6f3a-4b0e-8685-efe36c5fecd5 req-6b1a9a27-fb95-4bbc-83cd-3df8c8753025 service nova] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Refreshing instance network info cache due to event network-changed-d6e7e98a-e2ba-4f08-9227-33f8c82c44cb. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.336197] env[70483]: DEBUG oslo_concurrency.lockutils [req-01c58186-6f3a-4b0e-8685-efe36c5fecd5 req-6b1a9a27-fb95-4bbc-83cd-3df8c8753025 service nova] Acquiring lock "refresh_cache-4732ccdb-9242-4feb-a4c4-ec145ae5a7cc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.336339] env[70483]: DEBUG oslo_concurrency.lockutils [req-01c58186-6f3a-4b0e-8685-efe36c5fecd5 req-6b1a9a27-fb95-4bbc-83cd-3df8c8753025 service nova] Acquired lock "refresh_cache-4732ccdb-9242-4feb-a4c4-ec145ae5a7cc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.336495] env[70483]: DEBUG nova.network.neutron [req-01c58186-6f3a-4b0e-8685-efe36c5fecd5 req-6b1a9a27-fb95-4bbc-83cd-3df8c8753025 service nova] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Refreshing network info cache for port d6e7e98a-e2ba-4f08-9227-33f8c82c44cb {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.413374] env[70483]: DEBUG oslo_vmware.api [None req-21435c15-b197-48c1-b6a3-f64e0be56f1c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Task: {'id': task-3477753, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151623} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.413585] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-21435c15-b197-48c1-b6a3-f64e0be56f1c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.413769] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-21435c15-b197-48c1-b6a3-f64e0be56f1c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.413945] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-21435c15-b197-48c1-b6a3-f64e0be56f1c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.414132] env[70483]: INFO nova.compute.manager [None req-21435c15-b197-48c1-b6a3-f64e0be56f1c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 787.414371] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21435c15-b197-48c1-b6a3-f64e0be56f1c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.414566] env[70483]: DEBUG nova.compute.manager [-] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 787.414681] env[70483]: DEBUG nova.network.neutron [-] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 787.444129] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "c1e9b301-c1ee-47f1-8c47-7cb59cd95b15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.444129] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "c1e9b301-c1ee-47f1-8c47-7cb59cd95b15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.519061] env[70483]: DEBUG nova.network.neutron [req-bc75d26b-9dd5-4f55-9145-167b137b9b43 req-e120ca8a-50b4-4f07-adee-a1469804739a service nova] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.528510] env[70483]: DEBUG nova.network.neutron [None req-b1569c69-5bbc-4776-b71c-6fdc9a9d447c tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Updating instance_info_cache with network_info: [{"id": "36a94dd6-93b2-416c-90e7-3ba462b2fbf1", "address": "fa:16:3e:ae:af:df", "network": {"id": "2561c8d3-a3d2-4883-93b1-7f7ae69661b8", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1298354696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64d3fbac98d14d5cac16b97c3269f4e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36a94dd6-93", "ovs_interfaceid": "36a94dd6-93b2-416c-90e7-3ba462b2fbf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.623686] env[70483]: DEBUG oslo_vmware.api [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3477748, 'name': PowerOnVM_Task, 'duration_secs': 0.627579} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.623957] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.624170] env[70483]: INFO nova.compute.manager [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Took 9.54 seconds to spawn the instance on the hypervisor. [ 787.624348] env[70483]: DEBUG nova.compute.manager [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.625223] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418dbfc0-4851-44e4-be01-332f3ddbbfcd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.628336] env[70483]: DEBUG nova.compute.manager [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 787.813020] env[70483]: DEBUG nova.network.neutron [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Successfully created port: 5914662a-ef55-4503-a40f-3c86bb51db95 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 787.832654] env[70483]: DEBUG oslo_vmware.api [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52998957-6ec7-7d8a-ab1e-8fa232fd4392, 'name': SearchDatastore_Task, 'duration_secs': 0.010999} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.832654] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.832878] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.833467] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.833467] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.833643] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.833769] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-381b26bf-8d96-4a07-a133-fde4b47d359a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.845610] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.845811] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.846572] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe5a60e4-f2a0-44f3-b392-343ee27293a2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.852400] env[70483]: DEBUG oslo_vmware.api [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 787.852400] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5209fe4d-2c6a-95fc-6298-2f9df1a7c970" [ 787.852400] env[70483]: _type = "Task" [ 787.852400] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.864772] env[70483]: DEBUG oslo_vmware.api [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5209fe4d-2c6a-95fc-6298-2f9df1a7c970, 'name': SearchDatastore_Task, 'duration_secs': 0.009316} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.865617] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-353ce47a-ba9c-41ac-95e4-87034e4c7eac {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.871103] env[70483]: DEBUG oslo_vmware.api [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 787.871103] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d590ec-8983-24f6-4158-6e87539374aa" [ 787.871103] env[70483]: _type = "Task" [ 787.871103] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.885606] env[70483]: DEBUG oslo_vmware.api [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d590ec-8983-24f6-4158-6e87539374aa, 'name': SearchDatastore_Task, 'duration_secs': 0.009131} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.886783] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.887065] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 31adb50e-33e9-40cc-a8dc-14985336b34a/31adb50e-33e9-40cc-a8dc-14985336b34a.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.888159] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1ec7d4-058a-4cc4-be9e-403ff3636c14 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.891133] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84158e5d-5bce-451e-9045-f357d78d711b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.899430] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d881ee8-a49c-4522-877a-e591c30ea2ff {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.903095] env[70483]: DEBUG oslo_vmware.api [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 787.903095] env[70483]: value = "task-3477754" [ 787.903095] env[70483]: _type = "Task" [ 787.903095] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.937968] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1472f3-75b4-4d4e-8f5d-c7943b996749 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.944501] env[70483]: DEBUG oslo_vmware.api [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3477754, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.949603] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b833e000-dd93-48d1-a321-b384e7e433f2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.965914] env[70483]: DEBUG nova.compute.provider_tree [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.028288] env[70483]: DEBUG oslo_concurrency.lockutils [req-bc75d26b-9dd5-4f55-9145-167b137b9b43 req-e120ca8a-50b4-4f07-adee-a1469804739a service nova] Releasing lock "refresh_cache-4f732036-4f32-4829-bda3-c341355fd0b5" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.028658] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Acquired lock "refresh_cache-4f732036-4f32-4829-bda3-c341355fd0b5" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.028827] env[70483]: DEBUG nova.network.neutron [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.031661] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b1569c69-5bbc-4776-b71c-6fdc9a9d447c tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Releasing lock "refresh_cache-2de27262-fff1-459f-8a3a-555d09be09ff" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.170132] env[70483]: DEBUG nova.compute.manager [req-a47b263b-e1c5-4e6b-8881-159d3d031a35 req-3c2125b4-d24f-44da-b3f8-1c99c850f1d4 service nova] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Received event network-vif-plugged-30388be7-4136-4ee7-9f40-2deb757ad334 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.170343] env[70483]: DEBUG oslo_concurrency.lockutils [req-a47b263b-e1c5-4e6b-8881-159d3d031a35 req-3c2125b4-d24f-44da-b3f8-1c99c850f1d4 service nova] Acquiring lock "4f732036-4f32-4829-bda3-c341355fd0b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.170637] env[70483]: DEBUG oslo_concurrency.lockutils [req-a47b263b-e1c5-4e6b-8881-159d3d031a35 req-3c2125b4-d24f-44da-b3f8-1c99c850f1d4 service nova] Lock "4f732036-4f32-4829-bda3-c341355fd0b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.170852] env[70483]: DEBUG oslo_concurrency.lockutils [req-a47b263b-e1c5-4e6b-8881-159d3d031a35 req-3c2125b4-d24f-44da-b3f8-1c99c850f1d4 service nova] Lock "4f732036-4f32-4829-bda3-c341355fd0b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.171078] env[70483]: DEBUG nova.compute.manager [req-a47b263b-e1c5-4e6b-8881-159d3d031a35 req-3c2125b4-d24f-44da-b3f8-1c99c850f1d4 service nova] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] No waiting events found dispatching network-vif-plugged-30388be7-4136-4ee7-9f40-2deb757ad334 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.171258] env[70483]: WARNING nova.compute.manager [req-a47b263b-e1c5-4e6b-8881-159d3d031a35 req-3c2125b4-d24f-44da-b3f8-1c99c850f1d4 service nova] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Received unexpected event network-vif-plugged-30388be7-4136-4ee7-9f40-2deb757ad334 for instance with vm_state building and task_state spawning. [ 788.172036] env[70483]: DEBUG nova.compute.manager [req-a47b263b-e1c5-4e6b-8881-159d3d031a35 req-3c2125b4-d24f-44da-b3f8-1c99c850f1d4 service nova] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Received event network-changed-30388be7-4136-4ee7-9f40-2deb757ad334 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.172570] env[70483]: DEBUG nova.compute.manager [req-a47b263b-e1c5-4e6b-8881-159d3d031a35 req-3c2125b4-d24f-44da-b3f8-1c99c850f1d4 service nova] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Refreshing instance network info cache due to event network-changed-30388be7-4136-4ee7-9f40-2deb757ad334. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.172570] env[70483]: DEBUG oslo_concurrency.lockutils [req-a47b263b-e1c5-4e6b-8881-159d3d031a35 req-3c2125b4-d24f-44da-b3f8-1c99c850f1d4 service nova] Acquiring lock "refresh_cache-4f732036-4f32-4829-bda3-c341355fd0b5" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.173645] env[70483]: INFO nova.compute.manager [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Took 51.90 seconds to build instance. [ 788.308217] env[70483]: DEBUG nova.network.neutron [req-01c58186-6f3a-4b0e-8685-efe36c5fecd5 req-6b1a9a27-fb95-4bbc-83cd-3df8c8753025 service nova] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Updated VIF entry in instance network info cache for port d6e7e98a-e2ba-4f08-9227-33f8c82c44cb. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.308678] env[70483]: DEBUG nova.network.neutron [req-01c58186-6f3a-4b0e-8685-efe36c5fecd5 req-6b1a9a27-fb95-4bbc-83cd-3df8c8753025 service nova] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Updating instance_info_cache with network_info: [{"id": "d6e7e98a-e2ba-4f08-9227-33f8c82c44cb", "address": "fa:16:3e:c9:b9:e9", "network": {"id": "c9ba9b8b-4f12-4533-b35d-cd08cb6d82be", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-266891741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb1bc81701ac46f8acd1edc7b55590fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6e7e98a-e2", "ovs_interfaceid": "d6e7e98a-e2ba-4f08-9227-33f8c82c44cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.413021] env[70483]: DEBUG oslo_vmware.api [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3477754, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496399} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.413315] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 31adb50e-33e9-40cc-a8dc-14985336b34a/31adb50e-33e9-40cc-a8dc-14985336b34a.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.413532] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.413783] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-505ab3bd-3ca2-4d1f-9ae3-f73f349a41b9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.420194] env[70483]: DEBUG oslo_vmware.api [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 788.420194] env[70483]: value = "task-3477755" [ 788.420194] env[70483]: _type = "Task" [ 788.420194] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.428053] env[70483]: DEBUG oslo_vmware.api [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3477755, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.469318] env[70483]: DEBUG nova.scheduler.client.report [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.536281] env[70483]: DEBUG nova.network.neutron [-] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.540898] env[70483]: DEBUG nova.compute.manager [None req-b1569c69-5bbc-4776-b71c-6fdc9a9d447c tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.540898] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce344f1-970b-4678-b53e-88a56eecce52 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.601932] env[70483]: DEBUG nova.network.neutron [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.652337] env[70483]: DEBUG nova.compute.manager [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 788.686210] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dda06500-8ed0-4dc8-b446-d2a40ea278fa tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "d2258803-84ff-4bba-af91-5815db4015d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.732s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.693163] env[70483]: DEBUG nova.virt.hardware [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.693896] env[70483]: DEBUG nova.virt.hardware [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.693896] env[70483]: DEBUG nova.virt.hardware [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.693896] env[70483]: DEBUG nova.virt.hardware [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.693896] env[70483]: DEBUG nova.virt.hardware [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.694069] env[70483]: DEBUG nova.virt.hardware [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.694622] env[70483]: DEBUG nova.virt.hardware [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.694622] env[70483]: DEBUG nova.virt.hardware [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.694622] env[70483]: DEBUG nova.virt.hardware [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.694753] env[70483]: DEBUG nova.virt.hardware [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.694915] env[70483]: DEBUG nova.virt.hardware [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.698017] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bcf67c-24e5-43d9-a988-02371d279f03 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.704986] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5958ef-f0e9-4a46-a887-09d2fc6a4046 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.813032] env[70483]: DEBUG oslo_concurrency.lockutils [req-01c58186-6f3a-4b0e-8685-efe36c5fecd5 req-6b1a9a27-fb95-4bbc-83cd-3df8c8753025 service nova] Releasing lock "refresh_cache-4732ccdb-9242-4feb-a4c4-ec145ae5a7cc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.813032] env[70483]: DEBUG nova.compute.manager [req-01c58186-6f3a-4b0e-8685-efe36c5fecd5 req-6b1a9a27-fb95-4bbc-83cd-3df8c8753025 service nova] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Received event network-vif-plugged-cca08ae9-5f63-42a5-96fd-8120aa3c504a {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.813032] env[70483]: DEBUG oslo_concurrency.lockutils [req-01c58186-6f3a-4b0e-8685-efe36c5fecd5 req-6b1a9a27-fb95-4bbc-83cd-3df8c8753025 service nova] Acquiring lock "31adb50e-33e9-40cc-a8dc-14985336b34a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.813032] env[70483]: DEBUG oslo_concurrency.lockutils [req-01c58186-6f3a-4b0e-8685-efe36c5fecd5 req-6b1a9a27-fb95-4bbc-83cd-3df8c8753025 service nova] Lock "31adb50e-33e9-40cc-a8dc-14985336b34a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.813032] env[70483]: DEBUG oslo_concurrency.lockutils [req-01c58186-6f3a-4b0e-8685-efe36c5fecd5 req-6b1a9a27-fb95-4bbc-83cd-3df8c8753025 service nova] Lock "31adb50e-33e9-40cc-a8dc-14985336b34a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.813477] env[70483]: DEBUG nova.compute.manager [req-01c58186-6f3a-4b0e-8685-efe36c5fecd5 req-6b1a9a27-fb95-4bbc-83cd-3df8c8753025 service nova] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] No waiting events found dispatching network-vif-plugged-cca08ae9-5f63-42a5-96fd-8120aa3c504a {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.813477] env[70483]: WARNING nova.compute.manager [req-01c58186-6f3a-4b0e-8685-efe36c5fecd5 req-6b1a9a27-fb95-4bbc-83cd-3df8c8753025 service nova] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Received unexpected event network-vif-plugged-cca08ae9-5f63-42a5-96fd-8120aa3c504a for instance with vm_state building and task_state spawning. [ 788.813477] env[70483]: DEBUG nova.compute.manager [req-01c58186-6f3a-4b0e-8685-efe36c5fecd5 req-6b1a9a27-fb95-4bbc-83cd-3df8c8753025 service nova] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Received event network-changed-cca08ae9-5f63-42a5-96fd-8120aa3c504a {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.813477] env[70483]: DEBUG nova.compute.manager [req-01c58186-6f3a-4b0e-8685-efe36c5fecd5 req-6b1a9a27-fb95-4bbc-83cd-3df8c8753025 service nova] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Refreshing instance network info cache due to event network-changed-cca08ae9-5f63-42a5-96fd-8120aa3c504a. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.814560] env[70483]: DEBUG oslo_concurrency.lockutils [req-01c58186-6f3a-4b0e-8685-efe36c5fecd5 req-6b1a9a27-fb95-4bbc-83cd-3df8c8753025 service nova] Acquiring lock "refresh_cache-31adb50e-33e9-40cc-a8dc-14985336b34a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.814919] env[70483]: DEBUG oslo_concurrency.lockutils [req-01c58186-6f3a-4b0e-8685-efe36c5fecd5 req-6b1a9a27-fb95-4bbc-83cd-3df8c8753025 service nova] Acquired lock "refresh_cache-31adb50e-33e9-40cc-a8dc-14985336b34a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.816240] env[70483]: DEBUG nova.network.neutron [req-01c58186-6f3a-4b0e-8685-efe36c5fecd5 req-6b1a9a27-fb95-4bbc-83cd-3df8c8753025 service nova] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Refreshing network info cache for port cca08ae9-5f63-42a5-96fd-8120aa3c504a {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.931637] env[70483]: DEBUG oslo_vmware.api [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3477755, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120676} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.934411] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.935265] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b08e2c-901d-4a7b-a4b8-9202b1f8b31a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.970110] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 31adb50e-33e9-40cc-a8dc-14985336b34a/31adb50e-33e9-40cc-a8dc-14985336b34a.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.970345] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a39d57fc-40e2-4b69-8ec6-de408e6b5fd9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.990876] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.373s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.993238] env[70483]: DEBUG oslo_concurrency.lockutils [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.411s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.995129] env[70483]: INFO nova.compute.claims [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.002281] env[70483]: DEBUG oslo_vmware.api [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 789.002281] env[70483]: value = "task-3477756" [ 789.002281] env[70483]: _type = "Task" [ 789.002281] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.010378] env[70483]: DEBUG oslo_vmware.api [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3477756, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.029102] env[70483]: INFO nova.scheduler.client.report [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Deleted allocations for instance 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff [ 789.039718] env[70483]: INFO nova.compute.manager [-] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Took 1.62 seconds to deallocate network for instance. [ 789.192108] env[70483]: DEBUG nova.compute.manager [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 789.518400] env[70483]: DEBUG oslo_vmware.api [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3477756, 'name': ReconfigVM_Task, 'duration_secs': 0.315871} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.518664] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 31adb50e-33e9-40cc-a8dc-14985336b34a/31adb50e-33e9-40cc-a8dc-14985336b34a.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.519465] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c55d5a4b-1f15-4798-a16b-5aa82f6421f5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.529810] env[70483]: DEBUG oslo_vmware.api [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 789.529810] env[70483]: value = "task-3477757" [ 789.529810] env[70483]: _type = "Task" [ 789.529810] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.535996] env[70483]: DEBUG nova.network.neutron [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Updating instance_info_cache with network_info: [{"id": "c746ec89-7132-404a-8b57-68f36043a4fe", "address": "fa:16:3e:e6:19:81", "network": {"id": "b6c63408-1557-457b-803e-25dc125af065", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1401292080", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c7343a7fadb4b25b7f585cfd51c7993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc746ec89-71", "ovs_interfaceid": "c746ec89-7132-404a-8b57-68f36043a4fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e5aee9b6-a659-4eba-9c33-8c60bf5330d4", "address": "fa:16:3e:2d:d6:f7", "network": {"id": "fc4a3bc5-b0a8-4fb2-865f-10cacf259deb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1806158765", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7c7343a7fadb4b25b7f585cfd51c7993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5aee9b6-a6", "ovs_interfaceid": "e5aee9b6-a659-4eba-9c33-8c60bf5330d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "30388be7-4136-4ee7-9f40-2deb757ad334", "address": "fa:16:3e:82:82:94", "network": {"id": "b6c63408-1557-457b-803e-25dc125af065", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1401292080", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c7343a7fadb4b25b7f585cfd51c7993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30388be7-41", "ovs_interfaceid": "30388be7-4136-4ee7-9f40-2deb757ad334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.553654] env[70483]: DEBUG oslo_concurrency.lockutils [None req-21435c15-b197-48c1-b6a3-f64e0be56f1c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.553654] env[70483]: DEBUG oslo_vmware.api [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3477757, 'name': Rename_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.556417] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ef775849-3a0c-47bc-acaa-d39015dd915b tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "3b9942d2-ff9e-4e8b-8d04-7f191d9563ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.754s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.562131] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312cd944-aec7-462c-8600-473437cb373d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.570019] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-b1569c69-5bbc-4776-b71c-6fdc9a9d447c tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Doing hard reboot of VM {{(pid=70483) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 789.570399] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-cae6bb61-f662-4476-a561-0493971fbf67 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.579677] env[70483]: DEBUG oslo_vmware.api [None req-b1569c69-5bbc-4776-b71c-6fdc9a9d447c tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Waiting for the task: (returnval){ [ 789.579677] env[70483]: value = "task-3477758" [ 789.579677] env[70483]: _type = "Task" [ 789.579677] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.590933] env[70483]: DEBUG oslo_vmware.api [None req-b1569c69-5bbc-4776-b71c-6fdc9a9d447c tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Task: {'id': task-3477758, 'name': ResetVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.591988] env[70483]: DEBUG nova.network.neutron [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Successfully updated port: 5914662a-ef55-4503-a40f-3c86bb51db95 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 789.644103] env[70483]: DEBUG nova.network.neutron [req-01c58186-6f3a-4b0e-8685-efe36c5fecd5 req-6b1a9a27-fb95-4bbc-83cd-3df8c8753025 service nova] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Updated VIF entry in instance network info cache for port cca08ae9-5f63-42a5-96fd-8120aa3c504a. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.644103] env[70483]: DEBUG nova.network.neutron [req-01c58186-6f3a-4b0e-8685-efe36c5fecd5 req-6b1a9a27-fb95-4bbc-83cd-3df8c8753025 service nova] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Updating instance_info_cache with network_info: [{"id": "cca08ae9-5f63-42a5-96fd-8120aa3c504a", "address": "fa:16:3e:c4:16:29", "network": {"id": "948b7173-5456-49a2-9a1a-e36a1a46b931", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1783064445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a0a79c686d4fd5ace3cd0e354054d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcca08ae9-5f", "ovs_interfaceid": "cca08ae9-5f63-42a5-96fd-8120aa3c504a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.719615] env[70483]: DEBUG oslo_concurrency.lockutils [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.043018] env[70483]: DEBUG oslo_vmware.api [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3477757, 'name': Rename_Task, 'duration_secs': 0.172705} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.043499] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.043828] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44231368-36af-4d68-a601-abb486b583c6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.051182] env[70483]: DEBUG oslo_vmware.api [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 790.051182] env[70483]: value = "task-3477759" [ 790.051182] env[70483]: _type = "Task" [ 790.051182] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.056669] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Releasing lock "refresh_cache-4f732036-4f32-4829-bda3-c341355fd0b5" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.056669] env[70483]: DEBUG nova.compute.manager [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Instance network_info: |[{"id": "c746ec89-7132-404a-8b57-68f36043a4fe", "address": "fa:16:3e:e6:19:81", "network": {"id": "b6c63408-1557-457b-803e-25dc125af065", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1401292080", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c7343a7fadb4b25b7f585cfd51c7993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc746ec89-71", "ovs_interfaceid": "c746ec89-7132-404a-8b57-68f36043a4fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e5aee9b6-a659-4eba-9c33-8c60bf5330d4", "address": "fa:16:3e:2d:d6:f7", "network": {"id": "fc4a3bc5-b0a8-4fb2-865f-10cacf259deb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1806158765", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7c7343a7fadb4b25b7f585cfd51c7993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5aee9b6-a6", "ovs_interfaceid": "e5aee9b6-a659-4eba-9c33-8c60bf5330d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "30388be7-4136-4ee7-9f40-2deb757ad334", "address": "fa:16:3e:82:82:94", "network": {"id": "b6c63408-1557-457b-803e-25dc125af065", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1401292080", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c7343a7fadb4b25b7f585cfd51c7993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30388be7-41", "ovs_interfaceid": "30388be7-4136-4ee7-9f40-2deb757ad334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 790.056953] env[70483]: DEBUG oslo_concurrency.lockutils [req-a47b263b-e1c5-4e6b-8881-159d3d031a35 req-3c2125b4-d24f-44da-b3f8-1c99c850f1d4 service nova] Acquired lock "refresh_cache-4f732036-4f32-4829-bda3-c341355fd0b5" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.057215] env[70483]: DEBUG nova.network.neutron [req-a47b263b-e1c5-4e6b-8881-159d3d031a35 req-3c2125b4-d24f-44da-b3f8-1c99c850f1d4 service nova] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Refreshing network info cache for port 30388be7-4136-4ee7-9f40-2deb757ad334 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.060148] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:19:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f65996a3-f865-4492-9377-cd14ec8b3aae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c746ec89-7132-404a-8b57-68f36043a4fe', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:d6:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba07329-1d3e-4ba8-8774-d029262318c4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5aee9b6-a659-4eba-9c33-8c60bf5330d4', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:82:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f65996a3-f865-4492-9377-cd14ec8b3aae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30388be7-4136-4ee7-9f40-2deb757ad334', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.072918] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Creating folder: Project (7c7343a7fadb4b25b7f585cfd51c7993). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.079166] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f31b8c09-f5ff-49bc-bd33-90c2eaf1a596 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.086152] env[70483]: DEBUG oslo_vmware.api [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3477759, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.096686] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Acquiring lock "refresh_cache-afa74f93-41d6-447c-b11f-eaaca0e6bc98" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.100018] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Acquired lock "refresh_cache-afa74f93-41d6-447c-b11f-eaaca0e6bc98" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.100018] env[70483]: DEBUG nova.network.neutron [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.100018] env[70483]: DEBUG oslo_vmware.api [None req-b1569c69-5bbc-4776-b71c-6fdc9a9d447c tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Task: {'id': task-3477758, 'name': ResetVM_Task, 'duration_secs': 0.130759} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.103191] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-b1569c69-5bbc-4776-b71c-6fdc9a9d447c tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Did hard reboot of VM {{(pid=70483) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 790.103404] env[70483]: DEBUG nova.compute.manager [None req-b1569c69-5bbc-4776-b71c-6fdc9a9d447c tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.104144] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Created folder: Project (7c7343a7fadb4b25b7f585cfd51c7993) in parent group-v695216. [ 790.104400] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Creating folder: Instances. Parent ref: group-v695318. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.106128] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c8dc5c-2620-4d75-ba9e-a63d4c41cc5c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.108359] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93a173b5-a490-4f63-82bd-ec372160273c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.118836] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Created folder: Instances in parent group-v695318. [ 790.119144] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.119627] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.119991] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6207d042-c894-4759-8745-2da0daac07dc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.146514] env[70483]: DEBUG oslo_concurrency.lockutils [req-01c58186-6f3a-4b0e-8685-efe36c5fecd5 req-6b1a9a27-fb95-4bbc-83cd-3df8c8753025 service nova] Releasing lock "refresh_cache-31adb50e-33e9-40cc-a8dc-14985336b34a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.153020] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.153020] env[70483]: value = "task-3477762" [ 790.153020] env[70483]: _type = "Task" [ 790.153020] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.162443] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477762, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.326812] env[70483]: DEBUG nova.compute.manager [req-9ea31340-9696-409a-8d3e-1a8c50b77b9d req-582515e9-914a-494f-a112-0f08a32ea57a service nova] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Received event network-changed-0deaa3e4-47ae-49e4-8da8-43fad3fc30a8 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.327112] env[70483]: DEBUG nova.compute.manager [req-9ea31340-9696-409a-8d3e-1a8c50b77b9d req-582515e9-914a-494f-a112-0f08a32ea57a service nova] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Refreshing instance network info cache due to event network-changed-0deaa3e4-47ae-49e4-8da8-43fad3fc30a8. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.327435] env[70483]: DEBUG oslo_concurrency.lockutils [req-9ea31340-9696-409a-8d3e-1a8c50b77b9d req-582515e9-914a-494f-a112-0f08a32ea57a service nova] Acquiring lock "refresh_cache-77c84798-aa60-45c9-903b-42ce69e2d371" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.327661] env[70483]: DEBUG oslo_concurrency.lockutils [req-9ea31340-9696-409a-8d3e-1a8c50b77b9d req-582515e9-914a-494f-a112-0f08a32ea57a service nova] Acquired lock "refresh_cache-77c84798-aa60-45c9-903b-42ce69e2d371" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.327865] env[70483]: DEBUG nova.network.neutron [req-9ea31340-9696-409a-8d3e-1a8c50b77b9d req-582515e9-914a-494f-a112-0f08a32ea57a service nova] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Refreshing network info cache for port 0deaa3e4-47ae-49e4-8da8-43fad3fc30a8 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.373903] env[70483]: DEBUG nova.network.neutron [req-a47b263b-e1c5-4e6b-8881-159d3d031a35 req-3c2125b4-d24f-44da-b3f8-1c99c850f1d4 service nova] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Updated VIF entry in instance network info cache for port 30388be7-4136-4ee7-9f40-2deb757ad334. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.374475] env[70483]: DEBUG nova.network.neutron [req-a47b263b-e1c5-4e6b-8881-159d3d031a35 req-3c2125b4-d24f-44da-b3f8-1c99c850f1d4 service nova] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Updating instance_info_cache with network_info: [{"id": "c746ec89-7132-404a-8b57-68f36043a4fe", "address": "fa:16:3e:e6:19:81", "network": {"id": "b6c63408-1557-457b-803e-25dc125af065", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1401292080", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c7343a7fadb4b25b7f585cfd51c7993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc746ec89-71", "ovs_interfaceid": "c746ec89-7132-404a-8b57-68f36043a4fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e5aee9b6-a659-4eba-9c33-8c60bf5330d4", "address": "fa:16:3e:2d:d6:f7", "network": {"id": "fc4a3bc5-b0a8-4fb2-865f-10cacf259deb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1806158765", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7c7343a7fadb4b25b7f585cfd51c7993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5aee9b6-a6", "ovs_interfaceid": "e5aee9b6-a659-4eba-9c33-8c60bf5330d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "30388be7-4136-4ee7-9f40-2deb757ad334", "address": "fa:16:3e:82:82:94", "network": {"id": "b6c63408-1557-457b-803e-25dc125af065", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1401292080", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c7343a7fadb4b25b7f585cfd51c7993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30388be7-41", "ovs_interfaceid": "30388be7-4136-4ee7-9f40-2deb757ad334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.567553] env[70483]: DEBUG oslo_vmware.api [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3477759, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.625926] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b1569c69-5bbc-4776-b71c-6fdc9a9d447c tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Lock "2de27262-fff1-459f-8a3a-555d09be09ff" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.652s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.639830] env[70483]: DEBUG nova.compute.manager [req-a49d4d92-14fa-4ff5-b638-f9bb72fd1ad8 req-05cc0976-9e83-4d33-8eb4-4a9b58cb63ae service nova] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Received event network-vif-deleted-d6e7e98a-e2ba-4f08-9227-33f8c82c44cb {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.640060] env[70483]: DEBUG nova.compute.manager [req-a49d4d92-14fa-4ff5-b638-f9bb72fd1ad8 req-05cc0976-9e83-4d33-8eb4-4a9b58cb63ae service nova] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Received event network-vif-plugged-5914662a-ef55-4503-a40f-3c86bb51db95 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.640283] env[70483]: DEBUG oslo_concurrency.lockutils [req-a49d4d92-14fa-4ff5-b638-f9bb72fd1ad8 req-05cc0976-9e83-4d33-8eb4-4a9b58cb63ae service nova] Acquiring lock "afa74f93-41d6-447c-b11f-eaaca0e6bc98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.640545] env[70483]: DEBUG oslo_concurrency.lockutils [req-a49d4d92-14fa-4ff5-b638-f9bb72fd1ad8 req-05cc0976-9e83-4d33-8eb4-4a9b58cb63ae service nova] Lock "afa74f93-41d6-447c-b11f-eaaca0e6bc98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.640786] env[70483]: DEBUG oslo_concurrency.lockutils [req-a49d4d92-14fa-4ff5-b638-f9bb72fd1ad8 req-05cc0976-9e83-4d33-8eb4-4a9b58cb63ae service nova] Lock "afa74f93-41d6-447c-b11f-eaaca0e6bc98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.640958] env[70483]: DEBUG nova.compute.manager [req-a49d4d92-14fa-4ff5-b638-f9bb72fd1ad8 req-05cc0976-9e83-4d33-8eb4-4a9b58cb63ae service nova] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] No waiting events found dispatching network-vif-plugged-5914662a-ef55-4503-a40f-3c86bb51db95 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 790.641283] env[70483]: WARNING nova.compute.manager [req-a49d4d92-14fa-4ff5-b638-f9bb72fd1ad8 req-05cc0976-9e83-4d33-8eb4-4a9b58cb63ae service nova] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Received unexpected event network-vif-plugged-5914662a-ef55-4503-a40f-3c86bb51db95 for instance with vm_state building and task_state spawning. [ 790.641453] env[70483]: DEBUG nova.compute.manager [req-a49d4d92-14fa-4ff5-b638-f9bb72fd1ad8 req-05cc0976-9e83-4d33-8eb4-4a9b58cb63ae service nova] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Received event network-changed-5914662a-ef55-4503-a40f-3c86bb51db95 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.641669] env[70483]: DEBUG nova.compute.manager [req-a49d4d92-14fa-4ff5-b638-f9bb72fd1ad8 req-05cc0976-9e83-4d33-8eb4-4a9b58cb63ae service nova] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Refreshing instance network info cache due to event network-changed-5914662a-ef55-4503-a40f-3c86bb51db95. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.641904] env[70483]: DEBUG oslo_concurrency.lockutils [req-a49d4d92-14fa-4ff5-b638-f9bb72fd1ad8 req-05cc0976-9e83-4d33-8eb4-4a9b58cb63ae service nova] Acquiring lock "refresh_cache-afa74f93-41d6-447c-b11f-eaaca0e6bc98" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.646073] env[70483]: DEBUG nova.network.neutron [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.669932] env[70483]: DEBUG oslo_concurrency.lockutils [None req-be31050a-460e-4d8f-8af5-ee61f06629cf tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquiring lock "d2258803-84ff-4bba-af91-5815db4015d7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.669932] env[70483]: DEBUG oslo_concurrency.lockutils [None req-be31050a-460e-4d8f-8af5-ee61f06629cf tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "d2258803-84ff-4bba-af91-5815db4015d7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.670403] env[70483]: DEBUG nova.compute.manager [None req-be31050a-460e-4d8f-8af5-ee61f06629cf tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.670403] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477762, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.671652] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa65ea0-0fe1-4527-bcaa-bfcc35b45cae {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.681279] env[70483]: DEBUG nova.compute.manager [None req-be31050a-460e-4d8f-8af5-ee61f06629cf tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70483) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 790.682017] env[70483]: DEBUG nova.objects.instance [None req-be31050a-460e-4d8f-8af5-ee61f06629cf tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lazy-loading 'flavor' on Instance uuid d2258803-84ff-4bba-af91-5815db4015d7 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.694177] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660b66c6-aee9-408a-9888-4d314c725548 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.705533] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e0802b-250b-4d57-b0c0-a947c5d8d44f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.740697] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67c22ef-9111-45b0-bb5d-91d4a2bc84c4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.749555] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5282ca6f-f192-4983-af8c-41f269e9ca83 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.764132] env[70483]: DEBUG nova.compute.provider_tree [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.827833] env[70483]: DEBUG nova.network.neutron [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Updating instance_info_cache with network_info: [{"id": "5914662a-ef55-4503-a40f-3c86bb51db95", "address": "fa:16:3e:bd:ee:d0", "network": {"id": "9634ba1a-1d29-458a-b67b-1f50d07961c7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1097591859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9a004f7695d149ffb92e7dd5982b7c55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5914662a-ef", "ovs_interfaceid": "5914662a-ef55-4503-a40f-3c86bb51db95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.880791] env[70483]: DEBUG oslo_concurrency.lockutils [req-a47b263b-e1c5-4e6b-8881-159d3d031a35 req-3c2125b4-d24f-44da-b3f8-1c99c850f1d4 service nova] Releasing lock "refresh_cache-4f732036-4f32-4829-bda3-c341355fd0b5" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.049799] env[70483]: DEBUG nova.network.neutron [req-9ea31340-9696-409a-8d3e-1a8c50b77b9d req-582515e9-914a-494f-a112-0f08a32ea57a service nova] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Updated VIF entry in instance network info cache for port 0deaa3e4-47ae-49e4-8da8-43fad3fc30a8. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.050074] env[70483]: DEBUG nova.network.neutron [req-9ea31340-9696-409a-8d3e-1a8c50b77b9d req-582515e9-914a-494f-a112-0f08a32ea57a service nova] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Updating instance_info_cache with network_info: [{"id": "0deaa3e4-47ae-49e4-8da8-43fad3fc30a8", "address": "fa:16:3e:61:5d:06", "network": {"id": "c9ba9b8b-4f12-4533-b35d-cd08cb6d82be", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-266891741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb1bc81701ac46f8acd1edc7b55590fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0deaa3e4-47", "ovs_interfaceid": "0deaa3e4-47ae-49e4-8da8-43fad3fc30a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.057389] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d673fd92-a27f-41ce-8d19-a9fdb431c56e tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Acquiring lock "4732ccdb-9242-4feb-a4c4-ec145ae5a7cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.069091] env[70483]: DEBUG oslo_vmware.api [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3477759, 'name': PowerOnVM_Task, 'duration_secs': 0.605389} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.070081] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.070282] env[70483]: INFO nova.compute.manager [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Took 7.45 seconds to spawn the instance on the hypervisor. [ 791.070457] env[70483]: DEBUG nova.compute.manager [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.071236] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325b8021-88d6-41c0-995e-b96a29403bc3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.164259] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477762, 'name': CreateVM_Task, 'duration_secs': 0.535854} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.164442] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.165357] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.165520] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.165839] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.166109] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13e2bab9-0149-40df-b649-609b8698698e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.171066] env[70483]: DEBUG oslo_vmware.api [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Waiting for the task: (returnval){ [ 791.171066] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5286e6d8-495f-c58f-d1b9-8a1e2bd4d52c" [ 791.171066] env[70483]: _type = "Task" [ 791.171066] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.179076] env[70483]: DEBUG oslo_vmware.api [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5286e6d8-495f-c58f-d1b9-8a1e2bd4d52c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.269352] env[70483]: DEBUG nova.scheduler.client.report [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.330111] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Releasing lock "refresh_cache-afa74f93-41d6-447c-b11f-eaaca0e6bc98" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.330467] env[70483]: DEBUG nova.compute.manager [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Instance network_info: |[{"id": "5914662a-ef55-4503-a40f-3c86bb51db95", "address": "fa:16:3e:bd:ee:d0", "network": {"id": "9634ba1a-1d29-458a-b67b-1f50d07961c7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1097591859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9a004f7695d149ffb92e7dd5982b7c55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5914662a-ef", "ovs_interfaceid": "5914662a-ef55-4503-a40f-3c86bb51db95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 791.330829] env[70483]: DEBUG oslo_concurrency.lockutils [req-a49d4d92-14fa-4ff5-b638-f9bb72fd1ad8 req-05cc0976-9e83-4d33-8eb4-4a9b58cb63ae service nova] Acquired lock "refresh_cache-afa74f93-41d6-447c-b11f-eaaca0e6bc98" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.331083] env[70483]: DEBUG nova.network.neutron [req-a49d4d92-14fa-4ff5-b638-f9bb72fd1ad8 req-05cc0976-9e83-4d33-8eb4-4a9b58cb63ae service nova] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Refreshing network info cache for port 5914662a-ef55-4503-a40f-3c86bb51db95 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.332395] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:ee:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '05b1253d-2b87-4158-9ff1-dafcf829f11f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5914662a-ef55-4503-a40f-3c86bb51db95', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.340846] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Creating folder: Project (9a004f7695d149ffb92e7dd5982b7c55). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.342288] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14ccc056-757a-4251-8715-b70b203d7214 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.355411] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Created folder: Project (9a004f7695d149ffb92e7dd5982b7c55) in parent group-v695216. [ 791.355411] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Creating folder: Instances. Parent ref: group-v695321. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.355411] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bab25523-0c4f-4ac4-bef5-9a26a274e46b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.367751] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Created folder: Instances in parent group-v695321. [ 791.368024] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.368216] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.368426] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-504d0e07-e715-4eea-8c38-c517bd3ecc4a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.395928] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.395928] env[70483]: value = "task-3477765" [ 791.395928] env[70483]: _type = "Task" [ 791.395928] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.405141] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477765, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.553793] env[70483]: DEBUG oslo_concurrency.lockutils [req-9ea31340-9696-409a-8d3e-1a8c50b77b9d req-582515e9-914a-494f-a112-0f08a32ea57a service nova] Releasing lock "refresh_cache-77c84798-aa60-45c9-903b-42ce69e2d371" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.591678] env[70483]: INFO nova.compute.manager [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Took 44.57 seconds to build instance. [ 791.682577] env[70483]: DEBUG oslo_vmware.api [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5286e6d8-495f-c58f-d1b9-8a1e2bd4d52c, 'name': SearchDatastore_Task, 'duration_secs': 0.010442} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.682889] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.683145] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.683911] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.683911] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.683911] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.684058] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e423c5c-11a8-4645-8d65-29830f2ce5df {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.688590] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-be31050a-460e-4d8f-8af5-ee61f06629cf tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.688898] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-153a9894-fe48-4332-a2c3-6bd4c324a949 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.696777] env[70483]: DEBUG oslo_vmware.api [None req-be31050a-460e-4d8f-8af5-ee61f06629cf tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 791.696777] env[70483]: value = "task-3477766" [ 791.696777] env[70483]: _type = "Task" [ 791.696777] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.698112] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.698436] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.702871] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e2a689b-73f5-446e-b193-c484165d30d3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.709093] env[70483]: DEBUG oslo_vmware.api [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Waiting for the task: (returnval){ [ 791.709093] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ef4e9d-d4da-f000-c5fe-1bb2afddac07" [ 791.709093] env[70483]: _type = "Task" [ 791.709093] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.712900] env[70483]: DEBUG oslo_vmware.api [None req-be31050a-460e-4d8f-8af5-ee61f06629cf tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3477766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.727799] env[70483]: DEBUG oslo_vmware.api [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ef4e9d-d4da-f000-c5fe-1bb2afddac07, 'name': SearchDatastore_Task, 'duration_secs': 0.011482} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.729139] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd8f3e62-6375-4371-8bb7-e3a02b029ab0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.735261] env[70483]: DEBUG oslo_vmware.api [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Waiting for the task: (returnval){ [ 791.735261] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d2023e-6e32-1301-5f24-bc545408d340" [ 791.735261] env[70483]: _type = "Task" [ 791.735261] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.744971] env[70483]: DEBUG oslo_vmware.api [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d2023e-6e32-1301-5f24-bc545408d340, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.774973] env[70483]: DEBUG oslo_concurrency.lockutils [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.782s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.775654] env[70483]: DEBUG nova.compute.manager [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.778836] env[70483]: DEBUG oslo_concurrency.lockutils [None req-af676f3b-78cb-4943-98e9-34b0f09d66ac tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.138s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.779127] env[70483]: DEBUG nova.objects.instance [None req-af676f3b-78cb-4943-98e9-34b0f09d66ac tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Lazy-loading 'resources' on Instance uuid 375bd3df-c0cc-48ac-81a4-7a9133f5fd56 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.906362] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477765, 'name': CreateVM_Task, 'duration_secs': 0.408124} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.906541] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.907253] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.907582] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.907763] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.908052] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1674e9d-e294-454b-a5c6-b3d2085fe6db {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.913446] env[70483]: DEBUG oslo_vmware.api [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Waiting for the task: (returnval){ [ 791.913446] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5253194f-2b19-680f-4892-c5333dde4e02" [ 791.913446] env[70483]: _type = "Task" [ 791.913446] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.924658] env[70483]: DEBUG oslo_vmware.api [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5253194f-2b19-680f-4892-c5333dde4e02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.047112] env[70483]: DEBUG nova.network.neutron [req-a49d4d92-14fa-4ff5-b638-f9bb72fd1ad8 req-05cc0976-9e83-4d33-8eb4-4a9b58cb63ae service nova] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Updated VIF entry in instance network info cache for port 5914662a-ef55-4503-a40f-3c86bb51db95. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.047342] env[70483]: DEBUG nova.network.neutron [req-a49d4d92-14fa-4ff5-b638-f9bb72fd1ad8 req-05cc0976-9e83-4d33-8eb4-4a9b58cb63ae service nova] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Updating instance_info_cache with network_info: [{"id": "5914662a-ef55-4503-a40f-3c86bb51db95", "address": "fa:16:3e:bd:ee:d0", "network": {"id": "9634ba1a-1d29-458a-b67b-1f50d07961c7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1097591859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9a004f7695d149ffb92e7dd5982b7c55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5914662a-ef", "ovs_interfaceid": "5914662a-ef55-4503-a40f-3c86bb51db95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.093915] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3611fdb2-d937-4dad-a699-a84c7f8d9a61 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "31adb50e-33e9-40cc-a8dc-14985336b34a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.369s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.210057] env[70483]: DEBUG oslo_vmware.api [None req-be31050a-460e-4d8f-8af5-ee61f06629cf tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3477766, 'name': PowerOffVM_Task, 'duration_secs': 0.355447} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.210584] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-be31050a-460e-4d8f-8af5-ee61f06629cf tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.210855] env[70483]: DEBUG nova.compute.manager [None req-be31050a-460e-4d8f-8af5-ee61f06629cf tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.211682] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b717f9-f76c-400d-84c0-812dcee49305 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.222951] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e1e23e91-21ab-4806-b845-ed08e3e40853 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Acquiring lock "2de27262-fff1-459f-8a3a-555d09be09ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.223286] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e1e23e91-21ab-4806-b845-ed08e3e40853 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Lock "2de27262-fff1-459f-8a3a-555d09be09ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.223531] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e1e23e91-21ab-4806-b845-ed08e3e40853 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Acquiring lock "2de27262-fff1-459f-8a3a-555d09be09ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.223758] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e1e23e91-21ab-4806-b845-ed08e3e40853 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Lock "2de27262-fff1-459f-8a3a-555d09be09ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.223970] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e1e23e91-21ab-4806-b845-ed08e3e40853 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Lock "2de27262-fff1-459f-8a3a-555d09be09ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.227838] env[70483]: INFO nova.compute.manager [None req-e1e23e91-21ab-4806-b845-ed08e3e40853 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Terminating instance [ 792.249668] env[70483]: DEBUG oslo_vmware.api [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d2023e-6e32-1301-5f24-bc545408d340, 'name': SearchDatastore_Task, 'duration_secs': 0.01} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.250146] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.250456] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 4f732036-4f32-4829-bda3-c341355fd0b5/4f732036-4f32-4829-bda3-c341355fd0b5.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.250831] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-791fb53b-bd86-4d66-94e8-2cba2311a712 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.259214] env[70483]: DEBUG oslo_vmware.api [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Waiting for the task: (returnval){ [ 792.259214] env[70483]: value = "task-3477767" [ 792.259214] env[70483]: _type = "Task" [ 792.259214] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.267937] env[70483]: DEBUG oslo_vmware.api [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': task-3477767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.284043] env[70483]: DEBUG nova.compute.utils [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.290425] env[70483]: DEBUG nova.compute.manager [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.290425] env[70483]: DEBUG nova.network.neutron [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.363172] env[70483]: DEBUG nova.policy [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05d9b460c6eb4e1c92d10f62b5da1d9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a004f7695d149ffb92e7dd5982b7c55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.425321] env[70483]: DEBUG oslo_vmware.api [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5253194f-2b19-680f-4892-c5333dde4e02, 'name': SearchDatastore_Task, 'duration_secs': 0.012345} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.428532] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.428931] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.429298] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.429689] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.430058] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.430610] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afb69f8a-7452-4727-9187-c84eb690ba02 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.439966] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.439966] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.442750] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc5da068-17f6-443c-8bda-ffa32c0d3692 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.451128] env[70483]: DEBUG oslo_vmware.api [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Waiting for the task: (returnval){ [ 792.451128] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524c2a3d-6885-dfc8-9761-cba24a69acd3" [ 792.451128] env[70483]: _type = "Task" [ 792.451128] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.457116] env[70483]: DEBUG oslo_vmware.api [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524c2a3d-6885-dfc8-9761-cba24a69acd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.554319] env[70483]: DEBUG oslo_concurrency.lockutils [req-a49d4d92-14fa-4ff5-b638-f9bb72fd1ad8 req-05cc0976-9e83-4d33-8eb4-4a9b58cb63ae service nova] Releasing lock "refresh_cache-afa74f93-41d6-447c-b11f-eaaca0e6bc98" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.598230] env[70483]: DEBUG nova.compute.manager [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 792.703242] env[70483]: DEBUG oslo_vmware.rw_handles [None req-6a658b47-d560-4e96-b1f4-c7c79c3675ea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a386ef-7099-10d8-34ed-bcda941d131a/disk-0.vmdk. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 792.704444] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb7d311-d517-41e8-85be-98fff68ea677 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.707790] env[70483]: DEBUG nova.network.neutron [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Successfully created port: 26625a3f-b8c1-45d7-91c3-f87bfef4a956 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 792.731447] env[70483]: DEBUG oslo_vmware.rw_handles [None req-6a658b47-d560-4e96-b1f4-c7c79c3675ea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a386ef-7099-10d8-34ed-bcda941d131a/disk-0.vmdk is in state: ready. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 792.731447] env[70483]: ERROR oslo_vmware.rw_handles [None req-6a658b47-d560-4e96-b1f4-c7c79c3675ea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a386ef-7099-10d8-34ed-bcda941d131a/disk-0.vmdk due to incomplete transfer. [ 792.731447] env[70483]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-074bdfe6-319b-4002-abc1-86108174bd09 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.731447] env[70483]: DEBUG oslo_vmware.rw_handles [None req-6a658b47-d560-4e96-b1f4-c7c79c3675ea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a386ef-7099-10d8-34ed-bcda941d131a/disk-0.vmdk. {{(pid=70483) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 792.731447] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-6a658b47-d560-4e96-b1f4-c7c79c3675ea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Uploaded image 2b2b230b-c972-45b0-94a6-19831afbda6c to the Glance image server {{(pid=70483) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 792.731447] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a658b47-d560-4e96-b1f4-c7c79c3675ea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Destroying the VM {{(pid=70483) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 792.731447] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-703cf3d8-8d36-4c78-aa4d-be771e0bb523 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.733720] env[70483]: DEBUG oslo_concurrency.lockutils [None req-be31050a-460e-4d8f-8af5-ee61f06629cf tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "d2258803-84ff-4bba-af91-5815db4015d7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.735776] env[70483]: DEBUG nova.compute.manager [None req-e1e23e91-21ab-4806-b845-ed08e3e40853 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 792.735776] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e23e91-21ab-4806-b845-ed08e3e40853 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.736427] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f1cde1-027c-4c7e-b341-20c3dfe4c08d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.747250] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e23e91-21ab-4806-b845-ed08e3e40853 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.750126] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae7641b1-3f09-429a-99b1-7f78c18da92f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.751692] env[70483]: DEBUG oslo_vmware.api [None req-6a658b47-d560-4e96-b1f4-c7c79c3675ea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 792.751692] env[70483]: value = "task-3477768" [ 792.751692] env[70483]: _type = "Task" [ 792.751692] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.758360] env[70483]: DEBUG oslo_vmware.api [None req-e1e23e91-21ab-4806-b845-ed08e3e40853 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Waiting for the task: (returnval){ [ 792.758360] env[70483]: value = "task-3477769" [ 792.758360] env[70483]: _type = "Task" [ 792.758360] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.772255] env[70483]: DEBUG oslo_vmware.api [None req-6a658b47-d560-4e96-b1f4-c7c79c3675ea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477768, 'name': Destroy_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.777995] env[70483]: DEBUG oslo_vmware.api [None req-e1e23e91-21ab-4806-b845-ed08e3e40853 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Task: {'id': task-3477769, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.785216] env[70483]: DEBUG oslo_vmware.api [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': task-3477767, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.790217] env[70483]: DEBUG nova.compute.manager [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 792.862569] env[70483]: DEBUG nova.compute.manager [req-ff419ce8-d54a-48a2-81e6-d2da91c7b45c req-53eae178-3b64-43a6-a94c-a4762fd5df6c service nova] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Received event network-changed-0deaa3e4-47ae-49e4-8da8-43fad3fc30a8 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.862869] env[70483]: DEBUG nova.compute.manager [req-ff419ce8-d54a-48a2-81e6-d2da91c7b45c req-53eae178-3b64-43a6-a94c-a4762fd5df6c service nova] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Refreshing instance network info cache due to event network-changed-0deaa3e4-47ae-49e4-8da8-43fad3fc30a8. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.863121] env[70483]: DEBUG oslo_concurrency.lockutils [req-ff419ce8-d54a-48a2-81e6-d2da91c7b45c req-53eae178-3b64-43a6-a94c-a4762fd5df6c service nova] Acquiring lock "refresh_cache-77c84798-aa60-45c9-903b-42ce69e2d371" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.863322] env[70483]: DEBUG oslo_concurrency.lockutils [req-ff419ce8-d54a-48a2-81e6-d2da91c7b45c req-53eae178-3b64-43a6-a94c-a4762fd5df6c service nova] Acquired lock "refresh_cache-77c84798-aa60-45c9-903b-42ce69e2d371" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.863457] env[70483]: DEBUG nova.network.neutron [req-ff419ce8-d54a-48a2-81e6-d2da91c7b45c req-53eae178-3b64-43a6-a94c-a4762fd5df6c service nova] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Refreshing network info cache for port 0deaa3e4-47ae-49e4-8da8-43fad3fc30a8 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.962941] env[70483]: DEBUG oslo_vmware.api [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524c2a3d-6885-dfc8-9761-cba24a69acd3, 'name': SearchDatastore_Task, 'duration_secs': 0.008168} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.963982] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b5f68a6-bbc4-434e-9ecf-86eafdacb899 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.971671] env[70483]: DEBUG oslo_vmware.api [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Waiting for the task: (returnval){ [ 792.971671] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a48a98-5ee3-fbc6-2a74-33d3c8e9882e" [ 792.971671] env[70483]: _type = "Task" [ 792.971671] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.982764] env[70483]: DEBUG oslo_vmware.api [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a48a98-5ee3-fbc6-2a74-33d3c8e9882e, 'name': SearchDatastore_Task, 'duration_secs': 0.00955} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.983994] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.984341] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] afa74f93-41d6-447c-b11f-eaaca0e6bc98/afa74f93-41d6-447c-b11f-eaaca0e6bc98.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.985261] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3516209-5e21-44fa-909d-1ba2d3e3ce11 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.988494] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3393954f-6800-431a-98f3-bea815ca5d7a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.996011] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59d4bf6-3f76-4776-9f39-7c38d1c66713 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.999396] env[70483]: DEBUG oslo_vmware.api [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Waiting for the task: (returnval){ [ 792.999396] env[70483]: value = "task-3477770" [ 792.999396] env[70483]: _type = "Task" [ 792.999396] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.032360] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244140bb-571e-407e-85a3-f096bfd00857 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.038022] env[70483]: DEBUG oslo_vmware.api [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.040831] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8ee685-136c-4659-a6fa-ff9d934dbab6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.054502] env[70483]: DEBUG nova.compute.provider_tree [None req-af676f3b-78cb-4943-98e9-34b0f09d66ac tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.123322] env[70483]: DEBUG oslo_concurrency.lockutils [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.267810] env[70483]: DEBUG oslo_vmware.api [None req-6a658b47-d560-4e96-b1f4-c7c79c3675ea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477768, 'name': Destroy_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.281165] env[70483]: DEBUG oslo_vmware.api [None req-e1e23e91-21ab-4806-b845-ed08e3e40853 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Task: {'id': task-3477769, 'name': PowerOffVM_Task, 'duration_secs': 0.203098} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.285317] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e23e91-21ab-4806-b845-ed08e3e40853 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.285675] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e23e91-21ab-4806-b845-ed08e3e40853 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 793.286049] env[70483]: DEBUG oslo_vmware.api [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': task-3477767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62288} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.286337] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0238c26-06c1-4b18-8a91-fd20817f8650 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.289265] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 4f732036-4f32-4829-bda3-c341355fd0b5/4f732036-4f32-4829-bda3-c341355fd0b5.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.289695] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.290042] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7f9a064-030b-4329-88be-e697de546f37 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.302065] env[70483]: DEBUG oslo_vmware.api [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Waiting for the task: (returnval){ [ 793.302065] env[70483]: value = "task-3477771" [ 793.302065] env[70483]: _type = "Task" [ 793.302065] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.312211] env[70483]: DEBUG oslo_vmware.api [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': task-3477771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.359826] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e23e91-21ab-4806-b845-ed08e3e40853 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 793.360099] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e23e91-21ab-4806-b845-ed08e3e40853 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 793.360386] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1e23e91-21ab-4806-b845-ed08e3e40853 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Deleting the datastore file [datastore1] 2de27262-fff1-459f-8a3a-555d09be09ff {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 793.362039] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce7de944-90cc-422d-8586-f04dff134499 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.374225] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "09654360-da5a-43e8-b884-e6423345750b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.374609] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "09654360-da5a-43e8-b884-e6423345750b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.382419] env[70483]: DEBUG oslo_vmware.api [None req-e1e23e91-21ab-4806-b845-ed08e3e40853 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Waiting for the task: (returnval){ [ 793.382419] env[70483]: value = "task-3477773" [ 793.382419] env[70483]: _type = "Task" [ 793.382419] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.394480] env[70483]: DEBUG oslo_vmware.api [None req-e1e23e91-21ab-4806-b845-ed08e3e40853 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Task: {'id': task-3477773, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.509994] env[70483]: DEBUG oslo_vmware.api [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.427564} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.510274] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] afa74f93-41d6-447c-b11f-eaaca0e6bc98/afa74f93-41d6-447c-b11f-eaaca0e6bc98.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.510497] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.510831] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30049250-c652-46b2-b1f9-4b575f6f20b0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.517368] env[70483]: DEBUG oslo_vmware.api [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Waiting for the task: (returnval){ [ 793.517368] env[70483]: value = "task-3477774" [ 793.517368] env[70483]: _type = "Task" [ 793.517368] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.528801] env[70483]: DEBUG oslo_vmware.api [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.559588] env[70483]: DEBUG nova.scheduler.client.report [None req-af676f3b-78cb-4943-98e9-34b0f09d66ac tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.591601] env[70483]: DEBUG nova.network.neutron [req-ff419ce8-d54a-48a2-81e6-d2da91c7b45c req-53eae178-3b64-43a6-a94c-a4762fd5df6c service nova] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Updated VIF entry in instance network info cache for port 0deaa3e4-47ae-49e4-8da8-43fad3fc30a8. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.592011] env[70483]: DEBUG nova.network.neutron [req-ff419ce8-d54a-48a2-81e6-d2da91c7b45c req-53eae178-3b64-43a6-a94c-a4762fd5df6c service nova] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Updating instance_info_cache with network_info: [{"id": "0deaa3e4-47ae-49e4-8da8-43fad3fc30a8", "address": "fa:16:3e:61:5d:06", "network": {"id": "c9ba9b8b-4f12-4533-b35d-cd08cb6d82be", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-266891741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb1bc81701ac46f8acd1edc7b55590fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0deaa3e4-47", "ovs_interfaceid": "0deaa3e4-47ae-49e4-8da8-43fad3fc30a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.761978] env[70483]: DEBUG oslo_vmware.api [None req-6a658b47-d560-4e96-b1f4-c7c79c3675ea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477768, 'name': Destroy_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.804225] env[70483]: DEBUG nova.compute.manager [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 793.821514] env[70483]: DEBUG oslo_vmware.api [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': task-3477771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086993} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.822363] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.823389] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff3735c-4a53-4245-a9eb-d0b3c93e4194 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.852395] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 4f732036-4f32-4829-bda3-c341355fd0b5/4f732036-4f32-4829-bda3-c341355fd0b5.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.855194] env[70483]: DEBUG nova.virt.hardware [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.855720] env[70483]: DEBUG nova.virt.hardware [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.855911] env[70483]: DEBUG nova.virt.hardware [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.856120] env[70483]: DEBUG nova.virt.hardware [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.856731] env[70483]: DEBUG nova.virt.hardware [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.856731] env[70483]: DEBUG nova.virt.hardware [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.856731] env[70483]: DEBUG nova.virt.hardware [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.856935] env[70483]: DEBUG nova.virt.hardware [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.856935] env[70483]: DEBUG nova.virt.hardware [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.857091] env[70483]: DEBUG nova.virt.hardware [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.857271] env[70483]: DEBUG nova.virt.hardware [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.857560] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee8cb94b-436e-463c-8ffe-20f3413eded1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.872555] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1ba699-ff0d-4394-9fd4-bfbfc20c6777 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.882825] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8999c85-f762-47ae-8a1d-aac8d621430d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.888016] env[70483]: DEBUG oslo_vmware.api [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Waiting for the task: (returnval){ [ 793.888016] env[70483]: value = "task-3477775" [ 793.888016] env[70483]: _type = "Task" [ 793.888016] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.909862] env[70483]: DEBUG oslo_vmware.api [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': task-3477775, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.910156] env[70483]: DEBUG oslo_vmware.api [None req-e1e23e91-21ab-4806-b845-ed08e3e40853 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Task: {'id': task-3477773, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154497} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.910382] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1e23e91-21ab-4806-b845-ed08e3e40853 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.910562] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e23e91-21ab-4806-b845-ed08e3e40853 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.910734] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e23e91-21ab-4806-b845-ed08e3e40853 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.910933] env[70483]: INFO nova.compute.manager [None req-e1e23e91-21ab-4806-b845-ed08e3e40853 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Took 1.18 seconds to destroy the instance on the hypervisor. [ 793.911222] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1e23e91-21ab-4806-b845-ed08e3e40853 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.911420] env[70483]: DEBUG nova.compute.manager [-] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 793.911523] env[70483]: DEBUG nova.network.neutron [-] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 794.030182] env[70483]: DEBUG oslo_vmware.api [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070134} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.030501] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.031287] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c889350-7229-4ba0-bd59-524907fa5169 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.055877] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] afa74f93-41d6-447c-b11f-eaaca0e6bc98/afa74f93-41d6-447c-b11f-eaaca0e6bc98.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.057237] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea6ea6bc-2ca7-4f0f-b9ff-744ce56796d3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.078033] env[70483]: DEBUG oslo_concurrency.lockutils [None req-af676f3b-78cb-4943-98e9-34b0f09d66ac tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.295s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.080532] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.243s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.081986] env[70483]: INFO nova.compute.claims [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.092812] env[70483]: DEBUG oslo_vmware.api [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Waiting for the task: (returnval){ [ 794.092812] env[70483]: value = "task-3477776" [ 794.092812] env[70483]: _type = "Task" [ 794.092812] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.097854] env[70483]: DEBUG oslo_concurrency.lockutils [req-ff419ce8-d54a-48a2-81e6-d2da91c7b45c req-53eae178-3b64-43a6-a94c-a4762fd5df6c service nova] Releasing lock "refresh_cache-77c84798-aa60-45c9-903b-42ce69e2d371" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.105277] env[70483]: DEBUG oslo_vmware.api [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477776, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.114259] env[70483]: INFO nova.scheduler.client.report [None req-af676f3b-78cb-4943-98e9-34b0f09d66ac tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Deleted allocations for instance 375bd3df-c0cc-48ac-81a4-7a9133f5fd56 [ 794.265907] env[70483]: DEBUG oslo_vmware.api [None req-6a658b47-d560-4e96-b1f4-c7c79c3675ea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477768, 'name': Destroy_Task, 'duration_secs': 1.480762} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.266263] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-6a658b47-d560-4e96-b1f4-c7c79c3675ea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Destroyed the VM [ 794.266535] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-6a658b47-d560-4e96-b1f4-c7c79c3675ea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Deleting Snapshot of the VM instance {{(pid=70483) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 794.266828] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8a9e962f-48f0-44cf-87d0-ee7cb62811af {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.275679] env[70483]: DEBUG oslo_vmware.api [None req-6a658b47-d560-4e96-b1f4-c7c79c3675ea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 794.275679] env[70483]: value = "task-3477777" [ 794.275679] env[70483]: _type = "Task" [ 794.275679] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.285078] env[70483]: DEBUG oslo_vmware.api [None req-6a658b47-d560-4e96-b1f4-c7c79c3675ea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477777, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.387194] env[70483]: DEBUG nova.compute.manager [req-e6ed4c3b-91d1-4f29-b647-aca68c2f4ebb req-448b7ba9-e6f2-4028-a6e8-094188ba04b9 service nova] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Received event network-vif-deleted-36a94dd6-93b2-416c-90e7-3ba462b2fbf1 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.387194] env[70483]: INFO nova.compute.manager [req-e6ed4c3b-91d1-4f29-b647-aca68c2f4ebb req-448b7ba9-e6f2-4028-a6e8-094188ba04b9 service nova] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Neutron deleted interface 36a94dd6-93b2-416c-90e7-3ba462b2fbf1; detaching it from the instance and deleting it from the info cache [ 794.387194] env[70483]: DEBUG nova.network.neutron [req-e6ed4c3b-91d1-4f29-b647-aca68c2f4ebb req-448b7ba9-e6f2-4028-a6e8-094188ba04b9 service nova] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.399774] env[70483]: DEBUG oslo_vmware.api [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': task-3477775, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.400045] env[70483]: DEBUG nova.network.neutron [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Successfully updated port: 26625a3f-b8c1-45d7-91c3-f87bfef4a956 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.603672] env[70483]: DEBUG oslo_vmware.api [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.623778] env[70483]: DEBUG oslo_concurrency.lockutils [None req-af676f3b-78cb-4943-98e9-34b0f09d66ac tempest-InstanceActionsV221TestJSON-2019797561 tempest-InstanceActionsV221TestJSON-2019797561-project-member] Lock "375bd3df-c0cc-48ac-81a4-7a9133f5fd56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.526s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.759855] env[70483]: DEBUG nova.network.neutron [-] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.786139] env[70483]: DEBUG oslo_vmware.api [None req-6a658b47-d560-4e96-b1f4-c7c79c3675ea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477777, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.893800] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2af21fc-5fb4-4012-ac2c-ae5d8788cd60 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.901521] env[70483]: DEBUG oslo_vmware.api [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': task-3477775, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.904185] env[70483]: DEBUG oslo_concurrency.lockutils [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Acquiring lock "refresh_cache-e833538a-8a5b-488c-9115-a6ab57e38f83" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.904326] env[70483]: DEBUG oslo_concurrency.lockutils [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Acquired lock "refresh_cache-e833538a-8a5b-488c-9115-a6ab57e38f83" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.904480] env[70483]: DEBUG nova.network.neutron [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.908236] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d56f195-6fe3-4da4-9b08-ef917afa4282 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.928611] env[70483]: DEBUG nova.compute.manager [req-ae417b6b-c00e-4759-a1bc-6e8157b6d06e req-423ee570-0e00-4adf-885c-a7e8692a97ad service nova] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Received event network-changed-cca08ae9-5f63-42a5-96fd-8120aa3c504a {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.928611] env[70483]: DEBUG nova.compute.manager [req-ae417b6b-c00e-4759-a1bc-6e8157b6d06e req-423ee570-0e00-4adf-885c-a7e8692a97ad service nova] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Refreshing instance network info cache due to event network-changed-cca08ae9-5f63-42a5-96fd-8120aa3c504a. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 794.928611] env[70483]: DEBUG oslo_concurrency.lockutils [req-ae417b6b-c00e-4759-a1bc-6e8157b6d06e req-423ee570-0e00-4adf-885c-a7e8692a97ad service nova] Acquiring lock "refresh_cache-31adb50e-33e9-40cc-a8dc-14985336b34a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.928611] env[70483]: DEBUG oslo_concurrency.lockutils [req-ae417b6b-c00e-4759-a1bc-6e8157b6d06e req-423ee570-0e00-4adf-885c-a7e8692a97ad service nova] Acquired lock "refresh_cache-31adb50e-33e9-40cc-a8dc-14985336b34a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.928611] env[70483]: DEBUG nova.network.neutron [req-ae417b6b-c00e-4759-a1bc-6e8157b6d06e req-423ee570-0e00-4adf-885c-a7e8692a97ad service nova] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Refreshing network info cache for port cca08ae9-5f63-42a5-96fd-8120aa3c504a {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.946754] env[70483]: DEBUG nova.compute.manager [req-e6ed4c3b-91d1-4f29-b647-aca68c2f4ebb req-448b7ba9-e6f2-4028-a6e8-094188ba04b9 service nova] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Detach interface failed, port_id=36a94dd6-93b2-416c-90e7-3ba462b2fbf1, reason: Instance 2de27262-fff1-459f-8a3a-555d09be09ff could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 795.085405] env[70483]: DEBUG nova.compute.manager [None req-016e04a3-e473-404b-9af0-7c175ebba9ac tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.086632] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d445d1-79c0-4504-8f95-ea97ac7930f9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.106744] env[70483]: DEBUG oslo_vmware.api [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477776, 'name': ReconfigVM_Task, 'duration_secs': 0.957728} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.106843] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Reconfigured VM instance instance-00000024 to attach disk [datastore1] afa74f93-41d6-447c-b11f-eaaca0e6bc98/afa74f93-41d6-447c-b11f-eaaca0e6bc98.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.107514] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a86c19fb-f86a-492b-9e98-dd2b66e44824 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.117263] env[70483]: DEBUG oslo_vmware.api [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Waiting for the task: (returnval){ [ 795.117263] env[70483]: value = "task-3477778" [ 795.117263] env[70483]: _type = "Task" [ 795.117263] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.124815] env[70483]: DEBUG oslo_vmware.api [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477778, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.262642] env[70483]: INFO nova.compute.manager [-] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Took 1.35 seconds to deallocate network for instance. [ 795.287855] env[70483]: DEBUG oslo_vmware.api [None req-6a658b47-d560-4e96-b1f4-c7c79c3675ea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477777, 'name': RemoveSnapshot_Task, 'duration_secs': 0.772718} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.291713] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-6a658b47-d560-4e96-b1f4-c7c79c3675ea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Deleted Snapshot of the VM instance {{(pid=70483) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 795.291713] env[70483]: INFO nova.compute.manager [None req-6a658b47-d560-4e96-b1f4-c7c79c3675ea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Took 16.08 seconds to snapshot the instance on the hypervisor. [ 795.406242] env[70483]: DEBUG oslo_vmware.api [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': task-3477775, 'name': ReconfigVM_Task, 'duration_secs': 1.126119} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.406815] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 4f732036-4f32-4829-bda3-c341355fd0b5/4f732036-4f32-4829-bda3-c341355fd0b5.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.407734] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a75bbfae-1a22-47da-9d72-9646ccf8ccc9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.417914] env[70483]: DEBUG oslo_vmware.api [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Waiting for the task: (returnval){ [ 795.417914] env[70483]: value = "task-3477779" [ 795.417914] env[70483]: _type = "Task" [ 795.417914] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.434917] env[70483]: DEBUG oslo_vmware.api [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': task-3477779, 'name': Rename_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.475921] env[70483]: DEBUG nova.network.neutron [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.602874] env[70483]: INFO nova.compute.manager [None req-016e04a3-e473-404b-9af0-7c175ebba9ac tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] instance snapshotting [ 795.603750] env[70483]: WARNING nova.compute.manager [None req-016e04a3-e473-404b-9af0-7c175ebba9ac tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 795.610749] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5111c0a8-88ae-4377-9d5a-95d34c2b631e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.642046] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa708d8-86f7-400a-81ac-269b55433d6e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.650261] env[70483]: DEBUG oslo_vmware.api [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477778, 'name': Rename_Task, 'duration_secs': 0.200826} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.652228] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.654609] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8b86812-1062-43fc-a955-13a01ea2a65d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.661090] env[70483]: DEBUG oslo_vmware.api [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Waiting for the task: (returnval){ [ 795.661090] env[70483]: value = "task-3477780" [ 795.661090] env[70483]: _type = "Task" [ 795.661090] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.670744] env[70483]: DEBUG oslo_vmware.api [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.712782] env[70483]: DEBUG nova.network.neutron [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Updating instance_info_cache with network_info: [{"id": "26625a3f-b8c1-45d7-91c3-f87bfef4a956", "address": "fa:16:3e:fd:7b:1b", "network": {"id": "9634ba1a-1d29-458a-b67b-1f50d07961c7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1097591859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "9a004f7695d149ffb92e7dd5982b7c55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26625a3f-b8", "ovs_interfaceid": "26625a3f-b8c1-45d7-91c3-f87bfef4a956", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.744773] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482e5fa1-b4ca-4ad2-8a28-8c44e54a851e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.753129] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d28050-92c8-44af-863e-9eadef8b86b2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.788767] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e1e23e91-21ab-4806-b845-ed08e3e40853 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.790316] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba42741-7864-4ec1-acd1-b64797910d98 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.799369] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3feba344-464e-49d4-9458-ada448b8636e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.824033] env[70483]: DEBUG nova.compute.provider_tree [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.834788] env[70483]: DEBUG nova.network.neutron [req-ae417b6b-c00e-4759-a1bc-6e8157b6d06e req-423ee570-0e00-4adf-885c-a7e8692a97ad service nova] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Updated VIF entry in instance network info cache for port cca08ae9-5f63-42a5-96fd-8120aa3c504a. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.835139] env[70483]: DEBUG nova.network.neutron [req-ae417b6b-c00e-4759-a1bc-6e8157b6d06e req-423ee570-0e00-4adf-885c-a7e8692a97ad service nova] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Updating instance_info_cache with network_info: [{"id": "cca08ae9-5f63-42a5-96fd-8120aa3c504a", "address": "fa:16:3e:c4:16:29", "network": {"id": "948b7173-5456-49a2-9a1a-e36a1a46b931", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1783064445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a0a79c686d4fd5ace3cd0e354054d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcca08ae9-5f", "ovs_interfaceid": "cca08ae9-5f63-42a5-96fd-8120aa3c504a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.875214] env[70483]: DEBUG nova.compute.manager [None req-6a658b47-d560-4e96-b1f4-c7c79c3675ea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Found 2 images (rotation: 2) {{(pid=70483) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 795.932391] env[70483]: DEBUG oslo_vmware.api [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': task-3477779, 'name': Rename_Task, 'duration_secs': 0.356686} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.932653] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.932888] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c2b2759-58ff-4789-a898-6f9ecd80cfb9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.939708] env[70483]: DEBUG oslo_vmware.api [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Waiting for the task: (returnval){ [ 795.939708] env[70483]: value = "task-3477781" [ 795.939708] env[70483]: _type = "Task" [ 795.939708] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.947561] env[70483]: DEBUG oslo_vmware.api [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': task-3477781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.157778] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-016e04a3-e473-404b-9af0-7c175ebba9ac tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Creating Snapshot of the VM instance {{(pid=70483) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 796.158184] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f4b3957b-8752-40b9-9a8b-637fc70f3a95 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.166148] env[70483]: DEBUG oslo_vmware.api [None req-016e04a3-e473-404b-9af0-7c175ebba9ac tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 796.166148] env[70483]: value = "task-3477782" [ 796.166148] env[70483]: _type = "Task" [ 796.166148] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.173447] env[70483]: DEBUG oslo_vmware.api [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477780, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.180388] env[70483]: DEBUG oslo_vmware.api [None req-016e04a3-e473-404b-9af0-7c175ebba9ac tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3477782, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.218326] env[70483]: DEBUG oslo_concurrency.lockutils [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Releasing lock "refresh_cache-e833538a-8a5b-488c-9115-a6ab57e38f83" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.218676] env[70483]: DEBUG nova.compute.manager [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Instance network_info: |[{"id": "26625a3f-b8c1-45d7-91c3-f87bfef4a956", "address": "fa:16:3e:fd:7b:1b", "network": {"id": "9634ba1a-1d29-458a-b67b-1f50d07961c7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1097591859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "9a004f7695d149ffb92e7dd5982b7c55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26625a3f-b8", "ovs_interfaceid": "26625a3f-b8c1-45d7-91c3-f87bfef4a956", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 796.219649] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:7b:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '05b1253d-2b87-4158-9ff1-dafcf829f11f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26625a3f-b8c1-45d7-91c3-f87bfef4a956', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.227759] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.228574] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.228574] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3a18080-c9c6-43b6-9d26-3e89891ace09 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.248441] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.248441] env[70483]: value = "task-3477783" [ 796.248441] env[70483]: _type = "Task" [ 796.248441] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.256795] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477783, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.328230] env[70483]: DEBUG nova.scheduler.client.report [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.338216] env[70483]: DEBUG oslo_concurrency.lockutils [req-ae417b6b-c00e-4759-a1bc-6e8157b6d06e req-423ee570-0e00-4adf-885c-a7e8692a97ad service nova] Releasing lock "refresh_cache-31adb50e-33e9-40cc-a8dc-14985336b34a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.451821] env[70483]: DEBUG oslo_vmware.api [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': task-3477781, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.569309] env[70483]: DEBUG nova.compute.manager [req-6b1d139f-8ade-442f-b43d-b6f07ac64abc req-c30c2e99-94c7-4664-ba89-98b12203701b service nova] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Received event network-vif-plugged-26625a3f-b8c1-45d7-91c3-f87bfef4a956 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.569525] env[70483]: DEBUG oslo_concurrency.lockutils [req-6b1d139f-8ade-442f-b43d-b6f07ac64abc req-c30c2e99-94c7-4664-ba89-98b12203701b service nova] Acquiring lock "e833538a-8a5b-488c-9115-a6ab57e38f83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.569748] env[70483]: DEBUG oslo_concurrency.lockutils [req-6b1d139f-8ade-442f-b43d-b6f07ac64abc req-c30c2e99-94c7-4664-ba89-98b12203701b service nova] Lock "e833538a-8a5b-488c-9115-a6ab57e38f83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.569929] env[70483]: DEBUG oslo_concurrency.lockutils [req-6b1d139f-8ade-442f-b43d-b6f07ac64abc req-c30c2e99-94c7-4664-ba89-98b12203701b service nova] Lock "e833538a-8a5b-488c-9115-a6ab57e38f83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.570117] env[70483]: DEBUG nova.compute.manager [req-6b1d139f-8ade-442f-b43d-b6f07ac64abc req-c30c2e99-94c7-4664-ba89-98b12203701b service nova] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] No waiting events found dispatching network-vif-plugged-26625a3f-b8c1-45d7-91c3-f87bfef4a956 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.570304] env[70483]: WARNING nova.compute.manager [req-6b1d139f-8ade-442f-b43d-b6f07ac64abc req-c30c2e99-94c7-4664-ba89-98b12203701b service nova] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Received unexpected event network-vif-plugged-26625a3f-b8c1-45d7-91c3-f87bfef4a956 for instance with vm_state building and task_state spawning. [ 796.570496] env[70483]: DEBUG nova.compute.manager [req-6b1d139f-8ade-442f-b43d-b6f07ac64abc req-c30c2e99-94c7-4664-ba89-98b12203701b service nova] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Received event network-changed-26625a3f-b8c1-45d7-91c3-f87bfef4a956 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.570655] env[70483]: DEBUG nova.compute.manager [req-6b1d139f-8ade-442f-b43d-b6f07ac64abc req-c30c2e99-94c7-4664-ba89-98b12203701b service nova] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Refreshing instance network info cache due to event network-changed-26625a3f-b8c1-45d7-91c3-f87bfef4a956. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 796.570839] env[70483]: DEBUG oslo_concurrency.lockutils [req-6b1d139f-8ade-442f-b43d-b6f07ac64abc req-c30c2e99-94c7-4664-ba89-98b12203701b service nova] Acquiring lock "refresh_cache-e833538a-8a5b-488c-9115-a6ab57e38f83" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.570973] env[70483]: DEBUG oslo_concurrency.lockutils [req-6b1d139f-8ade-442f-b43d-b6f07ac64abc req-c30c2e99-94c7-4664-ba89-98b12203701b service nova] Acquired lock "refresh_cache-e833538a-8a5b-488c-9115-a6ab57e38f83" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.571162] env[70483]: DEBUG nova.network.neutron [req-6b1d139f-8ade-442f-b43d-b6f07ac64abc req-c30c2e99-94c7-4664-ba89-98b12203701b service nova] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Refreshing network info cache for port 26625a3f-b8c1-45d7-91c3-f87bfef4a956 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.679761] env[70483]: DEBUG oslo_vmware.api [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477780, 'name': PowerOnVM_Task, 'duration_secs': 0.709472} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.683568] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.683820] env[70483]: INFO nova.compute.manager [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Took 8.03 seconds to spawn the instance on the hypervisor. [ 796.684388] env[70483]: DEBUG nova.compute.manager [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.685710] env[70483]: DEBUG oslo_vmware.api [None req-016e04a3-e473-404b-9af0-7c175ebba9ac tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3477782, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.686637] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b2bcfc-cdc0-41f9-9b7a-fb2cddc2f686 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.768169] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477783, 'name': CreateVM_Task, 'duration_secs': 0.318538} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.769144] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.770387] env[70483]: DEBUG oslo_concurrency.lockutils [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.770430] env[70483]: DEBUG oslo_concurrency.lockutils [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.770784] env[70483]: DEBUG oslo_concurrency.lockutils [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.771388] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3f462b0-100b-4ad0-9e3a-00058bd04ae8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.777622] env[70483]: DEBUG oslo_vmware.api [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Waiting for the task: (returnval){ [ 796.777622] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5202fb0d-d625-f688-fb9c-564e7b57e58e" [ 796.777622] env[70483]: _type = "Task" [ 796.777622] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.789500] env[70483]: DEBUG oslo_vmware.api [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5202fb0d-d625-f688-fb9c-564e7b57e58e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.836476] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.837216] env[70483]: DEBUG nova.compute.manager [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 796.841033] env[70483]: DEBUG oslo_concurrency.lockutils [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.924s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.843129] env[70483]: INFO nova.compute.claims [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 796.952352] env[70483]: DEBUG oslo_vmware.api [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': task-3477781, 'name': PowerOnVM_Task, 'duration_secs': 0.56343} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.952352] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.952352] env[70483]: INFO nova.compute.manager [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Took 16.11 seconds to spawn the instance on the hypervisor. [ 796.952352] env[70483]: DEBUG nova.compute.manager [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.952550] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbefe8f-154e-40e2-87a4-b3cb2fd7cd08 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.179134] env[70483]: DEBUG oslo_vmware.api [None req-016e04a3-e473-404b-9af0-7c175ebba9ac tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3477782, 'name': CreateSnapshot_Task, 'duration_secs': 0.553808} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.179419] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-016e04a3-e473-404b-9af0-7c175ebba9ac tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Created Snapshot of the VM instance {{(pid=70483) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 797.180234] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd8cea2-c46d-4a50-bfac-3019f6478400 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.206017] env[70483]: INFO nova.compute.manager [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Took 46.45 seconds to build instance. [ 797.269956] env[70483]: DEBUG nova.compute.manager [None req-2d66440f-50b1-4079-8913-5821322d8527 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.271016] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b8a553-eecd-41f3-b9ba-bc00a558743d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.289693] env[70483]: DEBUG oslo_vmware.api [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5202fb0d-d625-f688-fb9c-564e7b57e58e, 'name': SearchDatastore_Task, 'duration_secs': 0.014992} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.290067] env[70483]: DEBUG oslo_concurrency.lockutils [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.290309] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.290559] env[70483]: DEBUG oslo_concurrency.lockutils [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.290711] env[70483]: DEBUG oslo_concurrency.lockutils [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.290961] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.291216] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-943476b8-f3e5-450a-93df-605cddf2cb0b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.300981] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.301298] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.302480] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6150c664-5211-4f61-b43d-46085db259cf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.314184] env[70483]: DEBUG oslo_vmware.api [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Waiting for the task: (returnval){ [ 797.314184] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52c0a2f9-793d-9ccd-5a30-713420f694ed" [ 797.314184] env[70483]: _type = "Task" [ 797.314184] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.324444] env[70483]: DEBUG oslo_vmware.api [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52c0a2f9-793d-9ccd-5a30-713420f694ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.351497] env[70483]: DEBUG nova.compute.utils [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.353013] env[70483]: DEBUG nova.network.neutron [req-6b1d139f-8ade-442f-b43d-b6f07ac64abc req-c30c2e99-94c7-4664-ba89-98b12203701b service nova] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Updated VIF entry in instance network info cache for port 26625a3f-b8c1-45d7-91c3-f87bfef4a956. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.355633] env[70483]: DEBUG nova.network.neutron [req-6b1d139f-8ade-442f-b43d-b6f07ac64abc req-c30c2e99-94c7-4664-ba89-98b12203701b service nova] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Updating instance_info_cache with network_info: [{"id": "26625a3f-b8c1-45d7-91c3-f87bfef4a956", "address": "fa:16:3e:fd:7b:1b", "network": {"id": "9634ba1a-1d29-458a-b67b-1f50d07961c7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1097591859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "9a004f7695d149ffb92e7dd5982b7c55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26625a3f-b8", "ovs_interfaceid": "26625a3f-b8c1-45d7-91c3-f87bfef4a956", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.355633] env[70483]: DEBUG nova.compute.manager [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.355633] env[70483]: DEBUG nova.network.neutron [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.409245] env[70483]: DEBUG nova.policy [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1a14a28fad84b408fd14832ea01df89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfae67863c7f405bb9a941657ed7736a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.476028] env[70483]: INFO nova.compute.manager [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Took 54.92 seconds to build instance. [ 797.698382] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-016e04a3-e473-404b-9af0-7c175ebba9ac tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Creating linked-clone VM from snapshot {{(pid=70483) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 797.701479] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e86b001a-c96b-4843-ab57-3b6a12d8870e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.710688] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1cef9bcb-55e6-43ff-a995-f7a8f3a87dc4 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Lock "afa74f93-41d6-447c-b11f-eaaca0e6bc98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.337s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.710688] env[70483]: DEBUG oslo_vmware.api [None req-016e04a3-e473-404b-9af0-7c175ebba9ac tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 797.710688] env[70483]: value = "task-3477784" [ 797.710688] env[70483]: _type = "Task" [ 797.710688] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.723877] env[70483]: DEBUG oslo_vmware.api [None req-016e04a3-e473-404b-9af0-7c175ebba9ac tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3477784, 'name': CloneVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.786852] env[70483]: INFO nova.compute.manager [None req-2d66440f-50b1-4079-8913-5821322d8527 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] instance snapshotting [ 797.787261] env[70483]: DEBUG nova.objects.instance [None req-2d66440f-50b1-4079-8913-5821322d8527 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lazy-loading 'flavor' on Instance uuid 7586d90c-26f8-4054-8574-e4585eaadc45 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.803132] env[70483]: DEBUG nova.network.neutron [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Successfully created port: 09a6680f-ad8b-43fb-94d7-1f991c6515da {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.826035] env[70483]: DEBUG oslo_vmware.api [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52c0a2f9-793d-9ccd-5a30-713420f694ed, 'name': SearchDatastore_Task, 'duration_secs': 0.021966} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.827177] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76b59c5e-e406-438e-88ce-6978f606764b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.832796] env[70483]: DEBUG oslo_vmware.api [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Waiting for the task: (returnval){ [ 797.832796] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5245c746-0712-ec9d-0a33-807de46ef15a" [ 797.832796] env[70483]: _type = "Task" [ 797.832796] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.843679] env[70483]: DEBUG oslo_vmware.api [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5245c746-0712-ec9d-0a33-807de46ef15a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.858422] env[70483]: DEBUG nova.compute.manager [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 797.861699] env[70483]: DEBUG oslo_concurrency.lockutils [req-6b1d139f-8ade-442f-b43d-b6f07ac64abc req-c30c2e99-94c7-4664-ba89-98b12203701b service nova] Releasing lock "refresh_cache-e833538a-8a5b-488c-9115-a6ab57e38f83" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.980607] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8a2dca79-663e-4a08-b62e-1c501d041c5e tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Lock "4f732036-4f32-4829-bda3-c341355fd0b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.519s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.113253] env[70483]: DEBUG oslo_concurrency.lockutils [None req-49f4789b-4925-4343-99bc-db8860968b20 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Acquiring lock "4f732036-4f32-4829-bda3-c341355fd0b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.113253] env[70483]: DEBUG oslo_concurrency.lockutils [None req-49f4789b-4925-4343-99bc-db8860968b20 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Lock "4f732036-4f32-4829-bda3-c341355fd0b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.113253] env[70483]: DEBUG oslo_concurrency.lockutils [None req-49f4789b-4925-4343-99bc-db8860968b20 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Acquiring lock "4f732036-4f32-4829-bda3-c341355fd0b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.113253] env[70483]: DEBUG oslo_concurrency.lockutils [None req-49f4789b-4925-4343-99bc-db8860968b20 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Lock "4f732036-4f32-4829-bda3-c341355fd0b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.113977] env[70483]: DEBUG oslo_concurrency.lockutils [None req-49f4789b-4925-4343-99bc-db8860968b20 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Lock "4f732036-4f32-4829-bda3-c341355fd0b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.115708] env[70483]: INFO nova.compute.manager [None req-49f4789b-4925-4343-99bc-db8860968b20 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Terminating instance [ 798.218681] env[70483]: DEBUG nova.compute.manager [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 798.229785] env[70483]: DEBUG oslo_vmware.api [None req-016e04a3-e473-404b-9af0-7c175ebba9ac tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3477784, 'name': CloneVM_Task} progress is 94%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.292692] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974c4475-9d03-42a4-9fa5-eb8feeb5e445 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.320680] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b65e6c3-da34-4968-bbb4-ad9206bacc73 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.346726] env[70483]: DEBUG oslo_vmware.api [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5245c746-0712-ec9d-0a33-807de46ef15a, 'name': SearchDatastore_Task, 'duration_secs': 0.013722} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.349964] env[70483]: DEBUG oslo_concurrency.lockutils [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.350416] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] e833538a-8a5b-488c-9115-a6ab57e38f83/e833538a-8a5b-488c-9115-a6ab57e38f83.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.352048] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6a3424c-4d98-4139-a49d-bb9fd2219d23 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.360416] env[70483]: DEBUG oslo_vmware.api [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Waiting for the task: (returnval){ [ 798.360416] env[70483]: value = "task-3477785" [ 798.360416] env[70483]: _type = "Task" [ 798.360416] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.376340] env[70483]: DEBUG oslo_vmware.api [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.486239] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb44718-d319-4267-b18f-31d89652397c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.489579] env[70483]: DEBUG nova.compute.manager [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 798.497331] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5936892-b092-4de8-a539-4377456bf3be {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.529831] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6396cb44-0d35-4589-a287-661048316f5c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.537961] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0de262b-9a23-4156-939b-42d6aa7d77e1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.552461] env[70483]: DEBUG nova.compute.provider_tree [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.620032] env[70483]: DEBUG nova.compute.manager [None req-49f4789b-4925-4343-99bc-db8860968b20 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 798.620306] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-49f4789b-4925-4343-99bc-db8860968b20 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 798.621263] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541a140b-7917-4c16-ab06-912b84010173 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.629574] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f4789b-4925-4343-99bc-db8860968b20 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.629857] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1b3938f-b9a0-4f08-892b-dcbbf0ee0242 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.636117] env[70483]: DEBUG oslo_vmware.api [None req-49f4789b-4925-4343-99bc-db8860968b20 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Waiting for the task: (returnval){ [ 798.636117] env[70483]: value = "task-3477786" [ 798.636117] env[70483]: _type = "Task" [ 798.636117] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.646321] env[70483]: DEBUG oslo_vmware.api [None req-49f4789b-4925-4343-99bc-db8860968b20 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': task-3477786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.721991] env[70483]: DEBUG oslo_vmware.api [None req-016e04a3-e473-404b-9af0-7c175ebba9ac tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3477784, 'name': CloneVM_Task} progress is 95%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.741244] env[70483]: DEBUG oslo_concurrency.lockutils [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.832399] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2d66440f-50b1-4079-8913-5821322d8527 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Creating Snapshot of the VM instance {{(pid=70483) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 798.832399] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c819af13-6948-4eb9-917a-053c1406870a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.840969] env[70483]: DEBUG oslo_vmware.api [None req-2d66440f-50b1-4079-8913-5821322d8527 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 798.840969] env[70483]: value = "task-3477787" [ 798.840969] env[70483]: _type = "Task" [ 798.840969] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.850276] env[70483]: DEBUG oslo_vmware.api [None req-2d66440f-50b1-4079-8913-5821322d8527 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477787, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.871073] env[70483]: DEBUG oslo_vmware.api [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486661} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.871360] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] e833538a-8a5b-488c-9115-a6ab57e38f83/e833538a-8a5b-488c-9115-a6ab57e38f83.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.872044] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.872044] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74cb5cd3-8b99-4ad0-97e2-60cc2bd0dd88 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.874818] env[70483]: DEBUG nova.compute.manager [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 798.881899] env[70483]: DEBUG oslo_vmware.api [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Waiting for the task: (returnval){ [ 798.881899] env[70483]: value = "task-3477788" [ 798.881899] env[70483]: _type = "Task" [ 798.881899] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.889806] env[70483]: DEBUG oslo_vmware.api [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.900908] env[70483]: DEBUG nova.virt.hardware [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.901322] env[70483]: DEBUG nova.virt.hardware [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.901600] env[70483]: DEBUG nova.virt.hardware [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.901940] env[70483]: DEBUG nova.virt.hardware [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.902230] env[70483]: DEBUG nova.virt.hardware [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.902453] env[70483]: DEBUG nova.virt.hardware [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.902777] env[70483]: DEBUG nova.virt.hardware [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.905060] env[70483]: DEBUG nova.virt.hardware [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.905060] env[70483]: DEBUG nova.virt.hardware [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.905060] env[70483]: DEBUG nova.virt.hardware [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.905060] env[70483]: DEBUG nova.virt.hardware [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.905060] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45e0093-7a93-4c5a-aa66-e32a0b396962 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.913926] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3623e545-b06a-4694-a439-675f27ff859f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.010080] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.056229] env[70483]: DEBUG nova.scheduler.client.report [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.147540] env[70483]: DEBUG oslo_vmware.api [None req-49f4789b-4925-4343-99bc-db8860968b20 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': task-3477786, 'name': PowerOffVM_Task, 'duration_secs': 0.327291} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.148343] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f4789b-4925-4343-99bc-db8860968b20 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.148556] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-49f4789b-4925-4343-99bc-db8860968b20 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.149161] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bfef84b6-8fe2-459c-ac23-e3e9e7d80218 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.223418] env[70483]: DEBUG oslo_vmware.api [None req-016e04a3-e473-404b-9af0-7c175ebba9ac tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3477784, 'name': CloneVM_Task, 'duration_secs': 1.284409} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.223772] env[70483]: INFO nova.virt.vmwareapi.vmops [None req-016e04a3-e473-404b-9af0-7c175ebba9ac tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Created linked-clone VM from snapshot [ 799.224620] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bbcd1f-0520-4a3d-acc4-9fb4e4b1234d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.233487] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-016e04a3-e473-404b-9af0-7c175ebba9ac tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Uploading image 24572bd1-063c-40ad-a3bd-21b1f21e231b {{(pid=70483) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 799.258634] env[70483]: DEBUG oslo_vmware.rw_handles [None req-016e04a3-e473-404b-9af0-7c175ebba9ac tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 799.258634] env[70483]: value = "vm-695326" [ 799.258634] env[70483]: _type = "VirtualMachine" [ 799.258634] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 799.258944] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-27c12dd5-2c91-440d-94bc-69a4dfacf3fd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.266082] env[70483]: DEBUG oslo_vmware.rw_handles [None req-016e04a3-e473-404b-9af0-7c175ebba9ac tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lease: (returnval){ [ 799.266082] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52dc4513-64da-bd21-075d-20ab45829ed1" [ 799.266082] env[70483]: _type = "HttpNfcLease" [ 799.266082] env[70483]: } obtained for exporting VM: (result){ [ 799.266082] env[70483]: value = "vm-695326" [ 799.266082] env[70483]: _type = "VirtualMachine" [ 799.266082] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 799.266387] env[70483]: DEBUG oslo_vmware.api [None req-016e04a3-e473-404b-9af0-7c175ebba9ac tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the lease: (returnval){ [ 799.266387] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52dc4513-64da-bd21-075d-20ab45829ed1" [ 799.266387] env[70483]: _type = "HttpNfcLease" [ 799.266387] env[70483]: } to be ready. {{(pid=70483) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 799.273534] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 799.273534] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52dc4513-64da-bd21-075d-20ab45829ed1" [ 799.273534] env[70483]: _type = "HttpNfcLease" [ 799.273534] env[70483]: } is initializing. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 799.277420] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-49f4789b-4925-4343-99bc-db8860968b20 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.277560] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-49f4789b-4925-4343-99bc-db8860968b20 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.277872] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-49f4789b-4925-4343-99bc-db8860968b20 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Deleting the datastore file [datastore1] 4f732036-4f32-4829-bda3-c341355fd0b5 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.278248] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-780568a7-7fab-4e4a-b1a0-5c35113d3237 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.285481] env[70483]: DEBUG oslo_vmware.api [None req-49f4789b-4925-4343-99bc-db8860968b20 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Waiting for the task: (returnval){ [ 799.285481] env[70483]: value = "task-3477791" [ 799.285481] env[70483]: _type = "Task" [ 799.285481] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.293473] env[70483]: DEBUG oslo_vmware.api [None req-49f4789b-4925-4343-99bc-db8860968b20 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': task-3477791, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.310400] env[70483]: DEBUG nova.compute.manager [req-dde63413-57f7-46f1-881a-2d1281eb2d56 req-0bcc998a-748c-4003-a204-0756adfdf25d service nova] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Received event network-vif-plugged-09a6680f-ad8b-43fb-94d7-1f991c6515da {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.310400] env[70483]: DEBUG oslo_concurrency.lockutils [req-dde63413-57f7-46f1-881a-2d1281eb2d56 req-0bcc998a-748c-4003-a204-0756adfdf25d service nova] Acquiring lock "d40867a1-e0a1-44e8-9dbd-81e075551092-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.310400] env[70483]: DEBUG oslo_concurrency.lockutils [req-dde63413-57f7-46f1-881a-2d1281eb2d56 req-0bcc998a-748c-4003-a204-0756adfdf25d service nova] Lock "d40867a1-e0a1-44e8-9dbd-81e075551092-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.310400] env[70483]: DEBUG oslo_concurrency.lockutils [req-dde63413-57f7-46f1-881a-2d1281eb2d56 req-0bcc998a-748c-4003-a204-0756adfdf25d service nova] Lock "d40867a1-e0a1-44e8-9dbd-81e075551092-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.310400] env[70483]: DEBUG nova.compute.manager [req-dde63413-57f7-46f1-881a-2d1281eb2d56 req-0bcc998a-748c-4003-a204-0756adfdf25d service nova] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] No waiting events found dispatching network-vif-plugged-09a6680f-ad8b-43fb-94d7-1f991c6515da {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 799.310400] env[70483]: WARNING nova.compute.manager [req-dde63413-57f7-46f1-881a-2d1281eb2d56 req-0bcc998a-748c-4003-a204-0756adfdf25d service nova] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Received unexpected event network-vif-plugged-09a6680f-ad8b-43fb-94d7-1f991c6515da for instance with vm_state building and task_state spawning. [ 799.351840] env[70483]: DEBUG oslo_vmware.api [None req-2d66440f-50b1-4079-8913-5821322d8527 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477787, 'name': CreateSnapshot_Task, 'duration_secs': 0.494505} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.355164] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2d66440f-50b1-4079-8913-5821322d8527 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Created Snapshot of the VM instance {{(pid=70483) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 799.355164] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3dc0ed-2223-4035-8e5f-c3bce6d2ee4e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.386760] env[70483]: DEBUG nova.network.neutron [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Successfully updated port: 09a6680f-ad8b-43fb-94d7-1f991c6515da {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 799.393780] env[70483]: DEBUG oslo_vmware.api [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069851} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.394481] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.395146] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668aced4-c5c0-413c-8b0e-660363a1f654 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.417557] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] e833538a-8a5b-488c-9115-a6ab57e38f83/e833538a-8a5b-488c-9115-a6ab57e38f83.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.419022] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dc6133a-831b-4f90-a16b-b97448fc3eb7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.439185] env[70483]: DEBUG oslo_vmware.api [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Waiting for the task: (returnval){ [ 799.439185] env[70483]: value = "task-3477792" [ 799.439185] env[70483]: _type = "Task" [ 799.439185] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.447313] env[70483]: DEBUG oslo_vmware.api [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477792, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.561886] env[70483]: DEBUG oslo_concurrency.lockutils [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.562486] env[70483]: DEBUG nova.compute.manager [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 799.565276] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a4c54b99-cf59-40ab-a921-6fa90f68ab67 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 28.885s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.775271] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 799.775271] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52dc4513-64da-bd21-075d-20ab45829ed1" [ 799.775271] env[70483]: _type = "HttpNfcLease" [ 799.775271] env[70483]: } is ready. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 799.776023] env[70483]: DEBUG oslo_vmware.rw_handles [None req-016e04a3-e473-404b-9af0-7c175ebba9ac tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 799.776023] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52dc4513-64da-bd21-075d-20ab45829ed1" [ 799.776023] env[70483]: _type = "HttpNfcLease" [ 799.776023] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 799.776208] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e5159e-3835-474e-a547-71501d81febb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.783272] env[70483]: DEBUG oslo_vmware.rw_handles [None req-016e04a3-e473-404b-9af0-7c175ebba9ac tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277761d-e39d-26d8-363e-38a7594c9277/disk-0.vmdk from lease info. {{(pid=70483) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 799.783360] env[70483]: DEBUG oslo_vmware.rw_handles [None req-016e04a3-e473-404b-9af0-7c175ebba9ac tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277761d-e39d-26d8-363e-38a7594c9277/disk-0.vmdk for reading. {{(pid=70483) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 799.849559] env[70483]: DEBUG oslo_vmware.api [None req-49f4789b-4925-4343-99bc-db8860968b20 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': task-3477791, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166771} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.850897] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-49f4789b-4925-4343-99bc-db8860968b20 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 799.851098] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-49f4789b-4925-4343-99bc-db8860968b20 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 799.851346] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-49f4789b-4925-4343-99bc-db8860968b20 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 799.851551] env[70483]: INFO nova.compute.manager [None req-49f4789b-4925-4343-99bc-db8860968b20 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Took 1.23 seconds to destroy the instance on the hypervisor. [ 799.851801] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49f4789b-4925-4343-99bc-db8860968b20 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.852295] env[70483]: DEBUG nova.compute.manager [-] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 799.852397] env[70483]: DEBUG nova.network.neutron [-] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 799.874862] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2d66440f-50b1-4079-8913-5821322d8527 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Creating linked-clone VM from snapshot {{(pid=70483) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 799.875183] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-71f061ab-a8c8-4c09-a71c-3dfdd754653c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.880897] env[70483]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5c47ca5e-20ff-40e8-a304-b5fc7e770f37 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.883956] env[70483]: DEBUG oslo_vmware.api [None req-2d66440f-50b1-4079-8913-5821322d8527 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 799.883956] env[70483]: value = "task-3477793" [ 799.883956] env[70483]: _type = "Task" [ 799.883956] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.890687] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Acquiring lock "refresh_cache-d40867a1-e0a1-44e8-9dbd-81e075551092" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.890687] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Acquired lock "refresh_cache-d40867a1-e0a1-44e8-9dbd-81e075551092" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.890687] env[70483]: DEBUG nova.network.neutron [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.898394] env[70483]: DEBUG oslo_vmware.api [None req-2d66440f-50b1-4079-8913-5821322d8527 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477793, 'name': CloneVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.952903] env[70483]: DEBUG oslo_vmware.api [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477792, 'name': ReconfigVM_Task, 'duration_secs': 0.264119} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.953201] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Reconfigured VM instance instance-00000025 to attach disk [datastore2] e833538a-8a5b-488c-9115-a6ab57e38f83/e833538a-8a5b-488c-9115-a6ab57e38f83.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.954153] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2854b9da-d575-47ee-9811-fdae0cdd4c5b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.960012] env[70483]: DEBUG oslo_vmware.api [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Waiting for the task: (returnval){ [ 799.960012] env[70483]: value = "task-3477794" [ 799.960012] env[70483]: _type = "Task" [ 799.960012] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.968361] env[70483]: DEBUG oslo_vmware.api [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477794, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.071788] env[70483]: DEBUG nova.compute.utils [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.074737] env[70483]: DEBUG nova.compute.manager [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.076018] env[70483]: DEBUG nova.network.neutron [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.135667] env[70483]: DEBUG nova.policy [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05d9b460c6eb4e1c92d10f62b5da1d9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a004f7695d149ffb92e7dd5982b7c55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.406716] env[70483]: DEBUG oslo_vmware.api [None req-2d66440f-50b1-4079-8913-5821322d8527 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477793, 'name': CloneVM_Task} progress is 94%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.472574] env[70483]: DEBUG nova.network.neutron [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 800.481126] env[70483]: DEBUG oslo_vmware.api [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477794, 'name': Rename_Task, 'duration_secs': 0.474142} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.481126] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.485886] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7856185-ba8a-4ae3-a047-b4476b9be5cb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.496938] env[70483]: DEBUG oslo_vmware.api [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Waiting for the task: (returnval){ [ 800.496938] env[70483]: value = "task-3477795" [ 800.496938] env[70483]: _type = "Task" [ 800.496938] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.515609] env[70483]: DEBUG oslo_vmware.api [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477795, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.578792] env[70483]: DEBUG nova.compute.manager [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 800.657433] env[70483]: DEBUG nova.network.neutron [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Successfully created port: 9263aba4-50ee-4ab2-b18b-437b57ebcdb5 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 800.719948] env[70483]: DEBUG nova.network.neutron [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Updating instance_info_cache with network_info: [{"id": "09a6680f-ad8b-43fb-94d7-1f991c6515da", "address": "fa:16:3e:f9:b2:02", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09a6680f-ad", "ovs_interfaceid": "09a6680f-ad8b-43fb-94d7-1f991c6515da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.807542] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cf8df6-1ab4-4384-a3d1-5e5d9b0fc9b9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.817336] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889af9bc-6649-4ecb-8396-c1f4a0b40c89 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.853315] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81387be1-5eb2-4bdd-a4cc-c5d534b4af9a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.862106] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463342c8-5be1-4f5c-92aa-c72b737948b6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.878874] env[70483]: DEBUG nova.compute.provider_tree [None req-a4c54b99-cf59-40ab-a921-6fa90f68ab67 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.895779] env[70483]: DEBUG oslo_vmware.api [None req-2d66440f-50b1-4079-8913-5821322d8527 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477793, 'name': CloneVM_Task} progress is 94%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.011965] env[70483]: DEBUG oslo_vmware.api [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477795, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.226053] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Releasing lock "refresh_cache-d40867a1-e0a1-44e8-9dbd-81e075551092" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.226053] env[70483]: DEBUG nova.compute.manager [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Instance network_info: |[{"id": "09a6680f-ad8b-43fb-94d7-1f991c6515da", "address": "fa:16:3e:f9:b2:02", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09a6680f-ad", "ovs_interfaceid": "09a6680f-ad8b-43fb-94d7-1f991c6515da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.226053] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:b2:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09a6680f-ad8b-43fb-94d7-1f991c6515da', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.234742] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Creating folder: Project (bfae67863c7f405bb9a941657ed7736a). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.235404] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb217078-f115-4f3a-9082-0fa04e55eae1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.248274] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Created folder: Project (bfae67863c7f405bb9a941657ed7736a) in parent group-v695216. [ 801.248760] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Creating folder: Instances. Parent ref: group-v695329. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.249228] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfd206cc-c116-4a95-97be-73d45d490e2b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.258882] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Created folder: Instances in parent group-v695329. [ 801.259909] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.259909] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.259909] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5006d2d1-a37e-4eb1-a4cd-6ad4a8d71a01 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.282026] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.282026] env[70483]: value = "task-3477798" [ 801.282026] env[70483]: _type = "Task" [ 801.282026] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.288516] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477798, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.344448] env[70483]: DEBUG nova.compute.manager [req-420e7215-3e83-4d3c-affb-aebb7f8f4269 req-f449bdfd-e065-40b9-b275-88eec4e764c2 service nova] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Received event network-changed-09a6680f-ad8b-43fb-94d7-1f991c6515da {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.344653] env[70483]: DEBUG nova.compute.manager [req-420e7215-3e83-4d3c-affb-aebb7f8f4269 req-f449bdfd-e065-40b9-b275-88eec4e764c2 service nova] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Refreshing instance network info cache due to event network-changed-09a6680f-ad8b-43fb-94d7-1f991c6515da. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 801.344865] env[70483]: DEBUG oslo_concurrency.lockutils [req-420e7215-3e83-4d3c-affb-aebb7f8f4269 req-f449bdfd-e065-40b9-b275-88eec4e764c2 service nova] Acquiring lock "refresh_cache-d40867a1-e0a1-44e8-9dbd-81e075551092" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.345037] env[70483]: DEBUG oslo_concurrency.lockutils [req-420e7215-3e83-4d3c-affb-aebb7f8f4269 req-f449bdfd-e065-40b9-b275-88eec4e764c2 service nova] Acquired lock "refresh_cache-d40867a1-e0a1-44e8-9dbd-81e075551092" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.345199] env[70483]: DEBUG nova.network.neutron [req-420e7215-3e83-4d3c-affb-aebb7f8f4269 req-f449bdfd-e065-40b9-b275-88eec4e764c2 service nova] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Refreshing network info cache for port 09a6680f-ad8b-43fb-94d7-1f991c6515da {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.381866] env[70483]: DEBUG nova.scheduler.client.report [None req-a4c54b99-cf59-40ab-a921-6fa90f68ab67 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.395829] env[70483]: DEBUG oslo_vmware.api [None req-2d66440f-50b1-4079-8913-5821322d8527 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477793, 'name': CloneVM_Task, 'duration_secs': 1.319887} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.396117] env[70483]: INFO nova.virt.vmwareapi.vmops [None req-2d66440f-50b1-4079-8913-5821322d8527 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Created linked-clone VM from snapshot [ 801.396871] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b1b818-97b7-40fa-8ec7-e3a4b18978d8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.404807] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-2d66440f-50b1-4079-8913-5821322d8527 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Uploading image 4826de70-0221-4461-8416-b7f7f7f093ba {{(pid=70483) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 801.428123] env[70483]: DEBUG oslo_vmware.rw_handles [None req-2d66440f-50b1-4079-8913-5821322d8527 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 801.428123] env[70483]: value = "vm-695328" [ 801.428123] env[70483]: _type = "VirtualMachine" [ 801.428123] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 801.428123] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-23e2ee3a-1cee-40e5-b456-d79750f0c41b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.433974] env[70483]: DEBUG oslo_vmware.rw_handles [None req-2d66440f-50b1-4079-8913-5821322d8527 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lease: (returnval){ [ 801.433974] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]529a05fe-9416-673c-34c9-e6167737c193" [ 801.433974] env[70483]: _type = "HttpNfcLease" [ 801.433974] env[70483]: } obtained for exporting VM: (result){ [ 801.433974] env[70483]: value = "vm-695328" [ 801.433974] env[70483]: _type = "VirtualMachine" [ 801.433974] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 801.434344] env[70483]: DEBUG oslo_vmware.api [None req-2d66440f-50b1-4079-8913-5821322d8527 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the lease: (returnval){ [ 801.434344] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]529a05fe-9416-673c-34c9-e6167737c193" [ 801.434344] env[70483]: _type = "HttpNfcLease" [ 801.434344] env[70483]: } to be ready. {{(pid=70483) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 801.441852] env[70483]: DEBUG nova.network.neutron [-] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.443231] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 801.443231] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]529a05fe-9416-673c-34c9-e6167737c193" [ 801.443231] env[70483]: _type = "HttpNfcLease" [ 801.443231] env[70483]: } is initializing. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 801.509945] env[70483]: DEBUG oslo_vmware.api [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477795, 'name': PowerOnVM_Task, 'duration_secs': 0.566649} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.510583] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.510583] env[70483]: INFO nova.compute.manager [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Took 7.71 seconds to spawn the instance on the hypervisor. [ 801.510855] env[70483]: DEBUG nova.compute.manager [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.511894] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b63a6a-79ce-4cba-ae4b-10651245a396 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.596615] env[70483]: DEBUG nova.compute.manager [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 801.627951] env[70483]: DEBUG nova.virt.hardware [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.627951] env[70483]: DEBUG nova.virt.hardware [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.627951] env[70483]: DEBUG nova.virt.hardware [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.628258] env[70483]: DEBUG nova.virt.hardware [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.628482] env[70483]: DEBUG nova.virt.hardware [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.628661] env[70483]: DEBUG nova.virt.hardware [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.628882] env[70483]: DEBUG nova.virt.hardware [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.629058] env[70483]: DEBUG nova.virt.hardware [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.629233] env[70483]: DEBUG nova.virt.hardware [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.629392] env[70483]: DEBUG nova.virt.hardware [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.629562] env[70483]: DEBUG nova.virt.hardware [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.630691] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65805ab6-8484-471c-a4db-f064442dce90 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.639734] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ff5ef7-77bd-4240-8b0a-3815c4761392 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.791136] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477798, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.943899] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 801.943899] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]529a05fe-9416-673c-34c9-e6167737c193" [ 801.943899] env[70483]: _type = "HttpNfcLease" [ 801.943899] env[70483]: } is ready. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 801.944331] env[70483]: INFO nova.compute.manager [-] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Took 2.09 seconds to deallocate network for instance. [ 801.944623] env[70483]: DEBUG oslo_vmware.rw_handles [None req-2d66440f-50b1-4079-8913-5821322d8527 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 801.944623] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]529a05fe-9416-673c-34c9-e6167737c193" [ 801.944623] env[70483]: _type = "HttpNfcLease" [ 801.944623] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 801.946757] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2e33d8-47f5-481e-9056-84f62d32414d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.959049] env[70483]: DEBUG oslo_vmware.rw_handles [None req-2d66440f-50b1-4079-8913-5821322d8527 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522d17d0-fa4b-062c-5735-66529191e12f/disk-0.vmdk from lease info. {{(pid=70483) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 801.959245] env[70483]: DEBUG oslo_vmware.rw_handles [None req-2d66440f-50b1-4079-8913-5821322d8527 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522d17d0-fa4b-062c-5735-66529191e12f/disk-0.vmdk for reading. {{(pid=70483) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 802.030954] env[70483]: INFO nova.compute.manager [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Took 42.47 seconds to build instance. [ 802.116922] env[70483]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7f6a5db1-a571-4145-8a12-69825ca0fe32 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.205952] env[70483]: DEBUG nova.network.neutron [req-420e7215-3e83-4d3c-affb-aebb7f8f4269 req-f449bdfd-e065-40b9-b275-88eec4e764c2 service nova] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Updated VIF entry in instance network info cache for port 09a6680f-ad8b-43fb-94d7-1f991c6515da. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.205952] env[70483]: DEBUG nova.network.neutron [req-420e7215-3e83-4d3c-affb-aebb7f8f4269 req-f449bdfd-e065-40b9-b275-88eec4e764c2 service nova] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Updating instance_info_cache with network_info: [{"id": "09a6680f-ad8b-43fb-94d7-1f991c6515da", "address": "fa:16:3e:f9:b2:02", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09a6680f-ad", "ovs_interfaceid": "09a6680f-ad8b-43fb-94d7-1f991c6515da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.292702] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477798, 'name': CreateVM_Task, 'duration_secs': 0.547889} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.292900] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.293640] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.293808] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.294150] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.296239] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-282e079c-4f6a-4251-90da-c212ef2657a6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.301625] env[70483]: DEBUG oslo_vmware.api [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Waiting for the task: (returnval){ [ 802.301625] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5206a86a-6792-7312-f963-9c8f818fc3d3" [ 802.301625] env[70483]: _type = "Task" [ 802.301625] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.313725] env[70483]: DEBUG oslo_vmware.api [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5206a86a-6792-7312-f963-9c8f818fc3d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.392869] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a4c54b99-cf59-40ab-a921-6fa90f68ab67 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.827s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.395758] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.856s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.397239] env[70483]: INFO nova.compute.claims [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.410350] env[70483]: DEBUG nova.network.neutron [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Successfully updated port: 9263aba4-50ee-4ab2-b18b-437b57ebcdb5 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.456064] env[70483]: DEBUG oslo_concurrency.lockutils [None req-49f4789b-4925-4343-99bc-db8860968b20 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.534224] env[70483]: DEBUG oslo_concurrency.lockutils [None req-32a76bbc-6ef3-4295-984f-74dc45697afa tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Lock "e833538a-8a5b-488c-9115-a6ab57e38f83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.322s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.709111] env[70483]: DEBUG oslo_concurrency.lockutils [req-420e7215-3e83-4d3c-affb-aebb7f8f4269 req-f449bdfd-e065-40b9-b275-88eec4e764c2 service nova] Releasing lock "refresh_cache-d40867a1-e0a1-44e8-9dbd-81e075551092" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.710303] env[70483]: DEBUG nova.compute.manager [req-420e7215-3e83-4d3c-affb-aebb7f8f4269 req-f449bdfd-e065-40b9-b275-88eec4e764c2 service nova] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Received event network-vif-deleted-30388be7-4136-4ee7-9f40-2deb757ad334 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.710517] env[70483]: INFO nova.compute.manager [req-420e7215-3e83-4d3c-affb-aebb7f8f4269 req-f449bdfd-e065-40b9-b275-88eec4e764c2 service nova] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Neutron deleted interface 30388be7-4136-4ee7-9f40-2deb757ad334; detaching it from the instance and deleting it from the info cache [ 802.710856] env[70483]: DEBUG nova.network.neutron [req-420e7215-3e83-4d3c-affb-aebb7f8f4269 req-f449bdfd-e065-40b9-b275-88eec4e764c2 service nova] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Updating instance_info_cache with network_info: [{"id": "c746ec89-7132-404a-8b57-68f36043a4fe", "address": "fa:16:3e:e6:19:81", "network": {"id": "b6c63408-1557-457b-803e-25dc125af065", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1401292080", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c7343a7fadb4b25b7f585cfd51c7993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc746ec89-71", "ovs_interfaceid": "c746ec89-7132-404a-8b57-68f36043a4fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e5aee9b6-a659-4eba-9c33-8c60bf5330d4", "address": "fa:16:3e:2d:d6:f7", "network": {"id": "fc4a3bc5-b0a8-4fb2-865f-10cacf259deb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1806158765", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7c7343a7fadb4b25b7f585cfd51c7993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5aee9b6-a6", "ovs_interfaceid": "e5aee9b6-a659-4eba-9c33-8c60bf5330d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.813767] env[70483]: DEBUG oslo_vmware.api [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5206a86a-6792-7312-f963-9c8f818fc3d3, 'name': SearchDatastore_Task, 'duration_secs': 0.012501} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.814197] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.814629] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.815052] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.815229] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.815431] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.815817] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e98c71ac-6ddf-4d8e-a24b-21afeb7a5ff2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.825940] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.826275] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.827685] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc985537-22d8-4fee-b285-51a3a7a6306c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.833123] env[70483]: DEBUG oslo_vmware.api [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Waiting for the task: (returnval){ [ 802.833123] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524b1649-5386-1759-5054-4ca18d15100e" [ 802.833123] env[70483]: _type = "Task" [ 802.833123] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.843508] env[70483]: DEBUG oslo_vmware.api [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524b1649-5386-1759-5054-4ca18d15100e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.844819] env[70483]: DEBUG oslo_concurrency.lockutils [None req-637649c1-476e-40a1-9de5-ea6d21956320 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Acquiring lock "e630f6cf-d91f-4ce9-a01e-a508523990ef" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.845209] env[70483]: DEBUG oslo_concurrency.lockutils [None req-637649c1-476e-40a1-9de5-ea6d21956320 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Lock "e630f6cf-d91f-4ce9-a01e-a508523990ef" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.911990] env[70483]: DEBUG oslo_concurrency.lockutils [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Acquiring lock "refresh_cache-9e3b77e5-dd06-4b6a-8660-97d1e62adb4a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.912130] env[70483]: DEBUG oslo_concurrency.lockutils [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Acquired lock "refresh_cache-9e3b77e5-dd06-4b6a-8660-97d1e62adb4a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.912370] env[70483]: DEBUG nova.network.neutron [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.977905] env[70483]: INFO nova.scheduler.client.report [None req-a4c54b99-cf59-40ab-a921-6fa90f68ab67 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Deleted allocation for migration b1e9f865-11f3-4a1f-8227-a25576ed017f [ 803.038281] env[70483]: DEBUG nova.compute.manager [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 803.215519] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7fd921b4-c302-4a7f-a2e3-75a9598a5c26 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.226388] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48385866-246e-4ed9-ace8-a1d4ad45578b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.265465] env[70483]: DEBUG nova.compute.manager [req-420e7215-3e83-4d3c-affb-aebb7f8f4269 req-f449bdfd-e065-40b9-b275-88eec4e764c2 service nova] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Detach interface failed, port_id=30388be7-4136-4ee7-9f40-2deb757ad334, reason: Instance 4f732036-4f32-4829-bda3-c341355fd0b5 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 803.265799] env[70483]: DEBUG nova.compute.manager [req-420e7215-3e83-4d3c-affb-aebb7f8f4269 req-f449bdfd-e065-40b9-b275-88eec4e764c2 service nova] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Received event network-vif-deleted-e5aee9b6-a659-4eba-9c33-8c60bf5330d4 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.266043] env[70483]: INFO nova.compute.manager [req-420e7215-3e83-4d3c-affb-aebb7f8f4269 req-f449bdfd-e065-40b9-b275-88eec4e764c2 service nova] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Neutron deleted interface e5aee9b6-a659-4eba-9c33-8c60bf5330d4; detaching it from the instance and deleting it from the info cache [ 803.266363] env[70483]: DEBUG nova.network.neutron [req-420e7215-3e83-4d3c-affb-aebb7f8f4269 req-f449bdfd-e065-40b9-b275-88eec4e764c2 service nova] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Updating instance_info_cache with network_info: [{"id": "c746ec89-7132-404a-8b57-68f36043a4fe", "address": "fa:16:3e:e6:19:81", "network": {"id": "b6c63408-1557-457b-803e-25dc125af065", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1401292080", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c7343a7fadb4b25b7f585cfd51c7993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc746ec89-71", "ovs_interfaceid": "c746ec89-7132-404a-8b57-68f36043a4fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.345445] env[70483]: DEBUG oslo_vmware.api [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524b1649-5386-1759-5054-4ca18d15100e, 'name': SearchDatastore_Task, 'duration_secs': 0.010337} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.346410] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b074ade4-cdf2-4e31-8082-146ee729af81 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.349612] env[70483]: DEBUG nova.compute.utils [None req-637649c1-476e-40a1-9de5-ea6d21956320 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 803.355778] env[70483]: DEBUG oslo_vmware.api [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Waiting for the task: (returnval){ [ 803.355778] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]521e8f61-f43e-5eb5-081e-b00b68b2081d" [ 803.355778] env[70483]: _type = "Task" [ 803.355778] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.365449] env[70483]: DEBUG oslo_vmware.api [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]521e8f61-f43e-5eb5-081e-b00b68b2081d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.452436] env[70483]: DEBUG nova.network.neutron [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.483714] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a4c54b99-cf59-40ab-a921-6fa90f68ab67 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Lock "7d971534-4425-456e-83e4-7c8d9ed7f435" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 36.683s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.567708] env[70483]: DEBUG oslo_concurrency.lockutils [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.632707] env[70483]: DEBUG nova.network.neutron [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Updating instance_info_cache with network_info: [{"id": "9263aba4-50ee-4ab2-b18b-437b57ebcdb5", "address": "fa:16:3e:81:ab:2c", "network": {"id": "9634ba1a-1d29-458a-b67b-1f50d07961c7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1097591859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "9a004f7695d149ffb92e7dd5982b7c55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9263aba4-50", "ovs_interfaceid": "9263aba4-50ee-4ab2-b18b-437b57ebcdb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.771536] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d768f323-9d47-472c-b8cf-b93eae5f9d6c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.781012] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f448e068-badd-4ba6-af69-bf37b11387f2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.820279] env[70483]: DEBUG nova.compute.manager [req-420e7215-3e83-4d3c-affb-aebb7f8f4269 req-f449bdfd-e065-40b9-b275-88eec4e764c2 service nova] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Detach interface failed, port_id=e5aee9b6-a659-4eba-9c33-8c60bf5330d4, reason: Instance 4f732036-4f32-4829-bda3-c341355fd0b5 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 803.820540] env[70483]: DEBUG nova.compute.manager [req-420e7215-3e83-4d3c-affb-aebb7f8f4269 req-f449bdfd-e065-40b9-b275-88eec4e764c2 service nova] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Received event network-vif-deleted-c746ec89-7132-404a-8b57-68f36043a4fe {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.820763] env[70483]: INFO nova.compute.manager [req-420e7215-3e83-4d3c-affb-aebb7f8f4269 req-f449bdfd-e065-40b9-b275-88eec4e764c2 service nova] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Neutron deleted interface c746ec89-7132-404a-8b57-68f36043a4fe; detaching it from the instance and deleting it from the info cache [ 803.821012] env[70483]: DEBUG nova.network.neutron [req-420e7215-3e83-4d3c-affb-aebb7f8f4269 req-f449bdfd-e065-40b9-b275-88eec4e764c2 service nova] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.853298] env[70483]: DEBUG oslo_concurrency.lockutils [None req-637649c1-476e-40a1-9de5-ea6d21956320 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Lock "e630f6cf-d91f-4ce9-a01e-a508523990ef" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.869612] env[70483]: DEBUG oslo_vmware.api [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]521e8f61-f43e-5eb5-081e-b00b68b2081d, 'name': SearchDatastore_Task, 'duration_secs': 0.010504} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.870210] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.870641] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] d40867a1-e0a1-44e8-9dbd-81e075551092/d40867a1-e0a1-44e8-9dbd-81e075551092.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.871035] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27d97da5-4482-4451-8e80-8514e41abcc0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.881266] env[70483]: DEBUG oslo_vmware.api [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Waiting for the task: (returnval){ [ 803.881266] env[70483]: value = "task-3477800" [ 803.881266] env[70483]: _type = "Task" [ 803.881266] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.891957] env[70483]: DEBUG oslo_vmware.api [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477800, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.973608] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fee7f5-1f8a-4c5e-9d4c-6c8903c4ac5d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.982474] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1678f5b-6916-4f4e-9d50-dc7eabe9aa03 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.015435] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12488fb2-1952-4ab8-ae5d-7611b4490060 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.023897] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1695d4a1-c409-47df-abe6-f87825a9bb57 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.038295] env[70483]: DEBUG nova.compute.provider_tree [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.135922] env[70483]: DEBUG oslo_concurrency.lockutils [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Releasing lock "refresh_cache-9e3b77e5-dd06-4b6a-8660-97d1e62adb4a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.136891] env[70483]: DEBUG nova.compute.manager [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Instance network_info: |[{"id": "9263aba4-50ee-4ab2-b18b-437b57ebcdb5", "address": "fa:16:3e:81:ab:2c", "network": {"id": "9634ba1a-1d29-458a-b67b-1f50d07961c7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1097591859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "9a004f7695d149ffb92e7dd5982b7c55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9263aba4-50", "ovs_interfaceid": "9263aba4-50ee-4ab2-b18b-437b57ebcdb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.136891] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:ab:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '05b1253d-2b87-4158-9ff1-dafcf829f11f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9263aba4-50ee-4ab2-b18b-437b57ebcdb5', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.145557] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.145833] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.146204] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b47c434c-112e-40b5-8a57-6129dbba04be {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.167176] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.167176] env[70483]: value = "task-3477801" [ 804.167176] env[70483]: _type = "Task" [ 804.167176] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.177311] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477801, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.323597] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d53ed453-e54b-4cc5-a297-4e4206a2d018 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.333064] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b81b88-d94a-4f9a-873a-6be9d785ca0a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.371243] env[70483]: DEBUG nova.compute.manager [req-420e7215-3e83-4d3c-affb-aebb7f8f4269 req-f449bdfd-e065-40b9-b275-88eec4e764c2 service nova] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Detach interface failed, port_id=c746ec89-7132-404a-8b57-68f36043a4fe, reason: Instance 4f732036-4f32-4829-bda3-c341355fd0b5 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 804.392192] env[70483]: DEBUG oslo_vmware.api [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477800, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446387} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.392505] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] d40867a1-e0a1-44e8-9dbd-81e075551092/d40867a1-e0a1-44e8-9dbd-81e075551092.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.392758] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.393075] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b118143e-ae2c-476c-8a98-6f9bc4805442 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.401036] env[70483]: DEBUG oslo_vmware.api [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Waiting for the task: (returnval){ [ 804.401036] env[70483]: value = "task-3477802" [ 804.401036] env[70483]: _type = "Task" [ 804.401036] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.410069] env[70483]: DEBUG oslo_vmware.api [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477802, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.460233] env[70483]: DEBUG nova.compute.manager [req-0a83b823-4716-4fa2-97d5-da68b73d96a8 req-dc53d7f9-3df3-4816-ab67-182216f9bbd5 service nova] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Received event network-vif-plugged-9263aba4-50ee-4ab2-b18b-437b57ebcdb5 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.461215] env[70483]: DEBUG oslo_concurrency.lockutils [req-0a83b823-4716-4fa2-97d5-da68b73d96a8 req-dc53d7f9-3df3-4816-ab67-182216f9bbd5 service nova] Acquiring lock "9e3b77e5-dd06-4b6a-8660-97d1e62adb4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.461215] env[70483]: DEBUG oslo_concurrency.lockutils [req-0a83b823-4716-4fa2-97d5-da68b73d96a8 req-dc53d7f9-3df3-4816-ab67-182216f9bbd5 service nova] Lock "9e3b77e5-dd06-4b6a-8660-97d1e62adb4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.461215] env[70483]: DEBUG oslo_concurrency.lockutils [req-0a83b823-4716-4fa2-97d5-da68b73d96a8 req-dc53d7f9-3df3-4816-ab67-182216f9bbd5 service nova] Lock "9e3b77e5-dd06-4b6a-8660-97d1e62adb4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.461862] env[70483]: DEBUG nova.compute.manager [req-0a83b823-4716-4fa2-97d5-da68b73d96a8 req-dc53d7f9-3df3-4816-ab67-182216f9bbd5 service nova] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] No waiting events found dispatching network-vif-plugged-9263aba4-50ee-4ab2-b18b-437b57ebcdb5 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 804.461862] env[70483]: WARNING nova.compute.manager [req-0a83b823-4716-4fa2-97d5-da68b73d96a8 req-dc53d7f9-3df3-4816-ab67-182216f9bbd5 service nova] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Received unexpected event network-vif-plugged-9263aba4-50ee-4ab2-b18b-437b57ebcdb5 for instance with vm_state building and task_state spawning. [ 804.461862] env[70483]: DEBUG nova.compute.manager [req-0a83b823-4716-4fa2-97d5-da68b73d96a8 req-dc53d7f9-3df3-4816-ab67-182216f9bbd5 service nova] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Received event network-changed-9263aba4-50ee-4ab2-b18b-437b57ebcdb5 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.462033] env[70483]: DEBUG nova.compute.manager [req-0a83b823-4716-4fa2-97d5-da68b73d96a8 req-dc53d7f9-3df3-4816-ab67-182216f9bbd5 service nova] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Refreshing instance network info cache due to event network-changed-9263aba4-50ee-4ab2-b18b-437b57ebcdb5. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.462159] env[70483]: DEBUG oslo_concurrency.lockutils [req-0a83b823-4716-4fa2-97d5-da68b73d96a8 req-dc53d7f9-3df3-4816-ab67-182216f9bbd5 service nova] Acquiring lock "refresh_cache-9e3b77e5-dd06-4b6a-8660-97d1e62adb4a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.462307] env[70483]: DEBUG oslo_concurrency.lockutils [req-0a83b823-4716-4fa2-97d5-da68b73d96a8 req-dc53d7f9-3df3-4816-ab67-182216f9bbd5 service nova] Acquired lock "refresh_cache-9e3b77e5-dd06-4b6a-8660-97d1e62adb4a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.462466] env[70483]: DEBUG nova.network.neutron [req-0a83b823-4716-4fa2-97d5-da68b73d96a8 req-dc53d7f9-3df3-4816-ab67-182216f9bbd5 service nova] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Refreshing network info cache for port 9263aba4-50ee-4ab2-b18b-437b57ebcdb5 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.542072] env[70483]: DEBUG nova.scheduler.client.report [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.678825] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477801, 'name': CreateVM_Task, 'duration_secs': 0.43909} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.679033] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.679803] env[70483]: DEBUG oslo_concurrency.lockutils [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.680059] env[70483]: DEBUG oslo_concurrency.lockutils [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.680412] env[70483]: DEBUG oslo_concurrency.lockutils [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.680703] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98ee9844-445f-4511-9e8c-15d809aca5ff {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.686125] env[70483]: DEBUG oslo_vmware.api [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Waiting for the task: (returnval){ [ 804.686125] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522e1cd8-60c4-0b95-f833-a6cb068d644f" [ 804.686125] env[70483]: _type = "Task" [ 804.686125] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.694636] env[70483]: DEBUG oslo_vmware.api [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522e1cd8-60c4-0b95-f833-a6cb068d644f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.911784] env[70483]: DEBUG oslo_vmware.api [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477802, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077464} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.912066] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.912851] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef245abb-fd78-45dd-a523-580340e5835f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.936737] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] d40867a1-e0a1-44e8-9dbd-81e075551092/d40867a1-e0a1-44e8-9dbd-81e075551092.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.937388] env[70483]: DEBUG oslo_concurrency.lockutils [None req-637649c1-476e-40a1-9de5-ea6d21956320 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Acquiring lock "e630f6cf-d91f-4ce9-a01e-a508523990ef" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.937618] env[70483]: DEBUG oslo_concurrency.lockutils [None req-637649c1-476e-40a1-9de5-ea6d21956320 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Lock "e630f6cf-d91f-4ce9-a01e-a508523990ef" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.937840] env[70483]: INFO nova.compute.manager [None req-637649c1-476e-40a1-9de5-ea6d21956320 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Attaching volume c79c0af7-9634-4cee-be51-fe4fe1fa9f2a to /dev/sdb [ 804.939519] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d13aed35-1e04-43e6-b7ba-9b0c5d510a52 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.961187] env[70483]: DEBUG oslo_vmware.api [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Waiting for the task: (returnval){ [ 804.961187] env[70483]: value = "task-3477803" [ 804.961187] env[70483]: _type = "Task" [ 804.961187] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.970191] env[70483]: DEBUG oslo_vmware.api [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477803, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.987568] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3be7ee3-ca95-49b7-8d33-134a7d00915e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.994055] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45624641-40d0-4acb-8625-075aba2da85d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.007807] env[70483]: DEBUG nova.virt.block_device [None req-637649c1-476e-40a1-9de5-ea6d21956320 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Updating existing volume attachment record: ea9d5c8d-4d9e-4d9f-b22e-3dfa067db589 {{(pid=70483) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 805.047738] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.048293] env[70483]: DEBUG nova.compute.manager [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 805.051174] env[70483]: DEBUG oslo_concurrency.lockutils [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.144s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.051365] env[70483]: DEBUG nova.objects.instance [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70483) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 805.186525] env[70483]: DEBUG nova.network.neutron [req-0a83b823-4716-4fa2-97d5-da68b73d96a8 req-dc53d7f9-3df3-4816-ab67-182216f9bbd5 service nova] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Updated VIF entry in instance network info cache for port 9263aba4-50ee-4ab2-b18b-437b57ebcdb5. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.186880] env[70483]: DEBUG nova.network.neutron [req-0a83b823-4716-4fa2-97d5-da68b73d96a8 req-dc53d7f9-3df3-4816-ab67-182216f9bbd5 service nova] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Updating instance_info_cache with network_info: [{"id": "9263aba4-50ee-4ab2-b18b-437b57ebcdb5", "address": "fa:16:3e:81:ab:2c", "network": {"id": "9634ba1a-1d29-458a-b67b-1f50d07961c7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1097591859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "9a004f7695d149ffb92e7dd5982b7c55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9263aba4-50", "ovs_interfaceid": "9263aba4-50ee-4ab2-b18b-437b57ebcdb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.202038] env[70483]: DEBUG oslo_vmware.api [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522e1cd8-60c4-0b95-f833-a6cb068d644f, 'name': SearchDatastore_Task, 'duration_secs': 0.010691} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.202991] env[70483]: DEBUG oslo_concurrency.lockutils [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.203248] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.203575] env[70483]: DEBUG oslo_concurrency.lockutils [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.203613] env[70483]: DEBUG oslo_concurrency.lockutils [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.203789] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.204327] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f46864b-6ecc-40c3-89b5-f2643494edf0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.214111] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.214327] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.215095] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6ba3548-f1a5-4b66-b158-f58678b84f0f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.221305] env[70483]: DEBUG oslo_vmware.api [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Waiting for the task: (returnval){ [ 805.221305] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52928a11-aa30-2899-e131-f85c1640c3b4" [ 805.221305] env[70483]: _type = "Task" [ 805.221305] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.230802] env[70483]: DEBUG oslo_vmware.api [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52928a11-aa30-2899-e131-f85c1640c3b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.473431] env[70483]: DEBUG oslo_vmware.api [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477803, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.557057] env[70483]: DEBUG nova.compute.utils [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.563131] env[70483]: DEBUG nova.compute.manager [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 805.563131] env[70483]: DEBUG nova.network.neutron [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 805.629624] env[70483]: DEBUG nova.policy [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1a14a28fad84b408fd14832ea01df89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfae67863c7f405bb9a941657ed7736a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 805.697120] env[70483]: DEBUG oslo_concurrency.lockutils [req-0a83b823-4716-4fa2-97d5-da68b73d96a8 req-dc53d7f9-3df3-4816-ab67-182216f9bbd5 service nova] Releasing lock "refresh_cache-9e3b77e5-dd06-4b6a-8660-97d1e62adb4a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.732899] env[70483]: DEBUG oslo_vmware.api [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52928a11-aa30-2899-e131-f85c1640c3b4, 'name': SearchDatastore_Task, 'duration_secs': 0.009735} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.733800] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cb76d2b-9cc7-43a3-8b64-31088cd2e825 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.740056] env[70483]: DEBUG oslo_vmware.api [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Waiting for the task: (returnval){ [ 805.740056] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d52caf-9e21-1107-3049-6413b657826e" [ 805.740056] env[70483]: _type = "Task" [ 805.740056] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.748441] env[70483]: DEBUG oslo_vmware.api [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d52caf-9e21-1107-3049-6413b657826e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.971574] env[70483]: DEBUG oslo_vmware.api [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477803, 'name': ReconfigVM_Task, 'duration_secs': 0.661347} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.971852] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Reconfigured VM instance instance-00000026 to attach disk [datastore1] d40867a1-e0a1-44e8-9dbd-81e075551092/d40867a1-e0a1-44e8-9dbd-81e075551092.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.972502] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb333ed4-b5b3-4853-80cf-c55f0f4a1b95 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.980165] env[70483]: DEBUG oslo_vmware.api [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Waiting for the task: (returnval){ [ 805.980165] env[70483]: value = "task-3477807" [ 805.980165] env[70483]: _type = "Task" [ 805.980165] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.989350] env[70483]: DEBUG oslo_vmware.api [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477807, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.063399] env[70483]: DEBUG nova.compute.manager [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 806.067576] env[70483]: DEBUG oslo_concurrency.lockutils [None req-989a3d75-9b16-4ec7-bd82-8ddf2309e779 tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.069110] env[70483]: DEBUG oslo_concurrency.lockutils [None req-010e102f-3d31-43cb-b60c-82e60d207257 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.020s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.069352] env[70483]: DEBUG nova.objects.instance [None req-010e102f-3d31-43cb-b60c-82e60d207257 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Lazy-loading 'resources' on Instance uuid e5585d3f-b6f3-4f69-8618-ad365b32f71a {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.204018] env[70483]: DEBUG nova.network.neutron [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Successfully created port: 5cdad39d-2e38-45c7-8678-e957aba65cfe {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 806.255334] env[70483]: DEBUG oslo_vmware.api [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d52caf-9e21-1107-3049-6413b657826e, 'name': SearchDatastore_Task, 'duration_secs': 0.010514} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.255687] env[70483]: DEBUG oslo_concurrency.lockutils [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.256148] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a/9e3b77e5-dd06-4b6a-8660-97d1e62adb4a.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 806.256665] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-058f77ca-ecbb-4922-beed-511f24dd07c6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.265732] env[70483]: DEBUG oslo_vmware.api [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Waiting for the task: (returnval){ [ 806.265732] env[70483]: value = "task-3477808" [ 806.265732] env[70483]: _type = "Task" [ 806.265732] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.277229] env[70483]: DEBUG oslo_vmware.api [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.490951] env[70483]: DEBUG oslo_vmware.api [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477807, 'name': Rename_Task, 'duration_secs': 0.234548} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.491358] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.491663] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03e33d5f-8c56-4387-99bd-bc793ac6e824 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.498560] env[70483]: DEBUG oslo_vmware.api [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Waiting for the task: (returnval){ [ 806.498560] env[70483]: value = "task-3477809" [ 806.498560] env[70483]: _type = "Task" [ 806.498560] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.509467] env[70483]: DEBUG oslo_vmware.api [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.779498] env[70483]: DEBUG oslo_vmware.api [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.013581] env[70483]: DEBUG oslo_vmware.api [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477809, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.077667] env[70483]: DEBUG nova.compute.manager [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 807.110397] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e90fce-64e5-470a-b7c8-9d2fc8574df3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.122845] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c530b6a-cd5b-42ae-9694-06175ab5173f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.152629] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c175a3e-146e-4a7d-a309-4d0385a9b353 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.161206] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c060cb1d-935c-491b-b6b4-f2e9b8abfb43 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.176055] env[70483]: DEBUG nova.compute.provider_tree [None req-010e102f-3d31-43cb-b60c-82e60d207257 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.276613] env[70483]: DEBUG oslo_vmware.api [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477808, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.513968] env[70483]: DEBUG oslo_vmware.api [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477809, 'name': PowerOnVM_Task, 'duration_secs': 0.882302} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.514402] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.514652] env[70483]: INFO nova.compute.manager [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Took 8.64 seconds to spawn the instance on the hypervisor. [ 807.514837] env[70483]: DEBUG nova.compute.manager [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.515812] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3e9ed1-3327-48e7-8ee8-0a9e1e93bcc8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.681411] env[70483]: DEBUG nova.scheduler.client.report [None req-010e102f-3d31-43cb-b60c-82e60d207257 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.778426] env[70483]: DEBUG oslo_vmware.api [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477808, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.077991} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.779871] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a/9e3b77e5-dd06-4b6a-8660-97d1e62adb4a.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.780500] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.781064] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3710a015-b703-4fc1-98a1-4b0961f68ae6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.788275] env[70483]: DEBUG oslo_vmware.api [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Waiting for the task: (returnval){ [ 807.788275] env[70483]: value = "task-3477811" [ 807.788275] env[70483]: _type = "Task" [ 807.788275] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.791106] env[70483]: DEBUG nova.network.neutron [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Successfully updated port: 5cdad39d-2e38-45c7-8678-e957aba65cfe {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 807.800932] env[70483]: DEBUG oslo_vmware.api [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477811, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.986127] env[70483]: DEBUG nova.compute.manager [req-87c3eba7-7790-43e3-8983-6933c57c9c72 req-e2b23181-97df-44c8-a47c-a0055478d498 service nova] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Received event network-vif-plugged-5cdad39d-2e38-45c7-8678-e957aba65cfe {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.986127] env[70483]: DEBUG oslo_concurrency.lockutils [req-87c3eba7-7790-43e3-8983-6933c57c9c72 req-e2b23181-97df-44c8-a47c-a0055478d498 service nova] Acquiring lock "58c2aa58-cefc-47ad-a6b2-1e266167c867-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.986127] env[70483]: DEBUG oslo_concurrency.lockutils [req-87c3eba7-7790-43e3-8983-6933c57c9c72 req-e2b23181-97df-44c8-a47c-a0055478d498 service nova] Lock "58c2aa58-cefc-47ad-a6b2-1e266167c867-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.986271] env[70483]: DEBUG oslo_concurrency.lockutils [req-87c3eba7-7790-43e3-8983-6933c57c9c72 req-e2b23181-97df-44c8-a47c-a0055478d498 service nova] Lock "58c2aa58-cefc-47ad-a6b2-1e266167c867-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.986352] env[70483]: DEBUG nova.compute.manager [req-87c3eba7-7790-43e3-8983-6933c57c9c72 req-e2b23181-97df-44c8-a47c-a0055478d498 service nova] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] No waiting events found dispatching network-vif-plugged-5cdad39d-2e38-45c7-8678-e957aba65cfe {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 807.986507] env[70483]: WARNING nova.compute.manager [req-87c3eba7-7790-43e3-8983-6933c57c9c72 req-e2b23181-97df-44c8-a47c-a0055478d498 service nova] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Received unexpected event network-vif-plugged-5cdad39d-2e38-45c7-8678-e957aba65cfe for instance with vm_state building and task_state spawning. [ 808.034671] env[70483]: INFO nova.compute.manager [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Took 44.21 seconds to build instance. [ 808.188467] env[70483]: DEBUG oslo_concurrency.lockutils [None req-010e102f-3d31-43cb-b60c-82e60d207257 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.119s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.191032] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 32.040s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.220755] env[70483]: INFO nova.scheduler.client.report [None req-010e102f-3d31-43cb-b60c-82e60d207257 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Deleted allocations for instance e5585d3f-b6f3-4f69-8618-ad365b32f71a [ 808.298875] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Acquiring lock "refresh_cache-58c2aa58-cefc-47ad-a6b2-1e266167c867" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.299038] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Acquired lock "refresh_cache-58c2aa58-cefc-47ad-a6b2-1e266167c867" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.299204] env[70483]: DEBUG nova.network.neutron [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.300721] env[70483]: DEBUG oslo_vmware.api [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477811, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079749} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.300721] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.301967] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a7c396-c3bf-47a4-aa2e-299002828cb3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.326047] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a/9e3b77e5-dd06-4b6a-8660-97d1e62adb4a.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.326639] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63a3d69a-0866-4113-b598-991592dc9d48 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.346620] env[70483]: DEBUG oslo_vmware.api [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Waiting for the task: (returnval){ [ 808.346620] env[70483]: value = "task-3477812" [ 808.346620] env[70483]: _type = "Task" [ 808.346620] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.355257] env[70483]: DEBUG oslo_vmware.api [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477812, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.537538] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3fc1cbd7-dcca-4cd2-8c6e-e46d6c531e9b tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Lock "d40867a1-e0a1-44e8-9dbd-81e075551092" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.589s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.730235] env[70483]: DEBUG oslo_concurrency.lockutils [None req-010e102f-3d31-43cb-b60c-82e60d207257 tempest-ServersAaction247Test-1518977949 tempest-ServersAaction247Test-1518977949-project-member] Lock "e5585d3f-b6f3-4f69-8618-ad365b32f71a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.956s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.831409] env[70483]: DEBUG nova.network.neutron [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.860028] env[70483]: DEBUG oslo_vmware.api [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477812, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.971488] env[70483]: DEBUG nova.network.neutron [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Updating instance_info_cache with network_info: [{"id": "5cdad39d-2e38-45c7-8678-e957aba65cfe", "address": "fa:16:3e:ff:58:0f", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cdad39d-2e", "ovs_interfaceid": "5cdad39d-2e38-45c7-8678-e957aba65cfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.040244] env[70483]: DEBUG nova.compute.manager [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.234126] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance e6bb49fb-8343-44b2-85e7-9406a185b1a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 809.234298] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 809.234423] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 77c84798-aa60-45c9-903b-42ce69e2d371 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 809.234542] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 7586d90c-26f8-4054-8574-e4585eaadc45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 809.234657] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 3b1d2846-6f44-4f08-9878-e00bad014921 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 809.234771] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 9dde88a1-377d-40a4-86d5-587cc3b81532 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 809.234881] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 223fc274-26bf-4dc7-a435-d368cc004a67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 809.234990] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 9f85ffda-955a-48a7-ad50-c704b320b7d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 809.235134] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance e630f6cf-d91f-4ce9-a01e-a508523990ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 809.235277] env[70483]: WARNING nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 126e670b-cfa9-4316-b2e1-a6782d2b3684 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 809.235391] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance de35e055-451f-4c4b-ab3a-9b5b6baa529c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 809.235538] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Instance with task_state "deleting" is not being actively managed by this compute host but has allocations referencing this compute node (6c4ee772-7226-4ddc-ad20-20b8289011e6): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1810}} [ 809.235661] env[70483]: WARNING nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 2de27262-fff1-459f-8a3a-555d09be09ff is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 809.235776] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 7d971534-4425-456e-83e4-7c8d9ed7f435 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 809.235888] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance d2258803-84ff-4bba-af91-5815db4015d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 809.236071] env[70483]: WARNING nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 4f732036-4f32-4829-bda3-c341355fd0b5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 809.236248] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 31adb50e-33e9-40cc-a8dc-14985336b34a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 809.236379] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance afa74f93-41d6-447c-b11f-eaaca0e6bc98 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 809.236578] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance e833538a-8a5b-488c-9115-a6ab57e38f83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 809.236748] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance d40867a1-e0a1-44e8-9dbd-81e075551092 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 809.236821] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 809.236900] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 58c2aa58-cefc-47ad-a6b2-1e266167c867 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 809.265525] env[70483]: DEBUG nova.virt.hardware [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.267023] env[70483]: DEBUG nova.virt.hardware [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.267023] env[70483]: DEBUG nova.virt.hardware [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.267023] env[70483]: DEBUG nova.virt.hardware [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.267023] env[70483]: DEBUG nova.virt.hardware [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.267230] env[70483]: DEBUG nova.virt.hardware [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.267351] env[70483]: DEBUG nova.virt.hardware [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.267562] env[70483]: DEBUG nova.virt.hardware [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.267741] env[70483]: DEBUG nova.virt.hardware [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.267905] env[70483]: DEBUG nova.virt.hardware [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.268105] env[70483]: DEBUG nova.virt.hardware [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.270490] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746cadd3-fa24-4f28-b3bf-eceabfed261f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.280024] env[70483]: DEBUG oslo_vmware.rw_handles [None req-016e04a3-e473-404b-9af0-7c175ebba9ac tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277761d-e39d-26d8-363e-38a7594c9277/disk-0.vmdk. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 809.281304] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9501f29-ee21-41e6-bbe1-23d70a5e0638 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.285524] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bae077-46e9-4419-9f10-b8451d6cd9d7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.299209] env[70483]: DEBUG oslo_vmware.rw_handles [None req-016e04a3-e473-404b-9af0-7c175ebba9ac tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277761d-e39d-26d8-363e-38a7594c9277/disk-0.vmdk is in state: ready. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 809.299387] env[70483]: ERROR oslo_vmware.rw_handles [None req-016e04a3-e473-404b-9af0-7c175ebba9ac tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277761d-e39d-26d8-363e-38a7594c9277/disk-0.vmdk due to incomplete transfer. [ 809.299614] env[70483]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fe880381-51ab-4eb1-9c41-d7636b840524 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.307230] env[70483]: DEBUG oslo_vmware.rw_handles [None req-016e04a3-e473-404b-9af0-7c175ebba9ac tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277761d-e39d-26d8-363e-38a7594c9277/disk-0.vmdk. {{(pid=70483) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 809.307428] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-016e04a3-e473-404b-9af0-7c175ebba9ac tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Uploaded image 24572bd1-063c-40ad-a3bd-21b1f21e231b to the Glance image server {{(pid=70483) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 809.309661] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-016e04a3-e473-404b-9af0-7c175ebba9ac tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Destroying the VM {{(pid=70483) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 809.309903] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4c00ffc7-8dd5-4deb-b972-c8ae585b2b2c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.315099] env[70483]: DEBUG oslo_vmware.api [None req-016e04a3-e473-404b-9af0-7c175ebba9ac tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 809.315099] env[70483]: value = "task-3477813" [ 809.315099] env[70483]: _type = "Task" [ 809.315099] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.323305] env[70483]: DEBUG oslo_vmware.api [None req-016e04a3-e473-404b-9af0-7c175ebba9ac tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3477813, 'name': Destroy_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.357055] env[70483]: DEBUG oslo_vmware.api [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477812, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.474761] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Releasing lock "refresh_cache-58c2aa58-cefc-47ad-a6b2-1e266167c867" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.476213] env[70483]: DEBUG nova.compute.manager [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Instance network_info: |[{"id": "5cdad39d-2e38-45c7-8678-e957aba65cfe", "address": "fa:16:3e:ff:58:0f", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cdad39d-2e", "ovs_interfaceid": "5cdad39d-2e38-45c7-8678-e957aba65cfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 809.476694] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:58:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cdad39d-2e38-45c7-8678-e957aba65cfe', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.484685] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.487464] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.487788] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9cdcc12b-990f-4f29-a583-e225414a465b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.507907] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.507907] env[70483]: value = "task-3477814" [ 809.507907] env[70483]: _type = "Task" [ 809.507907] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.515902] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477814, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.557879] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-637649c1-476e-40a1-9de5-ea6d21956320 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Volume attach. Driver type: vmdk {{(pid=70483) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 809.558232] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-637649c1-476e-40a1-9de5-ea6d21956320 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695334', 'volume_id': 'c79c0af7-9634-4cee-be51-fe4fe1fa9f2a', 'name': 'volume-c79c0af7-9634-4cee-be51-fe4fe1fa9f2a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e630f6cf-d91f-4ce9-a01e-a508523990ef', 'attached_at': '', 'detached_at': '', 'volume_id': 'c79c0af7-9634-4cee-be51-fe4fe1fa9f2a', 'serial': 'c79c0af7-9634-4cee-be51-fe4fe1fa9f2a'} {{(pid=70483) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 809.559083] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8226cda-f3bc-4ae7-9b51-a9e66629a662 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.562571] env[70483]: DEBUG oslo_concurrency.lockutils [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.579061] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c3de9e-ef62-4480-b3ff-6c500fcdab9f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.603215] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-637649c1-476e-40a1-9de5-ea6d21956320 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] volume-c79c0af7-9634-4cee-be51-fe4fe1fa9f2a/volume-c79c0af7-9634-4cee-be51-fe4fe1fa9f2a.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.603509] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bbbfb5e-33f1-41ae-a669-423d3f89a23a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.620742] env[70483]: DEBUG oslo_vmware.api [None req-637649c1-476e-40a1-9de5-ea6d21956320 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Waiting for the task: (returnval){ [ 809.620742] env[70483]: value = "task-3477815" [ 809.620742] env[70483]: _type = "Task" [ 809.620742] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.628694] env[70483]: DEBUG oslo_vmware.api [None req-637649c1-476e-40a1-9de5-ea6d21956320 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': task-3477815, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.742202] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 5ab5b747-1655-4116-bdfa-46b8dcfec6b8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 809.825425] env[70483]: DEBUG oslo_vmware.api [None req-016e04a3-e473-404b-9af0-7c175ebba9ac tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3477813, 'name': Destroy_Task} progress is 33%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.857858] env[70483]: DEBUG oslo_vmware.api [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477812, 'name': ReconfigVM_Task, 'duration_secs': 1.331393} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.858207] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a/9e3b77e5-dd06-4b6a-8660-97d1e62adb4a.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.858802] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc87fdfd-4a94-44bf-a2d6-30dee87c7baa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.865889] env[70483]: DEBUG oslo_vmware.api [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Waiting for the task: (returnval){ [ 809.865889] env[70483]: value = "task-3477816" [ 809.865889] env[70483]: _type = "Task" [ 809.865889] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.874444] env[70483]: DEBUG oslo_vmware.api [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477816, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.988751] env[70483]: DEBUG oslo_concurrency.lockutils [None req-19dd0a44-3c68-45b0-9a46-8390466513b7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "interface-9dde88a1-377d-40a4-86d5-587cc3b81532-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.988751] env[70483]: DEBUG oslo_concurrency.lockutils [None req-19dd0a44-3c68-45b0-9a46-8390466513b7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "interface-9dde88a1-377d-40a4-86d5-587cc3b81532-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.988949] env[70483]: DEBUG nova.objects.instance [None req-19dd0a44-3c68-45b0-9a46-8390466513b7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lazy-loading 'flavor' on Instance uuid 9dde88a1-377d-40a4-86d5-587cc3b81532 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.026866] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477814, 'name': CreateVM_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.092478] env[70483]: DEBUG oslo_concurrency.lockutils [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquiring lock "2671b8d3-14fe-439c-9f4e-e22ab8bcb498" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.092718] env[70483]: DEBUG oslo_concurrency.lockutils [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Lock "2671b8d3-14fe-439c-9f4e-e22ab8bcb498" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.132063] env[70483]: DEBUG oslo_vmware.api [None req-637649c1-476e-40a1-9de5-ea6d21956320 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': task-3477815, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.246339] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 157588be-543f-4b12-93de-201a9d8fc10e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 810.325675] env[70483]: DEBUG oslo_vmware.api [None req-016e04a3-e473-404b-9af0-7c175ebba9ac tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3477813, 'name': Destroy_Task, 'duration_secs': 0.691009} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.325948] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-016e04a3-e473-404b-9af0-7c175ebba9ac tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Destroyed the VM [ 810.326199] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-016e04a3-e473-404b-9af0-7c175ebba9ac tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Deleting Snapshot of the VM instance {{(pid=70483) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 810.326443] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-51772219-3de5-4a8b-93f3-3250aab2df20 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.332896] env[70483]: DEBUG oslo_vmware.api [None req-016e04a3-e473-404b-9af0-7c175ebba9ac tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 810.332896] env[70483]: value = "task-3477817" [ 810.332896] env[70483]: _type = "Task" [ 810.332896] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.340710] env[70483]: DEBUG oslo_vmware.api [None req-016e04a3-e473-404b-9af0-7c175ebba9ac tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3477817, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.377669] env[70483]: DEBUG oslo_vmware.api [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477816, 'name': Rename_Task, 'duration_secs': 0.247495} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.377788] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.377941] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80d6bcc4-f26f-4b07-b28a-90e4e868f792 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.385075] env[70483]: DEBUG oslo_vmware.api [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Waiting for the task: (returnval){ [ 810.385075] env[70483]: value = "task-3477818" [ 810.385075] env[70483]: _type = "Task" [ 810.385075] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.392986] env[70483]: DEBUG oslo_vmware.api [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.519672] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477814, 'name': CreateVM_Task, 'duration_secs': 0.623387} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.519859] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.520636] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.520801] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.521166] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.521791] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4108717a-e49c-4189-943f-9783534c06d7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.526685] env[70483]: DEBUG oslo_vmware.api [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Waiting for the task: (returnval){ [ 810.526685] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524ef45d-7b57-e047-30b8-683b2b2283a5" [ 810.526685] env[70483]: _type = "Task" [ 810.526685] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.535542] env[70483]: DEBUG oslo_vmware.api [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524ef45d-7b57-e047-30b8-683b2b2283a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.589430] env[70483]: DEBUG nova.objects.instance [None req-19dd0a44-3c68-45b0-9a46-8390466513b7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lazy-loading 'pci_requests' on Instance uuid 9dde88a1-377d-40a4-86d5-587cc3b81532 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.631630] env[70483]: DEBUG oslo_vmware.api [None req-637649c1-476e-40a1-9de5-ea6d21956320 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': task-3477815, 'name': ReconfigVM_Task, 'duration_secs': 0.634967} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.632224] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-637649c1-476e-40a1-9de5-ea6d21956320 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Reconfigured VM instance instance-0000001a to attach disk [datastore1] volume-c79c0af7-9634-4cee-be51-fe4fe1fa9f2a/volume-c79c0af7-9634-4cee-be51-fe4fe1fa9f2a.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.637026] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fb76424-22a9-4d1f-bcd8-bd49c6db3716 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.655580] env[70483]: DEBUG oslo_vmware.api [None req-637649c1-476e-40a1-9de5-ea6d21956320 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Waiting for the task: (returnval){ [ 810.655580] env[70483]: value = "task-3477819" [ 810.655580] env[70483]: _type = "Task" [ 810.655580] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.661441] env[70483]: DEBUG oslo_vmware.api [None req-637649c1-476e-40a1-9de5-ea6d21956320 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': task-3477819, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.750562] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 638038d2-367a-4b34-96fa-9117c427a22d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 810.787397] env[70483]: DEBUG nova.compute.manager [req-e66f4389-6c0d-4fd0-b90b-f2f4fafac83d req-a45417ac-a21e-49ce-a035-e2576d2ad07d service nova] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Received event network-changed-5cdad39d-2e38-45c7-8678-e957aba65cfe {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.787581] env[70483]: DEBUG nova.compute.manager [req-e66f4389-6c0d-4fd0-b90b-f2f4fafac83d req-a45417ac-a21e-49ce-a035-e2576d2ad07d service nova] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Refreshing instance network info cache due to event network-changed-5cdad39d-2e38-45c7-8678-e957aba65cfe. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 810.787800] env[70483]: DEBUG oslo_concurrency.lockutils [req-e66f4389-6c0d-4fd0-b90b-f2f4fafac83d req-a45417ac-a21e-49ce-a035-e2576d2ad07d service nova] Acquiring lock "refresh_cache-58c2aa58-cefc-47ad-a6b2-1e266167c867" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.787940] env[70483]: DEBUG oslo_concurrency.lockutils [req-e66f4389-6c0d-4fd0-b90b-f2f4fafac83d req-a45417ac-a21e-49ce-a035-e2576d2ad07d service nova] Acquired lock "refresh_cache-58c2aa58-cefc-47ad-a6b2-1e266167c867" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.788945] env[70483]: DEBUG nova.network.neutron [req-e66f4389-6c0d-4fd0-b90b-f2f4fafac83d req-a45417ac-a21e-49ce-a035-e2576d2ad07d service nova] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Refreshing network info cache for port 5cdad39d-2e38-45c7-8678-e957aba65cfe {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.845564] env[70483]: DEBUG oslo_vmware.api [None req-016e04a3-e473-404b-9af0-7c175ebba9ac tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3477817, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.895709] env[70483]: DEBUG oslo_vmware.api [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477818, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.038976] env[70483]: DEBUG oslo_vmware.api [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524ef45d-7b57-e047-30b8-683b2b2283a5, 'name': SearchDatastore_Task, 'duration_secs': 0.01144} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.038976] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.039241] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.039361] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.039512] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.039693] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.039957] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8b7a777-e453-4daa-92ea-bff1c91615ce {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.050668] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.050967] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.052201] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da17710a-08fc-4b90-b9c4-0c5c5bebaeff {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.057326] env[70483]: DEBUG oslo_vmware.api [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Waiting for the task: (returnval){ [ 811.057326] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5294c9f7-64d7-99eb-a149-c138d3944a79" [ 811.057326] env[70483]: _type = "Task" [ 811.057326] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.066202] env[70483]: DEBUG oslo_vmware.api [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5294c9f7-64d7-99eb-a149-c138d3944a79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.093155] env[70483]: DEBUG nova.objects.base [None req-19dd0a44-3c68-45b0-9a46-8390466513b7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Object Instance<9dde88a1-377d-40a4-86d5-587cc3b81532> lazy-loaded attributes: flavor,pci_requests {{(pid=70483) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 811.093155] env[70483]: DEBUG nova.network.neutron [None req-19dd0a44-3c68-45b0-9a46-8390466513b7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 811.133629] env[70483]: DEBUG nova.policy [None req-19dd0a44-3c68-45b0-9a46-8390466513b7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7ab60a72ab04359a8f5e7f607059055', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd941c3f1da57481e9eb853fb6f6e0274', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.162823] env[70483]: DEBUG oslo_vmware.api [None req-637649c1-476e-40a1-9de5-ea6d21956320 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': task-3477819, 'name': ReconfigVM_Task, 'duration_secs': 0.161482} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.163168] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-637649c1-476e-40a1-9de5-ea6d21956320 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695334', 'volume_id': 'c79c0af7-9634-4cee-be51-fe4fe1fa9f2a', 'name': 'volume-c79c0af7-9634-4cee-be51-fe4fe1fa9f2a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e630f6cf-d91f-4ce9-a01e-a508523990ef', 'attached_at': '', 'detached_at': '', 'volume_id': 'c79c0af7-9634-4cee-be51-fe4fe1fa9f2a', 'serial': 'c79c0af7-9634-4cee-be51-fe4fe1fa9f2a'} {{(pid=70483) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 811.253340] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 6b746014-b163-4a17-a8c6-4b88eaed0ac1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 811.346185] env[70483]: DEBUG oslo_vmware.api [None req-016e04a3-e473-404b-9af0-7c175ebba9ac tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3477817, 'name': RemoveSnapshot_Task, 'duration_secs': 0.898077} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.346456] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-016e04a3-e473-404b-9af0-7c175ebba9ac tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Deleted Snapshot of the VM instance {{(pid=70483) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 811.346702] env[70483]: INFO nova.compute.manager [None req-016e04a3-e473-404b-9af0-7c175ebba9ac tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Took 15.74 seconds to snapshot the instance on the hypervisor. [ 811.397555] env[70483]: DEBUG oslo_vmware.api [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477818, 'name': PowerOnVM_Task, 'duration_secs': 0.628533} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.397777] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.397975] env[70483]: INFO nova.compute.manager [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Took 9.80 seconds to spawn the instance on the hypervisor. [ 811.398174] env[70483]: DEBUG nova.compute.manager [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.398974] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a8a9b6-cbd4-43e4-aa53-b5ae0e7c0434 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.574053] env[70483]: DEBUG oslo_vmware.api [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5294c9f7-64d7-99eb-a149-c138d3944a79, 'name': SearchDatastore_Task, 'duration_secs': 0.018529} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.575181] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3c4ee72-4b4f-497f-a4a1-2343a8e1bee8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.582761] env[70483]: DEBUG oslo_vmware.api [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Waiting for the task: (returnval){ [ 811.582761] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52cbeb86-4116-7b0f-bb52-412c7d016e7a" [ 811.582761] env[70483]: _type = "Task" [ 811.582761] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.594018] env[70483]: DEBUG oslo_vmware.api [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52cbeb86-4116-7b0f-bb52-412c7d016e7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.613924] env[70483]: DEBUG nova.network.neutron [None req-19dd0a44-3c68-45b0-9a46-8390466513b7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Successfully created port: d4b68cba-803f-4d8f-9782-e009f6334293 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 811.617354] env[70483]: DEBUG nova.network.neutron [req-e66f4389-6c0d-4fd0-b90b-f2f4fafac83d req-a45417ac-a21e-49ce-a035-e2576d2ad07d service nova] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Updated VIF entry in instance network info cache for port 5cdad39d-2e38-45c7-8678-e957aba65cfe. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.617690] env[70483]: DEBUG nova.network.neutron [req-e66f4389-6c0d-4fd0-b90b-f2f4fafac83d req-a45417ac-a21e-49ce-a035-e2576d2ad07d service nova] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Updating instance_info_cache with network_info: [{"id": "5cdad39d-2e38-45c7-8678-e957aba65cfe", "address": "fa:16:3e:ff:58:0f", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cdad39d-2e", "ovs_interfaceid": "5cdad39d-2e38-45c7-8678-e957aba65cfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.757112] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 527062ee-0659-45a7-96c8-1c8d6f272b86 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 811.918888] env[70483]: INFO nova.compute.manager [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Took 43.03 seconds to build instance. [ 812.049507] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6e4d7f57-7895-4dcf-a67b-9ccd424ec65b tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquiring lock "d2258803-84ff-4bba-af91-5815db4015d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.049858] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6e4d7f57-7895-4dcf-a67b-9ccd424ec65b tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "d2258803-84ff-4bba-af91-5815db4015d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.050097] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6e4d7f57-7895-4dcf-a67b-9ccd424ec65b tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquiring lock "d2258803-84ff-4bba-af91-5815db4015d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.050359] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6e4d7f57-7895-4dcf-a67b-9ccd424ec65b tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "d2258803-84ff-4bba-af91-5815db4015d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.050568] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6e4d7f57-7895-4dcf-a67b-9ccd424ec65b tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "d2258803-84ff-4bba-af91-5815db4015d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.052785] env[70483]: INFO nova.compute.manager [None req-6e4d7f57-7895-4dcf-a67b-9ccd424ec65b tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Terminating instance [ 812.093606] env[70483]: DEBUG oslo_vmware.api [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52cbeb86-4116-7b0f-bb52-412c7d016e7a, 'name': SearchDatastore_Task, 'duration_secs': 0.03085} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.093875] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.094151] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 58c2aa58-cefc-47ad-a6b2-1e266167c867/58c2aa58-cefc-47ad-a6b2-1e266167c867.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.094406] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a60afd79-ddfe-470b-a544-e61029036ac9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.101726] env[70483]: DEBUG oslo_vmware.api [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Waiting for the task: (returnval){ [ 812.101726] env[70483]: value = "task-3477820" [ 812.101726] env[70483]: _type = "Task" [ 812.101726] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.111799] env[70483]: DEBUG oslo_vmware.api [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.120493] env[70483]: DEBUG oslo_concurrency.lockutils [req-e66f4389-6c0d-4fd0-b90b-f2f4fafac83d req-a45417ac-a21e-49ce-a035-e2576d2ad07d service nova] Releasing lock "refresh_cache-58c2aa58-cefc-47ad-a6b2-1e266167c867" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.213697] env[70483]: DEBUG nova.objects.instance [None req-637649c1-476e-40a1-9de5-ea6d21956320 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Lazy-loading 'flavor' on Instance uuid e630f6cf-d91f-4ce9-a01e-a508523990ef {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.263929] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 812.421588] env[70483]: DEBUG oslo_concurrency.lockutils [None req-66aa96d7-05e0-49bb-a18b-2353ef25c420 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Lock "9e3b77e5-dd06-4b6a-8660-97d1e62adb4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.689s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.557051] env[70483]: DEBUG nova.compute.manager [None req-6e4d7f57-7895-4dcf-a67b-9ccd424ec65b tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 812.557317] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4d7f57-7895-4dcf-a67b-9ccd424ec65b tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.558427] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2cd9c8-ebc7-42d5-8aa0-6ffb2b485e5d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.569657] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4d7f57-7895-4dcf-a67b-9ccd424ec65b tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 812.570042] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf56e65b-8df3-49de-88c4-b495de09cc5c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.613157] env[70483]: DEBUG oslo_vmware.api [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477820, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.638150] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4d7f57-7895-4dcf-a67b-9ccd424ec65b tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 812.638480] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4d7f57-7895-4dcf-a67b-9ccd424ec65b tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 812.638669] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e4d7f57-7895-4dcf-a67b-9ccd424ec65b tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Deleting the datastore file [datastore1] d2258803-84ff-4bba-af91-5815db4015d7 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 812.639039] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5736ea3-2322-4173-8d40-a0d3cab25920 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.646838] env[70483]: DEBUG oslo_vmware.api [None req-6e4d7f57-7895-4dcf-a67b-9ccd424ec65b tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 812.646838] env[70483]: value = "task-3477822" [ 812.646838] env[70483]: _type = "Task" [ 812.646838] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.657033] env[70483]: DEBUG oslo_vmware.api [None req-6e4d7f57-7895-4dcf-a67b-9ccd424ec65b tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3477822, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.719890] env[70483]: DEBUG oslo_concurrency.lockutils [None req-637649c1-476e-40a1-9de5-ea6d21956320 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Lock "e630f6cf-d91f-4ce9-a01e-a508523990ef" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.782s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.766263] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 744b10e0-5286-4d1f-a014-9bd49a48ebeb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 812.925484] env[70483]: DEBUG nova.compute.manager [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.027055] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquiring lock "97aa0528-ea97-494e-8563-d4dc7d92f96f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.027354] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "97aa0528-ea97-494e-8563-d4dc7d92f96f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.113427] env[70483]: DEBUG oslo_vmware.api [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477820, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620213} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.113745] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 58c2aa58-cefc-47ad-a6b2-1e266167c867/58c2aa58-cefc-47ad-a6b2-1e266167c867.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.113990] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.114331] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e68006a-a73c-4b27-baf7-e54905e3d4a7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.122356] env[70483]: DEBUG oslo_vmware.api [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Waiting for the task: (returnval){ [ 813.122356] env[70483]: value = "task-3477823" [ 813.122356] env[70483]: _type = "Task" [ 813.122356] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.131772] env[70483]: DEBUG oslo_vmware.api [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.157921] env[70483]: DEBUG oslo_vmware.api [None req-6e4d7f57-7895-4dcf-a67b-9ccd424ec65b tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3477822, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228111} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.158282] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e4d7f57-7895-4dcf-a67b-9ccd424ec65b tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.158488] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4d7f57-7895-4dcf-a67b-9ccd424ec65b tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.158670] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4d7f57-7895-4dcf-a67b-9ccd424ec65b tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.158842] env[70483]: INFO nova.compute.manager [None req-6e4d7f57-7895-4dcf-a67b-9ccd424ec65b tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Took 0.60 seconds to destroy the instance on the hypervisor. [ 813.159114] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e4d7f57-7895-4dcf-a67b-9ccd424ec65b tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.159680] env[70483]: DEBUG nova.compute.manager [-] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 813.159784] env[70483]: DEBUG nova.network.neutron [-] [instance: d2258803-84ff-4bba-af91-5815db4015d7] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 813.171946] env[70483]: DEBUG nova.network.neutron [None req-19dd0a44-3c68-45b0-9a46-8390466513b7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Successfully updated port: d4b68cba-803f-4d8f-9782-e009f6334293 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 813.269969] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance e175f923-53c0-4e4c-875d-2e6d4e08714a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 813.454553] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.634680] env[70483]: DEBUG oslo_vmware.api [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089501} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.634943] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.635736] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98d0126-01bb-4bad-aa99-cae833ca30dd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.657894] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 58c2aa58-cefc-47ad-a6b2-1e266167c867/58c2aa58-cefc-47ad-a6b2-1e266167c867.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.658226] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4fb3acb-a45b-49a9-8faa-16109eca04d5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.674998] env[70483]: DEBUG oslo_concurrency.lockutils [None req-19dd0a44-3c68-45b0-9a46-8390466513b7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "refresh_cache-9dde88a1-377d-40a4-86d5-587cc3b81532" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.675313] env[70483]: DEBUG oslo_concurrency.lockutils [None req-19dd0a44-3c68-45b0-9a46-8390466513b7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquired lock "refresh_cache-9dde88a1-377d-40a4-86d5-587cc3b81532" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.675515] env[70483]: DEBUG nova.network.neutron [None req-19dd0a44-3c68-45b0-9a46-8390466513b7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.680403] env[70483]: DEBUG oslo_vmware.api [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Waiting for the task: (returnval){ [ 813.680403] env[70483]: value = "task-3477824" [ 813.680403] env[70483]: _type = "Task" [ 813.680403] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.693818] env[70483]: DEBUG oslo_vmware.api [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477824, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.774158] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance f61abfde-68ff-497e-8a99-cfae352de144 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 813.988145] env[70483]: DEBUG nova.network.neutron [-] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.192155] env[70483]: DEBUG oslo_vmware.api [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477824, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.220274] env[70483]: WARNING nova.network.neutron [None req-19dd0a44-3c68-45b0-9a46-8390466513b7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] ed8c7167-d7fd-459d-acb0-1b162c05a6c9 already exists in list: networks containing: ['ed8c7167-d7fd-459d-acb0-1b162c05a6c9']. ignoring it [ 814.278720] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 8893e014-3c12-4a40-a955-6db575e3e926 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 814.287100] env[70483]: DEBUG nova.compute.manager [req-16cb100a-0675-4617-8b71-95900b15507d req-3502eb45-51b4-4f76-8b94-700708fd38a5 service nova] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Received event network-vif-plugged-d4b68cba-803f-4d8f-9782-e009f6334293 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.287448] env[70483]: DEBUG oslo_concurrency.lockutils [req-16cb100a-0675-4617-8b71-95900b15507d req-3502eb45-51b4-4f76-8b94-700708fd38a5 service nova] Acquiring lock "9dde88a1-377d-40a4-86d5-587cc3b81532-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.287703] env[70483]: DEBUG oslo_concurrency.lockutils [req-16cb100a-0675-4617-8b71-95900b15507d req-3502eb45-51b4-4f76-8b94-700708fd38a5 service nova] Lock "9dde88a1-377d-40a4-86d5-587cc3b81532-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.287905] env[70483]: DEBUG oslo_concurrency.lockutils [req-16cb100a-0675-4617-8b71-95900b15507d req-3502eb45-51b4-4f76-8b94-700708fd38a5 service nova] Lock "9dde88a1-377d-40a4-86d5-587cc3b81532-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.288146] env[70483]: DEBUG nova.compute.manager [req-16cb100a-0675-4617-8b71-95900b15507d req-3502eb45-51b4-4f76-8b94-700708fd38a5 service nova] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] No waiting events found dispatching network-vif-plugged-d4b68cba-803f-4d8f-9782-e009f6334293 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 814.288312] env[70483]: WARNING nova.compute.manager [req-16cb100a-0675-4617-8b71-95900b15507d req-3502eb45-51b4-4f76-8b94-700708fd38a5 service nova] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Received unexpected event network-vif-plugged-d4b68cba-803f-4d8f-9782-e009f6334293 for instance with vm_state active and task_state None. [ 814.490028] env[70483]: INFO nova.compute.manager [-] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Took 1.33 seconds to deallocate network for instance. [ 814.551860] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a76732c4-7bcc-46ea-bfdd-7b7aa439b36f tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Acquiring lock "e630f6cf-d91f-4ce9-a01e-a508523990ef" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.552122] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a76732c4-7bcc-46ea-bfdd-7b7aa439b36f tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Lock "e630f6cf-d91f-4ce9-a01e-a508523990ef" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.570673] env[70483]: DEBUG nova.network.neutron [None req-19dd0a44-3c68-45b0-9a46-8390466513b7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Updating instance_info_cache with network_info: [{"id": "62c5818a-0e09-487c-aa2f-fcf35fc915aa", "address": "fa:16:3e:eb:0e:0a", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62c5818a-0e", "ovs_interfaceid": "62c5818a-0e09-487c-aa2f-fcf35fc915aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d4b68cba-803f-4d8f-9782-e009f6334293", "address": "fa:16:3e:eb:fb:94", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4b68cba-80", "ovs_interfaceid": "d4b68cba-803f-4d8f-9782-e009f6334293", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.692017] env[70483]: DEBUG oslo_vmware.api [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477824, 'name': ReconfigVM_Task, 'duration_secs': 0.737068} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.692304] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 58c2aa58-cefc-47ad-a6b2-1e266167c867/58c2aa58-cefc-47ad-a6b2-1e266167c867.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.692980] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1727d81f-d1d3-463c-947c-9bf3f6f00056 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.698797] env[70483]: DEBUG oslo_vmware.api [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Waiting for the task: (returnval){ [ 814.698797] env[70483]: value = "task-3477825" [ 814.698797] env[70483]: _type = "Task" [ 814.698797] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.708486] env[70483]: DEBUG oslo_vmware.api [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477825, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.785459] env[70483]: DEBUG oslo_vmware.rw_handles [None req-2d66440f-50b1-4079-8913-5821322d8527 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522d17d0-fa4b-062c-5735-66529191e12f/disk-0.vmdk. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 814.786401] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance c43ee496-ab93-4b23-951b-275c17b41b3f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 814.788189] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5cf3d3-9f69-4088-bbc8-418fe5ad15f7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.794756] env[70483]: DEBUG oslo_vmware.rw_handles [None req-2d66440f-50b1-4079-8913-5821322d8527 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522d17d0-fa4b-062c-5735-66529191e12f/disk-0.vmdk is in state: ready. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 814.794922] env[70483]: ERROR oslo_vmware.rw_handles [None req-2d66440f-50b1-4079-8913-5821322d8527 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522d17d0-fa4b-062c-5735-66529191e12f/disk-0.vmdk due to incomplete transfer. [ 814.795163] env[70483]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-89cfba1d-553b-425e-b371-eff4bf645f25 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.803883] env[70483]: DEBUG oslo_vmware.rw_handles [None req-2d66440f-50b1-4079-8913-5821322d8527 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522d17d0-fa4b-062c-5735-66529191e12f/disk-0.vmdk. {{(pid=70483) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 814.804101] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-2d66440f-50b1-4079-8913-5821322d8527 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Uploaded image 4826de70-0221-4461-8416-b7f7f7f093ba to the Glance image server {{(pid=70483) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 814.805544] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d66440f-50b1-4079-8913-5821322d8527 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Destroying the VM {{(pid=70483) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 814.806220] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-65121536-0e8b-450f-a24d-192c45187720 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.812427] env[70483]: DEBUG oslo_vmware.api [None req-2d66440f-50b1-4079-8913-5821322d8527 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 814.812427] env[70483]: value = "task-3477826" [ 814.812427] env[70483]: _type = "Task" [ 814.812427] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.820095] env[70483]: DEBUG oslo_vmware.api [None req-2d66440f-50b1-4079-8913-5821322d8527 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477826, 'name': Destroy_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.999020] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6e4d7f57-7895-4dcf-a67b-9ccd424ec65b tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.055795] env[70483]: INFO nova.compute.manager [None req-a76732c4-7bcc-46ea-bfdd-7b7aa439b36f tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Detaching volume c79c0af7-9634-4cee-be51-fe4fe1fa9f2a [ 815.074187] env[70483]: DEBUG oslo_concurrency.lockutils [None req-19dd0a44-3c68-45b0-9a46-8390466513b7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Releasing lock "refresh_cache-9dde88a1-377d-40a4-86d5-587cc3b81532" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.077869] env[70483]: DEBUG oslo_concurrency.lockutils [None req-19dd0a44-3c68-45b0-9a46-8390466513b7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "9dde88a1-377d-40a4-86d5-587cc3b81532" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.077869] env[70483]: DEBUG oslo_concurrency.lockutils [None req-19dd0a44-3c68-45b0-9a46-8390466513b7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquired lock "9dde88a1-377d-40a4-86d5-587cc3b81532" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.077869] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401c9901-f72c-470e-91b1-f263c5e3c967 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.093412] env[70483]: DEBUG nova.virt.hardware [None req-19dd0a44-3c68-45b0-9a46-8390466513b7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.093720] env[70483]: DEBUG nova.virt.hardware [None req-19dd0a44-3c68-45b0-9a46-8390466513b7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.093915] env[70483]: DEBUG nova.virt.hardware [None req-19dd0a44-3c68-45b0-9a46-8390466513b7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.094193] env[70483]: DEBUG nova.virt.hardware [None req-19dd0a44-3c68-45b0-9a46-8390466513b7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.094347] env[70483]: DEBUG nova.virt.hardware [None req-19dd0a44-3c68-45b0-9a46-8390466513b7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.094535] env[70483]: DEBUG nova.virt.hardware [None req-19dd0a44-3c68-45b0-9a46-8390466513b7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.094781] env[70483]: DEBUG nova.virt.hardware [None req-19dd0a44-3c68-45b0-9a46-8390466513b7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.094983] env[70483]: DEBUG nova.virt.hardware [None req-19dd0a44-3c68-45b0-9a46-8390466513b7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.095209] env[70483]: DEBUG nova.virt.hardware [None req-19dd0a44-3c68-45b0-9a46-8390466513b7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.095419] env[70483]: DEBUG nova.virt.hardware [None req-19dd0a44-3c68-45b0-9a46-8390466513b7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.095686] env[70483]: DEBUG nova.virt.hardware [None req-19dd0a44-3c68-45b0-9a46-8390466513b7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.102122] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-19dd0a44-3c68-45b0-9a46-8390466513b7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Reconfiguring VM to attach interface {{(pid=70483) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 815.103380] env[70483]: INFO nova.virt.block_device [None req-a76732c4-7bcc-46ea-bfdd-7b7aa439b36f tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Attempting to driver detach volume c79c0af7-9634-4cee-be51-fe4fe1fa9f2a from mountpoint /dev/sdb [ 815.103636] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-a76732c4-7bcc-46ea-bfdd-7b7aa439b36f tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Volume detach. Driver type: vmdk {{(pid=70483) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 815.103863] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-a76732c4-7bcc-46ea-bfdd-7b7aa439b36f tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695334', 'volume_id': 'c79c0af7-9634-4cee-be51-fe4fe1fa9f2a', 'name': 'volume-c79c0af7-9634-4cee-be51-fe4fe1fa9f2a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e630f6cf-d91f-4ce9-a01e-a508523990ef', 'attached_at': '', 'detached_at': '', 'volume_id': 'c79c0af7-9634-4cee-be51-fe4fe1fa9f2a', 'serial': 'c79c0af7-9634-4cee-be51-fe4fe1fa9f2a'} {{(pid=70483) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 815.104183] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22a7da5b-e5fa-4595-8f77-d49e40d7ad8b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.116691] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf05025-05c5-4961-b76d-cdaf26ecbf6f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.123648] env[70483]: DEBUG oslo_vmware.api [None req-19dd0a44-3c68-45b0-9a46-8390466513b7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 815.123648] env[70483]: value = "task-3477827" [ 815.123648] env[70483]: _type = "Task" [ 815.123648] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.143284] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda72797-2a82-4d8b-aa47-00b4612127a6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.151175] env[70483]: DEBUG oslo_vmware.api [None req-19dd0a44-3c68-45b0-9a46-8390466513b7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3477827, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.153633] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1444c46c-5a81-479c-852c-4404e9a6adaa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.176084] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad71ece5-3a27-4bf5-ad59-4894651aef0c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.194794] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-a76732c4-7bcc-46ea-bfdd-7b7aa439b36f tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] The volume has not been displaced from its original location: [datastore1] volume-c79c0af7-9634-4cee-be51-fe4fe1fa9f2a/volume-c79c0af7-9634-4cee-be51-fe4fe1fa9f2a.vmdk. No consolidation needed. {{(pid=70483) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 815.200203] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-a76732c4-7bcc-46ea-bfdd-7b7aa439b36f tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Reconfiguring VM instance instance-0000001a to detach disk 2001 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 815.200680] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4eacab3-3bef-4a71-82bf-4e2e327833b7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.222771] env[70483]: DEBUG oslo_vmware.api [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477825, 'name': Rename_Task, 'duration_secs': 0.389713} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.224407] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.224593] env[70483]: DEBUG oslo_vmware.api [None req-a76732c4-7bcc-46ea-bfdd-7b7aa439b36f tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Waiting for the task: (returnval){ [ 815.224593] env[70483]: value = "task-3477828" [ 815.224593] env[70483]: _type = "Task" [ 815.224593] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.224803] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39f49ce5-fdd2-4e53-aa70-86ee1e1401ce {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.235847] env[70483]: DEBUG oslo_vmware.api [None req-a76732c4-7bcc-46ea-bfdd-7b7aa439b36f tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': task-3477828, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.237271] env[70483]: DEBUG oslo_vmware.api [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Waiting for the task: (returnval){ [ 815.237271] env[70483]: value = "task-3477829" [ 815.237271] env[70483]: _type = "Task" [ 815.237271] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.245983] env[70483]: DEBUG oslo_vmware.api [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.292305] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance e86ddc51-1d63-44d5-bfbe-0bd486092869 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 815.323593] env[70483]: DEBUG oslo_vmware.api [None req-2d66440f-50b1-4079-8913-5821322d8527 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477826, 'name': Destroy_Task} progress is 33%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.648794] env[70483]: DEBUG oslo_vmware.api [None req-19dd0a44-3c68-45b0-9a46-8390466513b7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3477827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.736291] env[70483]: DEBUG oslo_vmware.api [None req-a76732c4-7bcc-46ea-bfdd-7b7aa439b36f tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': task-3477828, 'name': ReconfigVM_Task, 'duration_secs': 0.312129} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.736592] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-a76732c4-7bcc-46ea-bfdd-7b7aa439b36f tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Reconfigured VM instance instance-0000001a to detach disk 2001 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 815.741557] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05dc6773-fa3e-46fb-839c-9eb2ec0c7db0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.759955] env[70483]: DEBUG oslo_vmware.api [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477829, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.761346] env[70483]: DEBUG oslo_vmware.api [None req-a76732c4-7bcc-46ea-bfdd-7b7aa439b36f tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Waiting for the task: (returnval){ [ 815.761346] env[70483]: value = "task-3477830" [ 815.761346] env[70483]: _type = "Task" [ 815.761346] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.768429] env[70483]: DEBUG oslo_vmware.api [None req-a76732c4-7bcc-46ea-bfdd-7b7aa439b36f tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': task-3477830, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.795809] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance c1e9b301-c1ee-47f1-8c47-7cb59cd95b15 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 815.824065] env[70483]: DEBUG oslo_vmware.api [None req-2d66440f-50b1-4079-8913-5821322d8527 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477826, 'name': Destroy_Task, 'duration_secs': 0.608138} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.824371] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-2d66440f-50b1-4079-8913-5821322d8527 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Destroyed the VM [ 815.824655] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2d66440f-50b1-4079-8913-5821322d8527 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Deleting Snapshot of the VM instance {{(pid=70483) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 815.824946] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c295157f-1d79-46ec-9231-dcdff1466d94 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.831108] env[70483]: DEBUG oslo_vmware.api [None req-2d66440f-50b1-4079-8913-5821322d8527 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 815.831108] env[70483]: value = "task-3477831" [ 815.831108] env[70483]: _type = "Task" [ 815.831108] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.839937] env[70483]: DEBUG oslo_vmware.api [None req-2d66440f-50b1-4079-8913-5821322d8527 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477831, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.149061] env[70483]: DEBUG oslo_vmware.api [None req-19dd0a44-3c68-45b0-9a46-8390466513b7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3477827, 'name': ReconfigVM_Task, 'duration_secs': 1.017927} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.149583] env[70483]: DEBUG oslo_concurrency.lockutils [None req-19dd0a44-3c68-45b0-9a46-8390466513b7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Releasing lock "9dde88a1-377d-40a4-86d5-587cc3b81532" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.149812] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-19dd0a44-3c68-45b0-9a46-8390466513b7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Reconfigured VM to attach interface {{(pid=70483) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 816.253692] env[70483]: DEBUG oslo_vmware.api [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477829, 'name': PowerOnVM_Task, 'duration_secs': 0.86736} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.253692] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.253692] env[70483]: INFO nova.compute.manager [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Took 9.17 seconds to spawn the instance on the hypervisor. [ 816.253692] env[70483]: DEBUG nova.compute.manager [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.253692] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f069599-34e4-4839-8f0e-0fde8a02d00b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.271930] env[70483]: DEBUG oslo_vmware.api [None req-a76732c4-7bcc-46ea-bfdd-7b7aa439b36f tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': task-3477830, 'name': ReconfigVM_Task, 'duration_secs': 0.176594} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.271930] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-a76732c4-7bcc-46ea-bfdd-7b7aa439b36f tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695334', 'volume_id': 'c79c0af7-9634-4cee-be51-fe4fe1fa9f2a', 'name': 'volume-c79c0af7-9634-4cee-be51-fe4fe1fa9f2a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e630f6cf-d91f-4ce9-a01e-a508523990ef', 'attached_at': '', 'detached_at': '', 'volume_id': 'c79c0af7-9634-4cee-be51-fe4fe1fa9f2a', 'serial': 'c79c0af7-9634-4cee-be51-fe4fe1fa9f2a'} {{(pid=70483) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 816.299624] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 09654360-da5a-43e8-b884-e6423345750b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 816.299624] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=70483) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 816.299624] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4096MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=70483) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 816.344329] env[70483]: DEBUG oslo_vmware.api [None req-2d66440f-50b1-4079-8913-5821322d8527 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477831, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.654262] env[70483]: DEBUG oslo_concurrency.lockutils [None req-19dd0a44-3c68-45b0-9a46-8390466513b7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "interface-9dde88a1-377d-40a4-86d5-587cc3b81532-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.666s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.783679] env[70483]: INFO nova.compute.manager [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Took 45.26 seconds to build instance. [ 816.808980] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a745f5-f17c-445e-a49f-3de7265368d7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.819684] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f41355b-f7b4-43b8-b87d-d4a75be9afa3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.866204] env[70483]: DEBUG nova.objects.instance [None req-a76732c4-7bcc-46ea-bfdd-7b7aa439b36f tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Lazy-loading 'flavor' on Instance uuid e630f6cf-d91f-4ce9-a01e-a508523990ef {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.874494] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847dc33f-46f0-49a7-89e2-ac0ef5f089e8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.879670] env[70483]: DEBUG nova.compute.manager [req-fdfae39a-e042-4afa-ac39-8916f3fd05a3 req-d0d993fd-e4e5-4133-a4fc-4a0d9399cc50 service nova] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Received event network-changed-d4b68cba-803f-4d8f-9782-e009f6334293 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.879957] env[70483]: DEBUG nova.compute.manager [req-fdfae39a-e042-4afa-ac39-8916f3fd05a3 req-d0d993fd-e4e5-4133-a4fc-4a0d9399cc50 service nova] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Refreshing instance network info cache due to event network-changed-d4b68cba-803f-4d8f-9782-e009f6334293. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 816.880084] env[70483]: DEBUG oslo_concurrency.lockutils [req-fdfae39a-e042-4afa-ac39-8916f3fd05a3 req-d0d993fd-e4e5-4133-a4fc-4a0d9399cc50 service nova] Acquiring lock "refresh_cache-9dde88a1-377d-40a4-86d5-587cc3b81532" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.880229] env[70483]: DEBUG oslo_concurrency.lockutils [req-fdfae39a-e042-4afa-ac39-8916f3fd05a3 req-d0d993fd-e4e5-4133-a4fc-4a0d9399cc50 service nova] Acquired lock "refresh_cache-9dde88a1-377d-40a4-86d5-587cc3b81532" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.880478] env[70483]: DEBUG nova.network.neutron [req-fdfae39a-e042-4afa-ac39-8916f3fd05a3 req-d0d993fd-e4e5-4133-a4fc-4a0d9399cc50 service nova] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Refreshing network info cache for port d4b68cba-803f-4d8f-9782-e009f6334293 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.893117] env[70483]: DEBUG oslo_vmware.api [None req-2d66440f-50b1-4079-8913-5821322d8527 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477831, 'name': RemoveSnapshot_Task, 'duration_secs': 0.568102} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.894346] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78782957-6a03-404c-9cd5-f328238a1459 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.898222] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2d66440f-50b1-4079-8913-5821322d8527 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Deleted Snapshot of the VM instance {{(pid=70483) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 816.898498] env[70483]: INFO nova.compute.manager [None req-2d66440f-50b1-4079-8913-5821322d8527 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Took 18.61 seconds to snapshot the instance on the hypervisor. [ 816.916166] env[70483]: DEBUG nova.compute.provider_tree [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.136109] env[70483]: DEBUG oslo_concurrency.lockutils [None req-83c20bed-c569-4697-a050-2fd5de8365e3 tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Acquiring lock "9f85ffda-955a-48a7-ad50-c704b320b7d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.136394] env[70483]: DEBUG oslo_concurrency.lockutils [None req-83c20bed-c569-4697-a050-2fd5de8365e3 tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Lock "9f85ffda-955a-48a7-ad50-c704b320b7d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.136609] env[70483]: DEBUG oslo_concurrency.lockutils [None req-83c20bed-c569-4697-a050-2fd5de8365e3 tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Acquiring lock "9f85ffda-955a-48a7-ad50-c704b320b7d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.136789] env[70483]: DEBUG oslo_concurrency.lockutils [None req-83c20bed-c569-4697-a050-2fd5de8365e3 tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Lock "9f85ffda-955a-48a7-ad50-c704b320b7d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.136958] env[70483]: DEBUG oslo_concurrency.lockutils [None req-83c20bed-c569-4697-a050-2fd5de8365e3 tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Lock "9f85ffda-955a-48a7-ad50-c704b320b7d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.139455] env[70483]: INFO nova.compute.manager [None req-83c20bed-c569-4697-a050-2fd5de8365e3 tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Terminating instance [ 817.285824] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c42d7ec3-39a2-4dbe-ba01-dd64c4619f27 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Lock "58c2aa58-cefc-47ad-a6b2-1e266167c867" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.549s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.419850] env[70483]: DEBUG nova.scheduler.client.report [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.442847] env[70483]: DEBUG nova.compute.manager [None req-2d66440f-50b1-4079-8913-5821322d8527 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Found 3 images (rotation: 2) {{(pid=70483) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 817.443138] env[70483]: DEBUG nova.compute.manager [None req-2d66440f-50b1-4079-8913-5821322d8527 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Rotating out 1 backups {{(pid=70483) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 817.443242] env[70483]: DEBUG nova.compute.manager [None req-2d66440f-50b1-4079-8913-5821322d8527 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Deleting image 1f892208-8920-4adb-a5f6-6725b5ea6456 {{(pid=70483) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 817.597145] env[70483]: DEBUG nova.network.neutron [req-fdfae39a-e042-4afa-ac39-8916f3fd05a3 req-d0d993fd-e4e5-4133-a4fc-4a0d9399cc50 service nova] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Updated VIF entry in instance network info cache for port d4b68cba-803f-4d8f-9782-e009f6334293. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.597581] env[70483]: DEBUG nova.network.neutron [req-fdfae39a-e042-4afa-ac39-8916f3fd05a3 req-d0d993fd-e4e5-4133-a4fc-4a0d9399cc50 service nova] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Updating instance_info_cache with network_info: [{"id": "62c5818a-0e09-487c-aa2f-fcf35fc915aa", "address": "fa:16:3e:eb:0e:0a", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62c5818a-0e", "ovs_interfaceid": "62c5818a-0e09-487c-aa2f-fcf35fc915aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d4b68cba-803f-4d8f-9782-e009f6334293", "address": "fa:16:3e:eb:fb:94", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4b68cba-80", "ovs_interfaceid": "d4b68cba-803f-4d8f-9782-e009f6334293", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.644764] env[70483]: DEBUG nova.compute.manager [None req-83c20bed-c569-4697-a050-2fd5de8365e3 tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.645023] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-83c20bed-c569-4697-a050-2fd5de8365e3 tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.646241] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d526ce8a-1207-4b5c-be62-ba3a54227cb5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.655721] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c20bed-c569-4697-a050-2fd5de8365e3 tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.655961] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6de1117-a19b-406f-9b57-f79f810aa851 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.662434] env[70483]: DEBUG oslo_vmware.api [None req-83c20bed-c569-4697-a050-2fd5de8365e3 tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Waiting for the task: (returnval){ [ 817.662434] env[70483]: value = "task-3477832" [ 817.662434] env[70483]: _type = "Task" [ 817.662434] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.670575] env[70483]: DEBUG oslo_vmware.api [None req-83c20bed-c569-4697-a050-2fd5de8365e3 tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Task: {'id': task-3477832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.788275] env[70483]: DEBUG nova.compute.manager [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 817.884279] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a76732c4-7bcc-46ea-bfdd-7b7aa439b36f tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Lock "e630f6cf-d91f-4ce9-a01e-a508523990ef" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.332s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.927914] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70483) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 817.927914] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.737s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.928219] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fa4fa2b0-bf57-406d-a3e9-e9a5fa62c39f tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.796s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.928440] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fa4fa2b0-bf57-406d-a3e9-e9a5fa62c39f tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.930564] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.457s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.932061] env[70483]: INFO nova.compute.claims [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.959705] env[70483]: INFO nova.scheduler.client.report [None req-fa4fa2b0-bf57-406d-a3e9-e9a5fa62c39f tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Deleted allocations for instance 126e670b-cfa9-4316-b2e1-a6782d2b3684 [ 818.100030] env[70483]: DEBUG oslo_concurrency.lockutils [req-fdfae39a-e042-4afa-ac39-8916f3fd05a3 req-d0d993fd-e4e5-4133-a4fc-4a0d9399cc50 service nova] Releasing lock "refresh_cache-9dde88a1-377d-40a4-86d5-587cc3b81532" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.100179] env[70483]: DEBUG nova.compute.manager [req-fdfae39a-e042-4afa-ac39-8916f3fd05a3 req-d0d993fd-e4e5-4133-a4fc-4a0d9399cc50 service nova] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Received event network-vif-deleted-488fd707-e6bc-4e78-b600-433e5993d781 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.174970] env[70483]: DEBUG oslo_vmware.api [None req-83c20bed-c569-4697-a050-2fd5de8365e3 tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Task: {'id': task-3477832, 'name': PowerOffVM_Task, 'duration_secs': 0.223026} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.175271] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c20bed-c569-4697-a050-2fd5de8365e3 tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.175468] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-83c20bed-c569-4697-a050-2fd5de8365e3 tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.175723] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71fda371-4b48-4a88-bfe9-2cdc022cdb99 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.242302] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-83c20bed-c569-4697-a050-2fd5de8365e3 tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.242523] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-83c20bed-c569-4697-a050-2fd5de8365e3 tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.242809] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-83c20bed-c569-4697-a050-2fd5de8365e3 tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Deleting the datastore file [datastore1] 9f85ffda-955a-48a7-ad50-c704b320b7d3 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.243115] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-893c244f-e70d-4e83-9831-9d299d62694e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.249521] env[70483]: DEBUG oslo_vmware.api [None req-83c20bed-c569-4697-a050-2fd5de8365e3 tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Waiting for the task: (returnval){ [ 818.249521] env[70483]: value = "task-3477834" [ 818.249521] env[70483]: _type = "Task" [ 818.249521] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.260164] env[70483]: DEBUG oslo_vmware.api [None req-83c20bed-c569-4697-a050-2fd5de8365e3 tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Task: {'id': task-3477834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.326878] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.469787] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fa4fa2b0-bf57-406d-a3e9-e9a5fa62c39f tempest-ServerShowV254Test-2124374764 tempest-ServerShowV254Test-2124374764-project-member] Lock "126e670b-cfa9-4316-b2e1-a6782d2b3684" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.695s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.760788] env[70483]: DEBUG oslo_vmware.api [None req-83c20bed-c569-4697-a050-2fd5de8365e3 tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Task: {'id': task-3477834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144036} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.761527] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-83c20bed-c569-4697-a050-2fd5de8365e3 tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.761803] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-83c20bed-c569-4697-a050-2fd5de8365e3 tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.761928] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-83c20bed-c569-4697-a050-2fd5de8365e3 tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.762120] env[70483]: INFO nova.compute.manager [None req-83c20bed-c569-4697-a050-2fd5de8365e3 tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 818.762375] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83c20bed-c569-4697-a050-2fd5de8365e3 tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.762566] env[70483]: DEBUG nova.compute.manager [-] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.762663] env[70483]: DEBUG nova.network.neutron [-] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.331818] env[70483]: DEBUG nova.compute.manager [None req-842d681c-5b45-424b-b02e-5c1bdab4e9ec tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.335291] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974aeb52-8ba6-470b-bbff-d339d9ca3a70 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.497849] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Acquiring lock "a97dc332-4c51-4dcc-ac42-0b477aca5e3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.498104] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Lock "a97dc332-4c51-4dcc-ac42-0b477aca5e3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.561588] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a6aa93-3019-4931-a045-9c87e88713f5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.569707] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268d52f4-df3d-4b96-90d3-79bd68e1eb6c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.602159] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f64901-548b-4454-8b8e-b5815f66e292 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.617958] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f370fa5e-07ec-47f9-aa43-90e0b1b3d5da {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.633444] env[70483]: DEBUG nova.compute.provider_tree [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.635622] env[70483]: DEBUG nova.compute.manager [req-3d761c65-fc69-4169-a697-7136ad77aa1b req-0e9a1128-ec54-45d8-b334-c62fd3e17fdb service nova] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Received event network-vif-deleted-c356b816-0068-40f8-8632-50ff0da715a0 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.636272] env[70483]: INFO nova.compute.manager [req-3d761c65-fc69-4169-a697-7136ad77aa1b req-0e9a1128-ec54-45d8-b334-c62fd3e17fdb service nova] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Neutron deleted interface c356b816-0068-40f8-8632-50ff0da715a0; detaching it from the instance and deleting it from the info cache [ 819.636272] env[70483]: DEBUG nova.network.neutron [req-3d761c65-fc69-4169-a697-7136ad77aa1b req-0e9a1128-ec54-45d8-b334-c62fd3e17fdb service nova] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.844835] env[70483]: INFO nova.compute.manager [None req-842d681c-5b45-424b-b02e-5c1bdab4e9ec tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] instance snapshotting [ 819.847745] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b09c16-179c-4691-b747-f7a4759a77c7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.867095] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99675553-26fd-44d0-aaf7-5b5107512508 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.875630] env[70483]: DEBUG nova.network.neutron [-] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.957845] env[70483]: DEBUG oslo_concurrency.lockutils [None req-14d43730-3f9f-4af2-9c14-528c96dac9a7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "interface-9dde88a1-377d-40a4-86d5-587cc3b81532-d4b68cba-803f-4d8f-9782-e009f6334293" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.958730] env[70483]: DEBUG oslo_concurrency.lockutils [None req-14d43730-3f9f-4af2-9c14-528c96dac9a7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "interface-9dde88a1-377d-40a4-86d5-587cc3b81532-d4b68cba-803f-4d8f-9782-e009f6334293" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.138748] env[70483]: DEBUG nova.scheduler.client.report [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.146132] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f5644203-dc88-4502-8334-0bb243ba8800 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.156813] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1d7737-9c42-491e-afea-d9cc7bb33c51 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.196216] env[70483]: DEBUG nova.compute.manager [req-3d761c65-fc69-4169-a697-7136ad77aa1b req-0e9a1128-ec54-45d8-b334-c62fd3e17fdb service nova] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Detach interface failed, port_id=c356b816-0068-40f8-8632-50ff0da715a0, reason: Instance 9f85ffda-955a-48a7-ad50-c704b320b7d3 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 820.378613] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-842d681c-5b45-424b-b02e-5c1bdab4e9ec tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Creating Snapshot of the VM instance {{(pid=70483) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 820.378613] env[70483]: INFO nova.compute.manager [-] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Took 1.62 seconds to deallocate network for instance. [ 820.381019] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8d5e6773-5a98-4445-af74-c4c1c50c0bf4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.392120] env[70483]: DEBUG oslo_vmware.api [None req-842d681c-5b45-424b-b02e-5c1bdab4e9ec tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Waiting for the task: (returnval){ [ 820.392120] env[70483]: value = "task-3477835" [ 820.392120] env[70483]: _type = "Task" [ 820.392120] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.403669] env[70483]: DEBUG oslo_vmware.api [None req-842d681c-5b45-424b-b02e-5c1bdab4e9ec tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477835, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.463885] env[70483]: DEBUG oslo_concurrency.lockutils [None req-14d43730-3f9f-4af2-9c14-528c96dac9a7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "9dde88a1-377d-40a4-86d5-587cc3b81532" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.464076] env[70483]: DEBUG oslo_concurrency.lockutils [None req-14d43730-3f9f-4af2-9c14-528c96dac9a7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquired lock "9dde88a1-377d-40a4-86d5-587cc3b81532" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.464985] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c962a3-061f-4426-b63c-3ca916a29eda {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.484767] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb26436-8c6c-4c21-a412-b34d55f7a466 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.519677] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-14d43730-3f9f-4af2-9c14-528c96dac9a7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Reconfiguring VM to detach interface {{(pid=70483) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 820.520278] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e37189b8-6b2e-44fa-8407-624398d3e692 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.540560] env[70483]: DEBUG oslo_vmware.api [None req-14d43730-3f9f-4af2-9c14-528c96dac9a7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 820.540560] env[70483]: value = "task-3477836" [ 820.540560] env[70483]: _type = "Task" [ 820.540560] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.549288] env[70483]: DEBUG oslo_vmware.api [None req-14d43730-3f9f-4af2-9c14-528c96dac9a7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3477836, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.605315] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d030299a-607d-4507-b4b4-64ae3a2a2e50 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "7586d90c-26f8-4054-8574-e4585eaadc45" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.605565] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d030299a-607d-4507-b4b4-64ae3a2a2e50 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "7586d90c-26f8-4054-8574-e4585eaadc45" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.605748] env[70483]: DEBUG nova.compute.manager [None req-d030299a-607d-4507-b4b4-64ae3a2a2e50 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.606658] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a66a5d-eb4e-4844-9ce6-6bf750c843ea {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.613734] env[70483]: DEBUG nova.compute.manager [None req-d030299a-607d-4507-b4b4-64ae3a2a2e50 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70483) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 820.614420] env[70483]: DEBUG nova.objects.instance [None req-d030299a-607d-4507-b4b4-64ae3a2a2e50 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lazy-loading 'flavor' on Instance uuid 7586d90c-26f8-4054-8574-e4585eaadc45 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.649880] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.650454] env[70483]: DEBUG nova.compute.manager [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.653360] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.417s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.654728] env[70483]: INFO nova.compute.claims [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.758035] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5159124c-d094-449c-bd11-20e603e32099 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Acquiring lock "afa74f93-41d6-447c-b11f-eaaca0e6bc98" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.758329] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5159124c-d094-449c-bd11-20e603e32099 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Lock "afa74f93-41d6-447c-b11f-eaaca0e6bc98" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.758518] env[70483]: DEBUG nova.compute.manager [None req-5159124c-d094-449c-bd11-20e603e32099 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.759440] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae770efc-c0ae-4297-95c5-de8326f0bf5b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.768425] env[70483]: DEBUG nova.compute.manager [None req-5159124c-d094-449c-bd11-20e603e32099 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70483) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 820.768425] env[70483]: DEBUG nova.objects.instance [None req-5159124c-d094-449c-bd11-20e603e32099 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Lazy-loading 'flavor' on Instance uuid afa74f93-41d6-447c-b11f-eaaca0e6bc98 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.892905] env[70483]: DEBUG oslo_concurrency.lockutils [None req-83c20bed-c569-4697-a050-2fd5de8365e3 tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.901974] env[70483]: DEBUG oslo_vmware.api [None req-842d681c-5b45-424b-b02e-5c1bdab4e9ec tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477835, 'name': CreateSnapshot_Task, 'duration_secs': 0.487232} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.902260] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-842d681c-5b45-424b-b02e-5c1bdab4e9ec tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Created Snapshot of the VM instance {{(pid=70483) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 820.902996] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d0920e-2ee4-482b-9112-9570c8799bd9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.050742] env[70483]: DEBUG oslo_vmware.api [None req-14d43730-3f9f-4af2-9c14-528c96dac9a7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3477836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.160771] env[70483]: DEBUG nova.compute.utils [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 821.163129] env[70483]: DEBUG nova.compute.manager [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 821.163234] env[70483]: DEBUG nova.network.neutron [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 821.205251] env[70483]: DEBUG nova.policy [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f7ce145707446678df6ab2bff02d045', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84418d18165e4ac190d3bda896cf0ab7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.420330] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-842d681c-5b45-424b-b02e-5c1bdab4e9ec tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Creating linked-clone VM from snapshot {{(pid=70483) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 821.420693] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c2603466-07da-4fb6-be14-fde633365c05 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.429617] env[70483]: DEBUG oslo_vmware.api [None req-842d681c-5b45-424b-b02e-5c1bdab4e9ec tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Waiting for the task: (returnval){ [ 821.429617] env[70483]: value = "task-3477837" [ 821.429617] env[70483]: _type = "Task" [ 821.429617] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.437805] env[70483]: DEBUG oslo_vmware.api [None req-842d681c-5b45-424b-b02e-5c1bdab4e9ec tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477837, 'name': CloneVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.507703] env[70483]: DEBUG nova.network.neutron [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Successfully created port: 76ca55f9-df91-49f5-a2aa-a0604035ecb1 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.554409] env[70483]: DEBUG oslo_vmware.api [None req-14d43730-3f9f-4af2-9c14-528c96dac9a7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3477836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.624257] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d030299a-607d-4507-b4b4-64ae3a2a2e50 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.624257] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49014557-d690-4239-8adf-61ab6973e8fd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.631520] env[70483]: DEBUG oslo_vmware.api [None req-d030299a-607d-4507-b4b4-64ae3a2a2e50 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 821.631520] env[70483]: value = "task-3477838" [ 821.631520] env[70483]: _type = "Task" [ 821.631520] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.638762] env[70483]: DEBUG oslo_vmware.api [None req-d030299a-607d-4507-b4b4-64ae3a2a2e50 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.663820] env[70483]: DEBUG nova.compute.manager [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 821.774975] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-5159124c-d094-449c-bd11-20e603e32099 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.775358] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6822577-c73d-460f-8410-1c5b66b6c00e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.783779] env[70483]: DEBUG oslo_vmware.api [None req-5159124c-d094-449c-bd11-20e603e32099 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Waiting for the task: (returnval){ [ 821.783779] env[70483]: value = "task-3477839" [ 821.783779] env[70483]: _type = "Task" [ 821.783779] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.794445] env[70483]: DEBUG oslo_vmware.api [None req-5159124c-d094-449c-bd11-20e603e32099 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.942047] env[70483]: DEBUG oslo_vmware.api [None req-842d681c-5b45-424b-b02e-5c1bdab4e9ec tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477837, 'name': CloneVM_Task} progress is 94%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.054114] env[70483]: DEBUG oslo_vmware.api [None req-14d43730-3f9f-4af2-9c14-528c96dac9a7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3477836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.140222] env[70483]: DEBUG oslo_vmware.api [None req-d030299a-607d-4507-b4b4-64ae3a2a2e50 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477838, 'name': PowerOffVM_Task, 'duration_secs': 0.39833} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.142604] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d030299a-607d-4507-b4b4-64ae3a2a2e50 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.142803] env[70483]: DEBUG nova.compute.manager [None req-d030299a-607d-4507-b4b4-64ae3a2a2e50 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.143733] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2338af28-76d8-4370-b974-70e4cfa89454 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.191537] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867a3ec9-0096-471d-b66c-852833a3745e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.198726] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38432c51-af2e-4c86-b5cc-f55a1a9702f9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.231420] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4c6838-21db-4ab2-bab3-7841a441f94d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.239088] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26116943-dd9b-435f-9278-4278a15469a6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.254029] env[70483]: DEBUG nova.compute.provider_tree [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.293307] env[70483]: DEBUG oslo_vmware.api [None req-5159124c-d094-449c-bd11-20e603e32099 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477839, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.440170] env[70483]: DEBUG oslo_vmware.api [None req-842d681c-5b45-424b-b02e-5c1bdab4e9ec tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477837, 'name': CloneVM_Task} progress is 94%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.552614] env[70483]: DEBUG oslo_vmware.api [None req-14d43730-3f9f-4af2-9c14-528c96dac9a7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3477836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.656805] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d030299a-607d-4507-b4b4-64ae3a2a2e50 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "7586d90c-26f8-4054-8574-e4585eaadc45" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.679515] env[70483]: DEBUG nova.compute.manager [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.706498] env[70483]: DEBUG nova.virt.hardware [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.706729] env[70483]: DEBUG nova.virt.hardware [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.706887] env[70483]: DEBUG nova.virt.hardware [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.707082] env[70483]: DEBUG nova.virt.hardware [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.707231] env[70483]: DEBUG nova.virt.hardware [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.707377] env[70483]: DEBUG nova.virt.hardware [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.707586] env[70483]: DEBUG nova.virt.hardware [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.707742] env[70483]: DEBUG nova.virt.hardware [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.707904] env[70483]: DEBUG nova.virt.hardware [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.708080] env[70483]: DEBUG nova.virt.hardware [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.708252] env[70483]: DEBUG nova.virt.hardware [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.709487] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7877b3b6-f5c8-4abc-999f-b92e9ab37cf9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.718096] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ffe297-743d-435c-a250-2dac01a2df35 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.755960] env[70483]: DEBUG nova.scheduler.client.report [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.794879] env[70483]: DEBUG oslo_vmware.api [None req-5159124c-d094-449c-bd11-20e603e32099 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477839, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.941032] env[70483]: DEBUG oslo_vmware.api [None req-842d681c-5b45-424b-b02e-5c1bdab4e9ec tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477837, 'name': CloneVM_Task, 'duration_secs': 1.200345} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.941303] env[70483]: INFO nova.virt.vmwareapi.vmops [None req-842d681c-5b45-424b-b02e-5c1bdab4e9ec tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Created linked-clone VM from snapshot [ 822.942052] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181c19ec-b960-4de0-bbb0-bfb215354283 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.952417] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-842d681c-5b45-424b-b02e-5c1bdab4e9ec tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Uploading image ec794a9a-7041-4640-9478-27f061783eb5 {{(pid=70483) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 822.985439] env[70483]: DEBUG oslo_vmware.rw_handles [None req-842d681c-5b45-424b-b02e-5c1bdab4e9ec tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 822.985439] env[70483]: value = "vm-695337" [ 822.985439] env[70483]: _type = "VirtualMachine" [ 822.985439] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 822.985829] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8ad550c5-c295-488c-92ba-c3e2f32630aa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.992601] env[70483]: DEBUG oslo_vmware.rw_handles [None req-842d681c-5b45-424b-b02e-5c1bdab4e9ec tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Lease: (returnval){ [ 822.992601] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524ac821-610f-91e7-cfd7-6c82155c29c6" [ 822.992601] env[70483]: _type = "HttpNfcLease" [ 822.992601] env[70483]: } obtained for exporting VM: (result){ [ 822.992601] env[70483]: value = "vm-695337" [ 822.992601] env[70483]: _type = "VirtualMachine" [ 822.992601] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 822.992864] env[70483]: DEBUG oslo_vmware.api [None req-842d681c-5b45-424b-b02e-5c1bdab4e9ec tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Waiting for the lease: (returnval){ [ 822.992864] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524ac821-610f-91e7-cfd7-6c82155c29c6" [ 822.992864] env[70483]: _type = "HttpNfcLease" [ 822.992864] env[70483]: } to be ready. {{(pid=70483) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 823.000406] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 823.000406] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524ac821-610f-91e7-cfd7-6c82155c29c6" [ 823.000406] env[70483]: _type = "HttpNfcLease" [ 823.000406] env[70483]: } is initializing. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 823.054841] env[70483]: DEBUG oslo_vmware.api [None req-14d43730-3f9f-4af2-9c14-528c96dac9a7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3477836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.063538] env[70483]: DEBUG nova.network.neutron [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Successfully updated port: 76ca55f9-df91-49f5-a2aa-a0604035ecb1 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 823.114851] env[70483]: DEBUG nova.compute.manager [req-c6bce1d1-7798-443f-b0eb-10519748b237 req-72cce244-3c5b-4925-b9ee-f303224678d6 service nova] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Received event network-vif-plugged-76ca55f9-df91-49f5-a2aa-a0604035ecb1 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.114851] env[70483]: DEBUG oslo_concurrency.lockutils [req-c6bce1d1-7798-443f-b0eb-10519748b237 req-72cce244-3c5b-4925-b9ee-f303224678d6 service nova] Acquiring lock "5ab5b747-1655-4116-bdfa-46b8dcfec6b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.114851] env[70483]: DEBUG oslo_concurrency.lockutils [req-c6bce1d1-7798-443f-b0eb-10519748b237 req-72cce244-3c5b-4925-b9ee-f303224678d6 service nova] Lock "5ab5b747-1655-4116-bdfa-46b8dcfec6b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.114851] env[70483]: DEBUG oslo_concurrency.lockutils [req-c6bce1d1-7798-443f-b0eb-10519748b237 req-72cce244-3c5b-4925-b9ee-f303224678d6 service nova] Lock "5ab5b747-1655-4116-bdfa-46b8dcfec6b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.114851] env[70483]: DEBUG nova.compute.manager [req-c6bce1d1-7798-443f-b0eb-10519748b237 req-72cce244-3c5b-4925-b9ee-f303224678d6 service nova] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] No waiting events found dispatching network-vif-plugged-76ca55f9-df91-49f5-a2aa-a0604035ecb1 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 823.114851] env[70483]: WARNING nova.compute.manager [req-c6bce1d1-7798-443f-b0eb-10519748b237 req-72cce244-3c5b-4925-b9ee-f303224678d6 service nova] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Received unexpected event network-vif-plugged-76ca55f9-df91-49f5-a2aa-a0604035ecb1 for instance with vm_state building and task_state spawning. [ 823.260988] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.261623] env[70483]: DEBUG nova.compute.manager [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 823.264620] env[70483]: DEBUG oslo_concurrency.lockutils [None req-21435c15-b197-48c1-b6a3-f64e0be56f1c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.712s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.264837] env[70483]: DEBUG oslo_concurrency.lockutils [None req-21435c15-b197-48c1-b6a3-f64e0be56f1c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.267089] env[70483]: DEBUG oslo_concurrency.lockutils [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.548s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.268620] env[70483]: INFO nova.compute.claims [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 823.291917] env[70483]: INFO nova.scheduler.client.report [None req-21435c15-b197-48c1-b6a3-f64e0be56f1c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Deleted allocations for instance 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc [ 823.300315] env[70483]: DEBUG oslo_vmware.api [None req-5159124c-d094-449c-bd11-20e603e32099 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477839, 'name': PowerOffVM_Task, 'duration_secs': 1.219017} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.300888] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-5159124c-d094-449c-bd11-20e603e32099 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.301162] env[70483]: DEBUG nova.compute.manager [None req-5159124c-d094-449c-bd11-20e603e32099 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.302186] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234a2400-e43a-4423-a2e2-baec4b6cd976 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.502981] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 823.502981] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524ac821-610f-91e7-cfd7-6c82155c29c6" [ 823.502981] env[70483]: _type = "HttpNfcLease" [ 823.502981] env[70483]: } is ready. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 823.503312] env[70483]: DEBUG oslo_vmware.rw_handles [None req-842d681c-5b45-424b-b02e-5c1bdab4e9ec tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 823.503312] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524ac821-610f-91e7-cfd7-6c82155c29c6" [ 823.503312] env[70483]: _type = "HttpNfcLease" [ 823.503312] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 823.504438] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1e330d-ae50-47d1-a01f-d1defd18e3c3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.512499] env[70483]: DEBUG oslo_vmware.rw_handles [None req-842d681c-5b45-424b-b02e-5c1bdab4e9ec tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5215605e-dd4f-84d5-3f5f-1f21731144d4/disk-0.vmdk from lease info. {{(pid=70483) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 823.512499] env[70483]: DEBUG oslo_vmware.rw_handles [None req-842d681c-5b45-424b-b02e-5c1bdab4e9ec tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5215605e-dd4f-84d5-3f5f-1f21731144d4/disk-0.vmdk for reading. {{(pid=70483) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 823.571391] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquiring lock "refresh_cache-5ab5b747-1655-4116-bdfa-46b8dcfec6b8" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.571574] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquired lock "refresh_cache-5ab5b747-1655-4116-bdfa-46b8dcfec6b8" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.571754] env[70483]: DEBUG nova.network.neutron [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.583031] env[70483]: DEBUG oslo_vmware.api [None req-14d43730-3f9f-4af2-9c14-528c96dac9a7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3477836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.606783] env[70483]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-09e53b06-f915-44a9-ab48-70fb33561a77 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.773816] env[70483]: DEBUG nova.compute.utils [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 823.777490] env[70483]: DEBUG nova.compute.manager [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 823.777713] env[70483]: DEBUG nova.network.neutron [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 823.804226] env[70483]: DEBUG oslo_concurrency.lockutils [None req-21435c15-b197-48c1-b6a3-f64e0be56f1c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Lock "4732ccdb-9242-4feb-a4c4-ec145ae5a7cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.029s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.805153] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d673fd92-a27f-41ce-8d19-a9fdb431c56e tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Lock "4732ccdb-9242-4feb-a4c4-ec145ae5a7cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 32.748s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.805400] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d673fd92-a27f-41ce-8d19-a9fdb431c56e tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Acquiring lock "4732ccdb-9242-4feb-a4c4-ec145ae5a7cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.805640] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d673fd92-a27f-41ce-8d19-a9fdb431c56e tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Lock "4732ccdb-9242-4feb-a4c4-ec145ae5a7cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.805836] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d673fd92-a27f-41ce-8d19-a9fdb431c56e tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Lock "4732ccdb-9242-4feb-a4c4-ec145ae5a7cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.809822] env[70483]: INFO nova.compute.manager [None req-d673fd92-a27f-41ce-8d19-a9fdb431c56e tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Terminating instance [ 823.817423] env[70483]: DEBUG nova.policy [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30ee31ab2f1847d0a5742868ee1961c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2763386fcad4fb7a9479325b596b035', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 823.819478] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5159124c-d094-449c-bd11-20e603e32099 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Lock "afa74f93-41d6-447c-b11f-eaaca0e6bc98" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 3.061s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.095188] env[70483]: DEBUG oslo_vmware.api [None req-14d43730-3f9f-4af2-9c14-528c96dac9a7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3477836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.127659] env[70483]: DEBUG nova.network.neutron [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.243782] env[70483]: DEBUG nova.network.neutron [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Successfully created port: bfe02948-1ed6-4fa1-affc-3a13fd3235d1 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 824.278544] env[70483]: DEBUG nova.compute.manager [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 824.323345] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d673fd92-a27f-41ce-8d19-a9fdb431c56e tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Acquiring lock "refresh_cache-4732ccdb-9242-4feb-a4c4-ec145ae5a7cc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.324421] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d673fd92-a27f-41ce-8d19-a9fdb431c56e tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Acquired lock "refresh_cache-4732ccdb-9242-4feb-a4c4-ec145ae5a7cc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.324773] env[70483]: DEBUG nova.network.neutron [None req-d673fd92-a27f-41ce-8d19-a9fdb431c56e tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.347951] env[70483]: DEBUG nova.compute.manager [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Stashing vm_state: stopped {{(pid=70483) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 824.375995] env[70483]: DEBUG nova.network.neutron [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Updating instance_info_cache with network_info: [{"id": "76ca55f9-df91-49f5-a2aa-a0604035ecb1", "address": "fa:16:3e:51:69:3a", "network": {"id": "9861b311-3a0b-4bcb-9999-396319727fd4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1974117760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84418d18165e4ac190d3bda896cf0ab7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76ca55f9-df", "ovs_interfaceid": "76ca55f9-df91-49f5-a2aa-a0604035ecb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.582056] env[70483]: DEBUG oslo_vmware.api [None req-14d43730-3f9f-4af2-9c14-528c96dac9a7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3477836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.753039] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e87e7fd7-a351-4182-9abb-e34c2a49672c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Acquiring lock "77c84798-aa60-45c9-903b-42ce69e2d371" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.753314] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e87e7fd7-a351-4182-9abb-e34c2a49672c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Lock "77c84798-aa60-45c9-903b-42ce69e2d371" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.753518] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e87e7fd7-a351-4182-9abb-e34c2a49672c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Acquiring lock "77c84798-aa60-45c9-903b-42ce69e2d371-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.753715] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e87e7fd7-a351-4182-9abb-e34c2a49672c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Lock "77c84798-aa60-45c9-903b-42ce69e2d371-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.753987] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e87e7fd7-a351-4182-9abb-e34c2a49672c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Lock "77c84798-aa60-45c9-903b-42ce69e2d371-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.756742] env[70483]: INFO nova.compute.manager [None req-e87e7fd7-a351-4182-9abb-e34c2a49672c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Terminating instance [ 824.829676] env[70483]: DEBUG nova.compute.utils [None req-d673fd92-a27f-41ce-8d19-a9fdb431c56e tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Can not refresh info_cache because instance was not found {{(pid=70483) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 824.848834] env[70483]: DEBUG nova.network.neutron [None req-d673fd92-a27f-41ce-8d19-a9fdb431c56e tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.872395] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.881778] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Releasing lock "refresh_cache-5ab5b747-1655-4116-bdfa-46b8dcfec6b8" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.882176] env[70483]: DEBUG nova.compute.manager [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Instance network_info: |[{"id": "76ca55f9-df91-49f5-a2aa-a0604035ecb1", "address": "fa:16:3e:51:69:3a", "network": {"id": "9861b311-3a0b-4bcb-9999-396319727fd4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1974117760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84418d18165e4ac190d3bda896cf0ab7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76ca55f9-df", "ovs_interfaceid": "76ca55f9-df91-49f5-a2aa-a0604035ecb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 824.883417] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:69:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76ca55f9-df91-49f5-a2aa-a0604035ecb1', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.895146] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.898756] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.902276] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e56b38c-68c3-4d03-948b-85a0fc788cba {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.918321] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972f106f-ffc9-4c1a-82cb-fa3da0055f94 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.922567] env[70483]: DEBUG nova.objects.instance [None req-4cf8bedf-e111-4aa0-b91e-abf03403fa25 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Lazy-loading 'flavor' on Instance uuid afa74f93-41d6-447c-b11f-eaaca0e6bc98 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.933440] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f09167b-b8f9-41a1-89d1-18e65524691f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.936474] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.936474] env[70483]: value = "task-3477841" [ 824.936474] env[70483]: _type = "Task" [ 824.936474] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.969398] env[70483]: DEBUG nova.network.neutron [None req-d673fd92-a27f-41ce-8d19-a9fdb431c56e tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.971554] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9615e17f-9b3a-4bf5-ac2c-eb037cd70c57 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.978662] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477841, 'name': CreateVM_Task} progress is 15%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.983991] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9f4dff-d054-4286-96b0-0b8ad8291d80 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.998967] env[70483]: DEBUG nova.compute.provider_tree [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.083043] env[70483]: DEBUG oslo_vmware.api [None req-14d43730-3f9f-4af2-9c14-528c96dac9a7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3477836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.175220] env[70483]: DEBUG nova.compute.manager [req-eab0769f-89e2-4698-a2b4-1d7d02b5992b req-31951f62-6c8d-410b-839f-47d598865a24 service nova] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Received event network-changed-76ca55f9-df91-49f5-a2aa-a0604035ecb1 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.176591] env[70483]: DEBUG nova.compute.manager [req-eab0769f-89e2-4698-a2b4-1d7d02b5992b req-31951f62-6c8d-410b-839f-47d598865a24 service nova] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Refreshing instance network info cache due to event network-changed-76ca55f9-df91-49f5-a2aa-a0604035ecb1. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 825.176591] env[70483]: DEBUG oslo_concurrency.lockutils [req-eab0769f-89e2-4698-a2b4-1d7d02b5992b req-31951f62-6c8d-410b-839f-47d598865a24 service nova] Acquiring lock "refresh_cache-5ab5b747-1655-4116-bdfa-46b8dcfec6b8" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.176591] env[70483]: DEBUG oslo_concurrency.lockutils [req-eab0769f-89e2-4698-a2b4-1d7d02b5992b req-31951f62-6c8d-410b-839f-47d598865a24 service nova] Acquired lock "refresh_cache-5ab5b747-1655-4116-bdfa-46b8dcfec6b8" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.176591] env[70483]: DEBUG nova.network.neutron [req-eab0769f-89e2-4698-a2b4-1d7d02b5992b req-31951f62-6c8d-410b-839f-47d598865a24 service nova] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Refreshing network info cache for port 76ca55f9-df91-49f5-a2aa-a0604035ecb1 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.268310] env[70483]: DEBUG nova.compute.manager [None req-e87e7fd7-a351-4182-9abb-e34c2a49672c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 825.268640] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e87e7fd7-a351-4182-9abb-e34c2a49672c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.269840] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896bb488-2ccc-4593-984f-e6b09d5d5566 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.277894] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e87e7fd7-a351-4182-9abb-e34c2a49672c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.278968] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ecbc727-0812-4218-b20f-5668b86e2bd8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.285966] env[70483]: DEBUG oslo_vmware.api [None req-e87e7fd7-a351-4182-9abb-e34c2a49672c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Waiting for the task: (returnval){ [ 825.285966] env[70483]: value = "task-3477842" [ 825.285966] env[70483]: _type = "Task" [ 825.285966] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.295065] env[70483]: DEBUG nova.compute.manager [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 825.297285] env[70483]: DEBUG oslo_vmware.api [None req-e87e7fd7-a351-4182-9abb-e34c2a49672c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Task: {'id': task-3477842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.322290] env[70483]: DEBUG nova.virt.hardware [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.322641] env[70483]: DEBUG nova.virt.hardware [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.322863] env[70483]: DEBUG nova.virt.hardware [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.323139] env[70483]: DEBUG nova.virt.hardware [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.323400] env[70483]: DEBUG nova.virt.hardware [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.323916] env[70483]: DEBUG nova.virt.hardware [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.324260] env[70483]: DEBUG nova.virt.hardware [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.324472] env[70483]: DEBUG nova.virt.hardware [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.324729] env[70483]: DEBUG nova.virt.hardware [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.325027] env[70483]: DEBUG nova.virt.hardware [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.325268] env[70483]: DEBUG nova.virt.hardware [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.326226] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d457d6-ba22-43ae-b27b-cd54fd3eb540 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.334212] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f8d8da-dfb8-4b9b-b9bc-7a27bb5adc6b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.429829] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4cf8bedf-e111-4aa0-b91e-abf03403fa25 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Acquiring lock "refresh_cache-afa74f93-41d6-447c-b11f-eaaca0e6bc98" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.430094] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4cf8bedf-e111-4aa0-b91e-abf03403fa25 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Acquired lock "refresh_cache-afa74f93-41d6-447c-b11f-eaaca0e6bc98" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.430336] env[70483]: DEBUG nova.network.neutron [None req-4cf8bedf-e111-4aa0-b91e-abf03403fa25 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.430573] env[70483]: DEBUG nova.objects.instance [None req-4cf8bedf-e111-4aa0-b91e-abf03403fa25 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Lazy-loading 'info_cache' on Instance uuid afa74f93-41d6-447c-b11f-eaaca0e6bc98 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.448027] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477841, 'name': CreateVM_Task, 'duration_secs': 0.498878} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.448217] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.448985] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.449182] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.449496] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.449776] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc7207e6-0ea7-44c4-a568-7d0e04b0ed50 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.455373] env[70483]: DEBUG oslo_vmware.api [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 825.455373] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]528d405b-2b75-a93f-e67e-b29a1fefe669" [ 825.455373] env[70483]: _type = "Task" [ 825.455373] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.464223] env[70483]: DEBUG oslo_vmware.api [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]528d405b-2b75-a93f-e67e-b29a1fefe669, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.478943] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d673fd92-a27f-41ce-8d19-a9fdb431c56e tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Releasing lock "refresh_cache-4732ccdb-9242-4feb-a4c4-ec145ae5a7cc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.479625] env[70483]: DEBUG nova.compute.manager [None req-d673fd92-a27f-41ce-8d19-a9fdb431c56e tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 825.479955] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d673fd92-a27f-41ce-8d19-a9fdb431c56e tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.480879] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e248fed-4130-478d-9610-926732d7e48d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.491660] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3dc4af-4d75-444e-89dc-6ffe3da50ddb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.502918] env[70483]: DEBUG nova.scheduler.client.report [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.531029] env[70483]: WARNING nova.virt.vmwareapi.vmops [None req-d673fd92-a27f-41ce-8d19-a9fdb431c56e tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc could not be found. [ 825.531029] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d673fd92-a27f-41ce-8d19-a9fdb431c56e tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.531228] env[70483]: INFO nova.compute.manager [None req-d673fd92-a27f-41ce-8d19-a9fdb431c56e tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Took 0.05 seconds to destroy the instance on the hypervisor. [ 825.531500] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d673fd92-a27f-41ce-8d19-a9fdb431c56e tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.532447] env[70483]: DEBUG nova.compute.manager [-] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.532557] env[70483]: DEBUG nova.network.neutron [-] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.549038] env[70483]: DEBUG nova.network.neutron [-] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.583177] env[70483]: DEBUG oslo_vmware.api [None req-14d43730-3f9f-4af2-9c14-528c96dac9a7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3477836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.796362] env[70483]: DEBUG oslo_vmware.api [None req-e87e7fd7-a351-4182-9abb-e34c2a49672c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Task: {'id': task-3477842, 'name': PowerOffVM_Task, 'duration_secs': 0.219237} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.796632] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e87e7fd7-a351-4182-9abb-e34c2a49672c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.796795] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e87e7fd7-a351-4182-9abb-e34c2a49672c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.797061] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0dcf5a18-b44c-483e-a712-6bf8d3413046 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.863010] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e87e7fd7-a351-4182-9abb-e34c2a49672c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.863229] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e87e7fd7-a351-4182-9abb-e34c2a49672c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.863401] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-e87e7fd7-a351-4182-9abb-e34c2a49672c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Deleting the datastore file [datastore2] 77c84798-aa60-45c9-903b-42ce69e2d371 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.865925] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc0e5401-1e37-4609-9b39-f036e504a623 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.869922] env[70483]: DEBUG oslo_vmware.api [None req-e87e7fd7-a351-4182-9abb-e34c2a49672c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Waiting for the task: (returnval){ [ 825.869922] env[70483]: value = "task-3477844" [ 825.869922] env[70483]: _type = "Task" [ 825.869922] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.879836] env[70483]: DEBUG oslo_vmware.api [None req-e87e7fd7-a351-4182-9abb-e34c2a49672c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Task: {'id': task-3477844, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.934040] env[70483]: DEBUG nova.objects.base [None req-4cf8bedf-e111-4aa0-b91e-abf03403fa25 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70483) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 825.967177] env[70483]: DEBUG oslo_vmware.api [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]528d405b-2b75-a93f-e67e-b29a1fefe669, 'name': SearchDatastore_Task, 'duration_secs': 0.017358} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.967177] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.967177] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.967293] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.967417] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.967590] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.967907] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0976db0a-c5c5-4e94-ad50-bfec5ef1a314 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.977126] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.977410] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.978373] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40851356-4794-4f6d-89f0-3a5b0e90fb91 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.990685] env[70483]: DEBUG oslo_vmware.api [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 825.990685] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]527e463f-24fe-53b4-23da-ea77c2942ee6" [ 825.990685] env[70483]: _type = "Task" [ 825.990685] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.000883] env[70483]: DEBUG oslo_vmware.api [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]527e463f-24fe-53b4-23da-ea77c2942ee6, 'name': SearchDatastore_Task, 'duration_secs': 0.008832} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.002400] env[70483]: DEBUG nova.network.neutron [req-eab0769f-89e2-4698-a2b4-1d7d02b5992b req-31951f62-6c8d-410b-839f-47d598865a24 service nova] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Updated VIF entry in instance network info cache for port 76ca55f9-df91-49f5-a2aa-a0604035ecb1. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.002720] env[70483]: DEBUG nova.network.neutron [req-eab0769f-89e2-4698-a2b4-1d7d02b5992b req-31951f62-6c8d-410b-839f-47d598865a24 service nova] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Updating instance_info_cache with network_info: [{"id": "76ca55f9-df91-49f5-a2aa-a0604035ecb1", "address": "fa:16:3e:51:69:3a", "network": {"id": "9861b311-3a0b-4bcb-9999-396319727fd4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1974117760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84418d18165e4ac190d3bda896cf0ab7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76ca55f9-df", "ovs_interfaceid": "76ca55f9-df91-49f5-a2aa-a0604035ecb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.003880] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fc631bd-b29f-4840-97ee-9960349c7047 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.009027] env[70483]: DEBUG oslo_concurrency.lockutils [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.009027] env[70483]: DEBUG nova.compute.manager [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 826.011937] env[70483]: DEBUG oslo_concurrency.lockutils [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.889s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.013320] env[70483]: INFO nova.compute.claims [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.016538] env[70483]: DEBUG oslo_vmware.api [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 826.016538] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52637708-bbc9-dd9a-c337-e26cb5331261" [ 826.016538] env[70483]: _type = "Task" [ 826.016538] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.017607] env[70483]: DEBUG nova.network.neutron [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Successfully updated port: bfe02948-1ed6-4fa1-affc-3a13fd3235d1 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 826.027962] env[70483]: DEBUG oslo_vmware.api [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52637708-bbc9-dd9a-c337-e26cb5331261, 'name': SearchDatastore_Task, 'duration_secs': 0.008407} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.028135] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.031070] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 5ab5b747-1655-4116-bdfa-46b8dcfec6b8/5ab5b747-1655-4116-bdfa-46b8dcfec6b8.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.031070] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c21ee248-f32a-4e05-b72d-106ab2e75c93 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.034923] env[70483]: DEBUG oslo_vmware.api [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 826.034923] env[70483]: value = "task-3477845" [ 826.034923] env[70483]: _type = "Task" [ 826.034923] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.044434] env[70483]: DEBUG oslo_vmware.api [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3477845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.051201] env[70483]: DEBUG nova.network.neutron [-] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.082948] env[70483]: DEBUG oslo_vmware.api [None req-14d43730-3f9f-4af2-9c14-528c96dac9a7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3477836, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.380110] env[70483]: DEBUG oslo_vmware.api [None req-e87e7fd7-a351-4182-9abb-e34c2a49672c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Task: {'id': task-3477844, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133595} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.380393] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-e87e7fd7-a351-4182-9abb-e34c2a49672c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.380604] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e87e7fd7-a351-4182-9abb-e34c2a49672c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.380802] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e87e7fd7-a351-4182-9abb-e34c2a49672c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.380985] env[70483]: INFO nova.compute.manager [None req-e87e7fd7-a351-4182-9abb-e34c2a49672c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Took 1.11 seconds to destroy the instance on the hypervisor. [ 826.381249] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e87e7fd7-a351-4182-9abb-e34c2a49672c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.381446] env[70483]: DEBUG nova.compute.manager [-] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 826.381605] env[70483]: DEBUG nova.network.neutron [-] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 826.507816] env[70483]: DEBUG oslo_concurrency.lockutils [req-eab0769f-89e2-4698-a2b4-1d7d02b5992b req-31951f62-6c8d-410b-839f-47d598865a24 service nova] Releasing lock "refresh_cache-5ab5b747-1655-4116-bdfa-46b8dcfec6b8" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.520884] env[70483]: DEBUG nova.compute.utils [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 826.522788] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Acquiring lock "refresh_cache-157588be-543f-4b12-93de-201a9d8fc10e" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.522948] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Acquired lock "refresh_cache-157588be-543f-4b12-93de-201a9d8fc10e" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.523106] env[70483]: DEBUG nova.network.neutron [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.524159] env[70483]: DEBUG nova.compute.manager [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Not allocating networking since 'none' was specified. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 826.546337] env[70483]: DEBUG oslo_vmware.api [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3477845, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.553301] env[70483]: INFO nova.compute.manager [-] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Took 1.02 seconds to deallocate network for instance. [ 826.584200] env[70483]: DEBUG oslo_vmware.api [None req-14d43730-3f9f-4af2-9c14-528c96dac9a7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3477836, 'name': ReconfigVM_Task, 'duration_secs': 5.762534} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.584498] env[70483]: DEBUG oslo_concurrency.lockutils [None req-14d43730-3f9f-4af2-9c14-528c96dac9a7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Releasing lock "9dde88a1-377d-40a4-86d5-587cc3b81532" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.584689] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-14d43730-3f9f-4af2-9c14-528c96dac9a7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Reconfigured VM to detach interface {{(pid=70483) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 826.761385] env[70483]: DEBUG nova.network.neutron [None req-4cf8bedf-e111-4aa0-b91e-abf03403fa25 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Updating instance_info_cache with network_info: [{"id": "5914662a-ef55-4503-a40f-3c86bb51db95", "address": "fa:16:3e:bd:ee:d0", "network": {"id": "9634ba1a-1d29-458a-b67b-1f50d07961c7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1097591859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "9a004f7695d149ffb92e7dd5982b7c55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5914662a-ef", "ovs_interfaceid": "5914662a-ef55-4503-a40f-3c86bb51db95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.030484] env[70483]: DEBUG nova.compute.manager [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 827.049854] env[70483]: DEBUG oslo_vmware.api [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3477845, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530263} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.050123] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 5ab5b747-1655-4116-bdfa-46b8dcfec6b8/5ab5b747-1655-4116-bdfa-46b8dcfec6b8.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.050346] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.050650] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4e50db5-ea76-498f-95f3-4240d7a58225 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.057754] env[70483]: DEBUG oslo_vmware.api [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 827.057754] env[70483]: value = "task-3477846" [ 827.057754] env[70483]: _type = "Task" [ 827.057754] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.058275] env[70483]: INFO nova.compute.manager [None req-d673fd92-a27f-41ce-8d19-a9fdb431c56e tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Instance disappeared during terminate [ 827.058472] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d673fd92-a27f-41ce-8d19-a9fdb431c56e tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Lock "4732ccdb-9242-4feb-a4c4-ec145ae5a7cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.253s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.072507] env[70483]: DEBUG oslo_vmware.api [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3477846, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.080186] env[70483]: DEBUG nova.network.neutron [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 827.237180] env[70483]: DEBUG nova.network.neutron [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Updating instance_info_cache with network_info: [{"id": "bfe02948-1ed6-4fa1-affc-3a13fd3235d1", "address": "fa:16:3e:3c:48:d1", "network": {"id": "7f3bddb3-cb5d-4384-bbc8-dd4fd1264299", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-509316479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2763386fcad4fb7a9479325b596b035", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfe02948-1e", "ovs_interfaceid": "bfe02948-1ed6-4fa1-affc-3a13fd3235d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.266262] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4cf8bedf-e111-4aa0-b91e-abf03403fa25 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Releasing lock "refresh_cache-afa74f93-41d6-447c-b11f-eaaca0e6bc98" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.288323] env[70483]: DEBUG nova.network.neutron [-] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.426574] env[70483]: DEBUG nova.compute.manager [req-f47ce949-b333-4ef1-b9f1-1b6327913b98 req-f7c74319-c158-491f-98bc-a6b7055ac6ed service nova] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Received event network-vif-deleted-d4b68cba-803f-4d8f-9782-e009f6334293 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.426788] env[70483]: INFO nova.compute.manager [req-f47ce949-b333-4ef1-b9f1-1b6327913b98 req-f7c74319-c158-491f-98bc-a6b7055ac6ed service nova] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Neutron deleted interface d4b68cba-803f-4d8f-9782-e009f6334293; detaching it from the instance and deleting it from the info cache [ 827.427514] env[70483]: DEBUG nova.network.neutron [req-f47ce949-b333-4ef1-b9f1-1b6327913b98 req-f7c74319-c158-491f-98bc-a6b7055ac6ed service nova] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Updating instance_info_cache with network_info: [{"id": "62c5818a-0e09-487c-aa2f-fcf35fc915aa", "address": "fa:16:3e:eb:0e:0a", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62c5818a-0e", "ovs_interfaceid": "62c5818a-0e09-487c-aa2f-fcf35fc915aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.450777] env[70483]: DEBUG nova.compute.manager [req-879fe626-f5c9-4bc9-8b45-f90999a176f5 req-76191183-2c6c-4773-905b-4b0ba9e5bd0f service nova] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Received event network-vif-plugged-bfe02948-1ed6-4fa1-affc-3a13fd3235d1 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.450998] env[70483]: DEBUG oslo_concurrency.lockutils [req-879fe626-f5c9-4bc9-8b45-f90999a176f5 req-76191183-2c6c-4773-905b-4b0ba9e5bd0f service nova] Acquiring lock "157588be-543f-4b12-93de-201a9d8fc10e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.451258] env[70483]: DEBUG oslo_concurrency.lockutils [req-879fe626-f5c9-4bc9-8b45-f90999a176f5 req-76191183-2c6c-4773-905b-4b0ba9e5bd0f service nova] Lock "157588be-543f-4b12-93de-201a9d8fc10e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.451371] env[70483]: DEBUG oslo_concurrency.lockutils [req-879fe626-f5c9-4bc9-8b45-f90999a176f5 req-76191183-2c6c-4773-905b-4b0ba9e5bd0f service nova] Lock "157588be-543f-4b12-93de-201a9d8fc10e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.451523] env[70483]: DEBUG nova.compute.manager [req-879fe626-f5c9-4bc9-8b45-f90999a176f5 req-76191183-2c6c-4773-905b-4b0ba9e5bd0f service nova] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] No waiting events found dispatching network-vif-plugged-bfe02948-1ed6-4fa1-affc-3a13fd3235d1 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 827.451684] env[70483]: WARNING nova.compute.manager [req-879fe626-f5c9-4bc9-8b45-f90999a176f5 req-76191183-2c6c-4773-905b-4b0ba9e5bd0f service nova] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Received unexpected event network-vif-plugged-bfe02948-1ed6-4fa1-affc-3a13fd3235d1 for instance with vm_state building and task_state spawning. [ 827.451885] env[70483]: DEBUG nova.compute.manager [req-879fe626-f5c9-4bc9-8b45-f90999a176f5 req-76191183-2c6c-4773-905b-4b0ba9e5bd0f service nova] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Received event network-changed-bfe02948-1ed6-4fa1-affc-3a13fd3235d1 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.452025] env[70483]: DEBUG nova.compute.manager [req-879fe626-f5c9-4bc9-8b45-f90999a176f5 req-76191183-2c6c-4773-905b-4b0ba9e5bd0f service nova] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Refreshing instance network info cache due to event network-changed-bfe02948-1ed6-4fa1-affc-3a13fd3235d1. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 827.452150] env[70483]: DEBUG oslo_concurrency.lockutils [req-879fe626-f5c9-4bc9-8b45-f90999a176f5 req-76191183-2c6c-4773-905b-4b0ba9e5bd0f service nova] Acquiring lock "refresh_cache-157588be-543f-4b12-93de-201a9d8fc10e" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.567702] env[70483]: DEBUG oslo_vmware.api [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3477846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074781} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.568013] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 827.568849] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88343cc4-932a-44a9-b99a-4e4dc72b1079 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.597453] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 5ab5b747-1655-4116-bdfa-46b8dcfec6b8/5ab5b747-1655-4116-bdfa-46b8dcfec6b8.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.601115] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-783060b6-faab-4c68-a2c2-0ad6161fdcf0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.622277] env[70483]: DEBUG oslo_vmware.api [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 827.622277] env[70483]: value = "task-3477847" [ 827.622277] env[70483]: _type = "Task" [ 827.622277] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.634598] env[70483]: DEBUG oslo_vmware.api [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3477847, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.640260] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a08bb2-5c5b-4693-a8aa-0bb1d4b849e0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.648435] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590ec3a7-d343-4e2f-9b68-048195675d61 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.681781] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3dd80f-4263-450f-8a56-eedea372f456 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.690635] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017b812c-e566-4987-ba1c-c065d7619c0a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.705758] env[70483]: DEBUG nova.compute.provider_tree [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.740845] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Releasing lock "refresh_cache-157588be-543f-4b12-93de-201a9d8fc10e" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.741169] env[70483]: DEBUG nova.compute.manager [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Instance network_info: |[{"id": "bfe02948-1ed6-4fa1-affc-3a13fd3235d1", "address": "fa:16:3e:3c:48:d1", "network": {"id": "7f3bddb3-cb5d-4384-bbc8-dd4fd1264299", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-509316479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2763386fcad4fb7a9479325b596b035", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfe02948-1e", "ovs_interfaceid": "bfe02948-1ed6-4fa1-affc-3a13fd3235d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 827.741463] env[70483]: DEBUG oslo_concurrency.lockutils [req-879fe626-f5c9-4bc9-8b45-f90999a176f5 req-76191183-2c6c-4773-905b-4b0ba9e5bd0f service nova] Acquired lock "refresh_cache-157588be-543f-4b12-93de-201a9d8fc10e" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.741639] env[70483]: DEBUG nova.network.neutron [req-879fe626-f5c9-4bc9-8b45-f90999a176f5 req-76191183-2c6c-4773-905b-4b0ba9e5bd0f service nova] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Refreshing network info cache for port bfe02948-1ed6-4fa1-affc-3a13fd3235d1 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.742847] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:48:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91c1da19-ab68-4127-bacd-accbaff19651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfe02948-1ed6-4fa1-affc-3a13fd3235d1', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 827.750157] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Creating folder: Project (c2763386fcad4fb7a9479325b596b035). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 827.751193] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-555775a6-1e30-4099-a645-6c0bcc959d25 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.762706] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Created folder: Project (c2763386fcad4fb7a9479325b596b035) in parent group-v695216. [ 827.762895] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Creating folder: Instances. Parent ref: group-v695339. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 827.763154] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ac842d1-ef5d-47d6-9499-73e2b7904557 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.771827] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Created folder: Instances in parent group-v695339. [ 827.772088] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.772285] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 827.772488] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47e904c9-1a42-42ba-816c-974c96820fec {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.790972] env[70483]: INFO nova.compute.manager [-] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Took 1.41 seconds to deallocate network for instance. [ 827.794046] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 827.794046] env[70483]: value = "task-3477850" [ 827.794046] env[70483]: _type = "Task" [ 827.794046] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.805496] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477850, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.930518] env[70483]: DEBUG oslo_concurrency.lockutils [req-f47ce949-b333-4ef1-b9f1-1b6327913b98 req-f7c74319-c158-491f-98bc-a6b7055ac6ed service nova] Acquiring lock "9dde88a1-377d-40a4-86d5-587cc3b81532" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.930518] env[70483]: DEBUG oslo_concurrency.lockutils [req-f47ce949-b333-4ef1-b9f1-1b6327913b98 req-f7c74319-c158-491f-98bc-a6b7055ac6ed service nova] Acquired lock "9dde88a1-377d-40a4-86d5-587cc3b81532" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.933045] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefecaf3-9e07-494d-97be-94ab2742992c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.952834] env[70483]: DEBUG oslo_concurrency.lockutils [req-f47ce949-b333-4ef1-b9f1-1b6327913b98 req-f7c74319-c158-491f-98bc-a6b7055ac6ed service nova] Releasing lock "9dde88a1-377d-40a4-86d5-587cc3b81532" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.953126] env[70483]: WARNING nova.compute.manager [req-f47ce949-b333-4ef1-b9f1-1b6327913b98 req-f7c74319-c158-491f-98bc-a6b7055ac6ed service nova] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Detach interface failed, port_id=d4b68cba-803f-4d8f-9782-e009f6334293, reason: No device with interface-id d4b68cba-803f-4d8f-9782-e009f6334293 exists on VM: nova.exception.NotFound: No device with interface-id d4b68cba-803f-4d8f-9782-e009f6334293 exists on VM [ 828.046316] env[70483]: DEBUG nova.compute.manager [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 828.069707] env[70483]: DEBUG nova.virt.hardware [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.069957] env[70483]: DEBUG nova.virt.hardware [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.070127] env[70483]: DEBUG nova.virt.hardware [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.070315] env[70483]: DEBUG nova.virt.hardware [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.070458] env[70483]: DEBUG nova.virt.hardware [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.070615] env[70483]: DEBUG nova.virt.hardware [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.070838] env[70483]: DEBUG nova.virt.hardware [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.071012] env[70483]: DEBUG nova.virt.hardware [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.071178] env[70483]: DEBUG nova.virt.hardware [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.071338] env[70483]: DEBUG nova.virt.hardware [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.071501] env[70483]: DEBUG nova.virt.hardware [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.072618] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efa11ad-b92d-43b1-b7a0-06c6d2f6d05d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.080789] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe956ee-cdd1-4fe7-a777-93480c1a5414 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.094613] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Instance VIF info [] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.100195] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Creating folder: Project (8df0594044aa47f88e94932188fa45aa). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.100499] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16f6a5f4-3972-4f4b-8a44-544cce36b200 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.110964] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Created folder: Project (8df0594044aa47f88e94932188fa45aa) in parent group-v695216. [ 828.111170] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Creating folder: Instances. Parent ref: group-v695342. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.111402] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b740b22-707d-486f-ad52-41539605da95 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.121202] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Created folder: Instances in parent group-v695342. [ 828.121437] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.121662] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 828.121850] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85460bf2-9b69-48f2-9fd3-f428f5694851 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.142797] env[70483]: DEBUG oslo_vmware.api [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3477847, 'name': ReconfigVM_Task, 'duration_secs': 0.319847} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.144107] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 5ab5b747-1655-4116-bdfa-46b8dcfec6b8/5ab5b747-1655-4116-bdfa-46b8dcfec6b8.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.144720] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 828.144720] env[70483]: value = "task-3477853" [ 828.144720] env[70483]: _type = "Task" [ 828.144720] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.144908] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0f51d96-9a72-41a8-8e00-ae2e3b01665a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.154768] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477853, 'name': CreateVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.156063] env[70483]: DEBUG oslo_vmware.api [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 828.156063] env[70483]: value = "task-3477854" [ 828.156063] env[70483]: _type = "Task" [ 828.156063] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.165461] env[70483]: DEBUG oslo_vmware.api [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3477854, 'name': Rename_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.186266] env[70483]: DEBUG oslo_concurrency.lockutils [None req-14d43730-3f9f-4af2-9c14-528c96dac9a7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "refresh_cache-9dde88a1-377d-40a4-86d5-587cc3b81532" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.186636] env[70483]: DEBUG oslo_concurrency.lockutils [None req-14d43730-3f9f-4af2-9c14-528c96dac9a7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquired lock "refresh_cache-9dde88a1-377d-40a4-86d5-587cc3b81532" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.186918] env[70483]: DEBUG nova.network.neutron [None req-14d43730-3f9f-4af2-9c14-528c96dac9a7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.209323] env[70483]: DEBUG nova.scheduler.client.report [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.270084] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf8bedf-e111-4aa0-b91e-abf03403fa25 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 828.270516] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4636d650-1d7a-49eb-b6c6-87366d0b6707 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.279736] env[70483]: DEBUG oslo_vmware.api [None req-4cf8bedf-e111-4aa0-b91e-abf03403fa25 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Waiting for the task: (returnval){ [ 828.279736] env[70483]: value = "task-3477855" [ 828.279736] env[70483]: _type = "Task" [ 828.279736] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.288832] env[70483]: DEBUG oslo_vmware.api [None req-4cf8bedf-e111-4aa0-b91e-abf03403fa25 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477855, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.302595] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e87e7fd7-a351-4182-9abb-e34c2a49672c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.308352] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477850, 'name': CreateVM_Task, 'duration_secs': 0.34926} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.308606] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 828.309410] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.309544] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.309883] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.310371] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-812282d9-67a4-4323-bdf6-409af3d6b986 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.315386] env[70483]: DEBUG oslo_vmware.api [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Waiting for the task: (returnval){ [ 828.315386] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52c33a6c-8aae-c64e-d1b6-958d5e917b31" [ 828.315386] env[70483]: _type = "Task" [ 828.315386] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.325761] env[70483]: DEBUG oslo_vmware.api [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52c33a6c-8aae-c64e-d1b6-958d5e917b31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.482483] env[70483]: DEBUG nova.network.neutron [req-879fe626-f5c9-4bc9-8b45-f90999a176f5 req-76191183-2c6c-4773-905b-4b0ba9e5bd0f service nova] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Updated VIF entry in instance network info cache for port bfe02948-1ed6-4fa1-affc-3a13fd3235d1. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.482931] env[70483]: DEBUG nova.network.neutron [req-879fe626-f5c9-4bc9-8b45-f90999a176f5 req-76191183-2c6c-4773-905b-4b0ba9e5bd0f service nova] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Updating instance_info_cache with network_info: [{"id": "bfe02948-1ed6-4fa1-affc-3a13fd3235d1", "address": "fa:16:3e:3c:48:d1", "network": {"id": "7f3bddb3-cb5d-4384-bbc8-dd4fd1264299", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-509316479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2763386fcad4fb7a9479325b596b035", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfe02948-1e", "ovs_interfaceid": "bfe02948-1ed6-4fa1-affc-3a13fd3235d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.556685] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4360c162-cdfd-4b79-8d73-618303873ee3 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "9dde88a1-377d-40a4-86d5-587cc3b81532" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.556950] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4360c162-cdfd-4b79-8d73-618303873ee3 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "9dde88a1-377d-40a4-86d5-587cc3b81532" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.557242] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4360c162-cdfd-4b79-8d73-618303873ee3 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "9dde88a1-377d-40a4-86d5-587cc3b81532-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.557473] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4360c162-cdfd-4b79-8d73-618303873ee3 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "9dde88a1-377d-40a4-86d5-587cc3b81532-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.557712] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4360c162-cdfd-4b79-8d73-618303873ee3 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "9dde88a1-377d-40a4-86d5-587cc3b81532-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.560177] env[70483]: INFO nova.compute.manager [None req-4360c162-cdfd-4b79-8d73-618303873ee3 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Terminating instance [ 828.657021] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477853, 'name': CreateVM_Task, 'duration_secs': 0.301054} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.660440] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 828.661133] env[70483]: DEBUG oslo_concurrency.lockutils [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.666846] env[70483]: DEBUG oslo_vmware.api [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3477854, 'name': Rename_Task, 'duration_secs': 0.164614} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.667733] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 828.667733] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f81db0a2-d35e-4934-8f9c-6a7329928028 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.673889] env[70483]: DEBUG oslo_vmware.api [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 828.673889] env[70483]: value = "task-3477856" [ 828.673889] env[70483]: _type = "Task" [ 828.673889] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.682570] env[70483]: DEBUG oslo_vmware.api [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3477856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.718322] env[70483]: DEBUG oslo_concurrency.lockutils [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.719643] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e1e23e91-21ab-4806-b845-ed08e3e40853 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.931s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.719826] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e1e23e91-21ab-4806-b845-ed08e3e40853 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.723031] env[70483]: DEBUG oslo_concurrency.lockutils [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.982s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.725019] env[70483]: INFO nova.compute.claims [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.766995] env[70483]: INFO nova.scheduler.client.report [None req-e1e23e91-21ab-4806-b845-ed08e3e40853 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Deleted allocations for instance 2de27262-fff1-459f-8a3a-555d09be09ff [ 828.798373] env[70483]: DEBUG oslo_vmware.api [None req-4cf8bedf-e111-4aa0-b91e-abf03403fa25 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477855, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.835032] env[70483]: DEBUG oslo_vmware.api [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52c33a6c-8aae-c64e-d1b6-958d5e917b31, 'name': SearchDatastore_Task, 'duration_secs': 0.009403} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.835032] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.835032] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.835032] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.835032] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.835032] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.835032] env[70483]: DEBUG oslo_concurrency.lockutils [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.835032] env[70483]: DEBUG oslo_concurrency.lockutils [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.835032] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e001d380-6ce8-4ab4-96f8-5b843fca1c5c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.837485] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba5b76f9-034b-4881-8196-747b2974bb2a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.846151] env[70483]: DEBUG oslo_vmware.api [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Waiting for the task: (returnval){ [ 828.846151] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5270b361-acf3-78bb-4a4a-912c7ce8739b" [ 828.846151] env[70483]: _type = "Task" [ 828.846151] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.853534] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.853786] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.857741] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e6325e2-a8d4-4a4b-9373-5d862dd3e524 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.864628] env[70483]: DEBUG oslo_vmware.api [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5270b361-acf3-78bb-4a4a-912c7ce8739b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.867664] env[70483]: DEBUG oslo_vmware.api [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Waiting for the task: (returnval){ [ 828.867664] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5259a875-d351-dad6-56ec-809847331a6f" [ 828.867664] env[70483]: _type = "Task" [ 828.867664] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.881418] env[70483]: DEBUG oslo_vmware.api [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5259a875-d351-dad6-56ec-809847331a6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.966115] env[70483]: DEBUG nova.network.neutron [None req-14d43730-3f9f-4af2-9c14-528c96dac9a7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Updating instance_info_cache with network_info: [{"id": "62c5818a-0e09-487c-aa2f-fcf35fc915aa", "address": "fa:16:3e:eb:0e:0a", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62c5818a-0e", "ovs_interfaceid": "62c5818a-0e09-487c-aa2f-fcf35fc915aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.985874] env[70483]: DEBUG oslo_concurrency.lockutils [req-879fe626-f5c9-4bc9-8b45-f90999a176f5 req-76191183-2c6c-4773-905b-4b0ba9e5bd0f service nova] Releasing lock "refresh_cache-157588be-543f-4b12-93de-201a9d8fc10e" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.986151] env[70483]: DEBUG nova.compute.manager [req-879fe626-f5c9-4bc9-8b45-f90999a176f5 req-76191183-2c6c-4773-905b-4b0ba9e5bd0f service nova] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Received event network-vif-deleted-0deaa3e4-47ae-49e4-8da8-43fad3fc30a8 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.067082] env[70483]: DEBUG nova.compute.manager [None req-4360c162-cdfd-4b79-8d73-618303873ee3 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 829.067082] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4360c162-cdfd-4b79-8d73-618303873ee3 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.067082] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920a35b7-38e2-41d1-bfe3-ad220d9ae115 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.075069] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-4360c162-cdfd-4b79-8d73-618303873ee3 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.075644] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-958deea3-26b9-4f81-9bb0-203a3a10affb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.083016] env[70483]: DEBUG oslo_vmware.api [None req-4360c162-cdfd-4b79-8d73-618303873ee3 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 829.083016] env[70483]: value = "task-3477857" [ 829.083016] env[70483]: _type = "Task" [ 829.083016] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.093546] env[70483]: DEBUG oslo_vmware.api [None req-4360c162-cdfd-4b79-8d73-618303873ee3 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3477857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.186554] env[70483]: DEBUG oslo_vmware.api [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3477856, 'name': PowerOnVM_Task, 'duration_secs': 0.508373} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.186823] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.187066] env[70483]: INFO nova.compute.manager [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Took 6.51 seconds to spawn the instance on the hypervisor. [ 829.187252] env[70483]: DEBUG nova.compute.manager [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.188099] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd8b44f-5432-42fd-88f8-3fd51fc10622 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.229645] env[70483]: DEBUG oslo_concurrency.lockutils [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Acquiring lock "11bc3a9f-7e2c-4b49-af2e-a6ab78403862" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.229838] env[70483]: DEBUG oslo_concurrency.lockutils [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Lock "11bc3a9f-7e2c-4b49-af2e-a6ab78403862" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.276062] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e1e23e91-21ab-4806-b845-ed08e3e40853 tempest-InstanceActionsTestJSON-677668784 tempest-InstanceActionsTestJSON-677668784-project-member] Lock "2de27262-fff1-459f-8a3a-555d09be09ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.053s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.290898] env[70483]: DEBUG oslo_vmware.api [None req-4cf8bedf-e111-4aa0-b91e-abf03403fa25 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477855, 'name': PowerOnVM_Task, 'duration_secs': 0.626775} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.291204] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf8bedf-e111-4aa0-b91e-abf03403fa25 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.291410] env[70483]: DEBUG nova.compute.manager [None req-4cf8bedf-e111-4aa0-b91e-abf03403fa25 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.292297] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d7f66c-bce4-430e-a1b2-7678299d1201 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.356880] env[70483]: DEBUG oslo_vmware.api [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5270b361-acf3-78bb-4a4a-912c7ce8739b, 'name': SearchDatastore_Task, 'duration_secs': 0.020741} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.357174] env[70483]: DEBUG oslo_concurrency.lockutils [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.357409] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 829.357623] env[70483]: DEBUG oslo_concurrency.lockutils [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.377465] env[70483]: DEBUG oslo_vmware.api [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5259a875-d351-dad6-56ec-809847331a6f, 'name': SearchDatastore_Task, 'duration_secs': 0.016853} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.378313] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5ccfe45-2181-45f0-97bb-3af89a9e69c5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.383947] env[70483]: DEBUG oslo_vmware.api [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Waiting for the task: (returnval){ [ 829.383947] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ea2647-1c53-c5df-8426-8325dc71a4a3" [ 829.383947] env[70483]: _type = "Task" [ 829.383947] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.392457] env[70483]: DEBUG oslo_vmware.api [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ea2647-1c53-c5df-8426-8325dc71a4a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.469671] env[70483]: DEBUG oslo_concurrency.lockutils [None req-14d43730-3f9f-4af2-9c14-528c96dac9a7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Releasing lock "refresh_cache-9dde88a1-377d-40a4-86d5-587cc3b81532" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.597997] env[70483]: DEBUG oslo_vmware.api [None req-4360c162-cdfd-4b79-8d73-618303873ee3 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3477857, 'name': PowerOffVM_Task, 'duration_secs': 0.264624} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.598395] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-4360c162-cdfd-4b79-8d73-618303873ee3 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.598569] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4360c162-cdfd-4b79-8d73-618303873ee3 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 829.599505] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a8039d4-a4ed-42f1-91d1-b65951495760 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.669846] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4360c162-cdfd-4b79-8d73-618303873ee3 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 829.670265] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4360c162-cdfd-4b79-8d73-618303873ee3 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 829.670265] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-4360c162-cdfd-4b79-8d73-618303873ee3 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Deleting the datastore file [datastore2] 9dde88a1-377d-40a4-86d5-587cc3b81532 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.670561] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1e9adc3-61d5-430f-aa28-0dacea97239f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.677379] env[70483]: DEBUG oslo_vmware.api [None req-4360c162-cdfd-4b79-8d73-618303873ee3 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 829.677379] env[70483]: value = "task-3477859" [ 829.677379] env[70483]: _type = "Task" [ 829.677379] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.685877] env[70483]: DEBUG oslo_vmware.api [None req-4360c162-cdfd-4b79-8d73-618303873ee3 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3477859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.705753] env[70483]: INFO nova.compute.manager [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Took 49.25 seconds to build instance. [ 829.733457] env[70483]: DEBUG oslo_concurrency.lockutils [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Lock "11bc3a9f-7e2c-4b49-af2e-a6ab78403862" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.503s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.733457] env[70483]: DEBUG nova.compute.manager [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 829.897308] env[70483]: DEBUG oslo_vmware.api [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ea2647-1c53-c5df-8426-8325dc71a4a3, 'name': SearchDatastore_Task, 'duration_secs': 0.016605} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.897621] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.897905] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 157588be-543f-4b12-93de-201a9d8fc10e/157588be-543f-4b12-93de-201a9d8fc10e.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.898565] env[70483]: DEBUG oslo_concurrency.lockutils [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.898861] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 829.899131] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7a4f8d4-2a37-4024-ad33-52cd6e9a3491 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.905296] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7e4f54d-471c-4e1c-8ac0-98556f265a0e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.912772] env[70483]: DEBUG oslo_vmware.api [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Waiting for the task: (returnval){ [ 829.912772] env[70483]: value = "task-3477860" [ 829.912772] env[70483]: _type = "Task" [ 829.912772] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.917366] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 829.917561] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 829.918849] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6932b820-b33b-498c-bf95-de76986f6c13 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.927372] env[70483]: DEBUG oslo_vmware.api [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Task: {'id': task-3477860, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.930876] env[70483]: DEBUG oslo_vmware.api [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Waiting for the task: (returnval){ [ 829.930876] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5204fea1-325f-f41b-5a4b-2b3ee8ebcada" [ 829.930876] env[70483]: _type = "Task" [ 829.930876] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.940014] env[70483]: DEBUG oslo_vmware.api [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5204fea1-325f-f41b-5a4b-2b3ee8ebcada, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.974307] env[70483]: DEBUG oslo_concurrency.lockutils [None req-14d43730-3f9f-4af2-9c14-528c96dac9a7 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "interface-9dde88a1-377d-40a4-86d5-587cc3b81532-d4b68cba-803f-4d8f-9782-e009f6334293" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.016s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.191112] env[70483]: DEBUG oslo_vmware.api [None req-4360c162-cdfd-4b79-8d73-618303873ee3 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3477859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3239} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.191579] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-4360c162-cdfd-4b79-8d73-618303873ee3 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.191749] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4360c162-cdfd-4b79-8d73-618303873ee3 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.191999] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4360c162-cdfd-4b79-8d73-618303873ee3 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.192289] env[70483]: INFO nova.compute.manager [None req-4360c162-cdfd-4b79-8d73-618303873ee3 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Took 1.13 seconds to destroy the instance on the hypervisor. [ 830.193173] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4360c162-cdfd-4b79-8d73-618303873ee3 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.196494] env[70483]: DEBUG nova.compute.manager [-] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 830.196653] env[70483]: DEBUG nova.network.neutron [-] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.207047] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d66b7f7d-b94e-4dff-b497-449263899c8a tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "5ab5b747-1655-4116-bdfa-46b8dcfec6b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.119s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.239769] env[70483]: DEBUG nova.compute.utils [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 830.244337] env[70483]: DEBUG nova.compute.manager [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 830.244544] env[70483]: DEBUG nova.network.neutron [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 830.362760] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5718c546-dc84-4554-b6d3-d7e06916b750 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.372474] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d51b9d-735a-458f-b276-d25e066e8fd2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.420081] env[70483]: DEBUG nova.policy [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '718d692188d240e4b6c5b7d9e7090d0e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a23a1f78a4aa4a99bec4ad66a6bc0169', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 830.426520] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e30bdce-51d0-427c-af22-ffcf5d10d9e1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.442522] env[70483]: DEBUG oslo_vmware.api [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Task: {'id': task-3477860, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.444289] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33c97ee-53e6-4c4d-8a12-c93e1e550300 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.454994] env[70483]: DEBUG oslo_vmware.api [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5204fea1-325f-f41b-5a4b-2b3ee8ebcada, 'name': SearchDatastore_Task, 'duration_secs': 0.024772} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.456605] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4870dec3-cf3f-48e8-9739-8b05b74985cc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.467055] env[70483]: DEBUG nova.compute.provider_tree [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.472770] env[70483]: DEBUG oslo_vmware.api [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Waiting for the task: (returnval){ [ 830.472770] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523ee550-cb6a-0015-1570-df0b44823dea" [ 830.472770] env[70483]: _type = "Task" [ 830.472770] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.484252] env[70483]: DEBUG oslo_vmware.api [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523ee550-cb6a-0015-1570-df0b44823dea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.710089] env[70483]: DEBUG nova.compute.manager [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 830.748171] env[70483]: DEBUG nova.compute.manager [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 830.794045] env[70483]: DEBUG oslo_vmware.rw_handles [None req-842d681c-5b45-424b-b02e-5c1bdab4e9ec tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5215605e-dd4f-84d5-3f5f-1f21731144d4/disk-0.vmdk. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 830.796343] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1d4ef4-7187-4752-b818-c7c41d31a79f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.803457] env[70483]: DEBUG oslo_vmware.rw_handles [None req-842d681c-5b45-424b-b02e-5c1bdab4e9ec tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5215605e-dd4f-84d5-3f5f-1f21731144d4/disk-0.vmdk is in state: ready. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 830.803572] env[70483]: ERROR oslo_vmware.rw_handles [None req-842d681c-5b45-424b-b02e-5c1bdab4e9ec tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5215605e-dd4f-84d5-3f5f-1f21731144d4/disk-0.vmdk due to incomplete transfer. [ 830.803897] env[70483]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-675bba78-af29-4556-aba5-0a07c1e2eaa8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.812276] env[70483]: DEBUG oslo_vmware.rw_handles [None req-842d681c-5b45-424b-b02e-5c1bdab4e9ec tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5215605e-dd4f-84d5-3f5f-1f21731144d4/disk-0.vmdk. {{(pid=70483) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 830.812492] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-842d681c-5b45-424b-b02e-5c1bdab4e9ec tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Uploaded image ec794a9a-7041-4640-9478-27f061783eb5 to the Glance image server {{(pid=70483) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 830.815147] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-842d681c-5b45-424b-b02e-5c1bdab4e9ec tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Destroying the VM {{(pid=70483) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 830.815666] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0f5d8716-277a-4a76-b366-c110062b1d7e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.821619] env[70483]: DEBUG oslo_vmware.api [None req-842d681c-5b45-424b-b02e-5c1bdab4e9ec tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Waiting for the task: (returnval){ [ 830.821619] env[70483]: value = "task-3477861" [ 830.821619] env[70483]: _type = "Task" [ 830.821619] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.830753] env[70483]: DEBUG oslo_vmware.api [None req-842d681c-5b45-424b-b02e-5c1bdab4e9ec tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477861, 'name': Destroy_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.928704] env[70483]: DEBUG oslo_vmware.api [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Task: {'id': task-3477860, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624421} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.928906] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 157588be-543f-4b12-93de-201a9d8fc10e/157588be-543f-4b12-93de-201a9d8fc10e.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.930458] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.930458] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c260f8a-5df6-40d2-86f0-1f44be840d0c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.937039] env[70483]: DEBUG oslo_vmware.api [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Waiting for the task: (returnval){ [ 830.937039] env[70483]: value = "task-3477862" [ 830.937039] env[70483]: _type = "Task" [ 830.937039] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.947207] env[70483]: DEBUG oslo_vmware.api [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Task: {'id': task-3477862, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.972044] env[70483]: DEBUG nova.scheduler.client.report [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.995696] env[70483]: DEBUG oslo_vmware.api [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523ee550-cb6a-0015-1570-df0b44823dea, 'name': SearchDatastore_Task, 'duration_secs': 0.040112} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.995994] env[70483]: DEBUG oslo_concurrency.lockutils [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.996309] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 638038d2-367a-4b34-96fa-9117c427a22d/638038d2-367a-4b34-96fa-9117c427a22d.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 830.996663] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd61dd28-7484-4d66-b69c-4d3a8d40c720 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.003642] env[70483]: DEBUG oslo_vmware.api [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Waiting for the task: (returnval){ [ 831.003642] env[70483]: value = "task-3477863" [ 831.003642] env[70483]: _type = "Task" [ 831.003642] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.013842] env[70483]: DEBUG oslo_vmware.api [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': task-3477863, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.020823] env[70483]: DEBUG nova.network.neutron [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Successfully created port: c5c41e8a-e7bc-407b-8535-6f3a3b8ce215 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 831.250603] env[70483]: DEBUG oslo_concurrency.lockutils [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.279482] env[70483]: DEBUG oslo_concurrency.lockutils [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquiring lock "1c1a03ee-0c26-464c-8f65-c093a73c833c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.280137] env[70483]: DEBUG oslo_concurrency.lockutils [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "1c1a03ee-0c26-464c-8f65-c093a73c833c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.332524] env[70483]: DEBUG oslo_vmware.api [None req-842d681c-5b45-424b-b02e-5c1bdab4e9ec tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477861, 'name': Destroy_Task, 'duration_secs': 0.326827} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.332817] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-842d681c-5b45-424b-b02e-5c1bdab4e9ec tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Destroyed the VM [ 831.333083] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-842d681c-5b45-424b-b02e-5c1bdab4e9ec tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Deleting Snapshot of the VM instance {{(pid=70483) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 831.333365] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-02603f57-e5a8-452d-bbd3-5354d727c2cd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.340485] env[70483]: DEBUG oslo_vmware.api [None req-842d681c-5b45-424b-b02e-5c1bdab4e9ec tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Waiting for the task: (returnval){ [ 831.340485] env[70483]: value = "task-3477864" [ 831.340485] env[70483]: _type = "Task" [ 831.340485] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.351881] env[70483]: DEBUG oslo_vmware.api [None req-842d681c-5b45-424b-b02e-5c1bdab4e9ec tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477864, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.450585] env[70483]: DEBUG oslo_vmware.api [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Task: {'id': task-3477862, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148478} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.450982] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.451904] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d85739-adfa-46a9-925e-cb2affe2629e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.481600] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 157588be-543f-4b12-93de-201a9d8fc10e/157588be-543f-4b12-93de-201a9d8fc10e.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.481981] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b432b62a-3f06-4b88-b894-d652ea541faf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.511242] env[70483]: DEBUG oslo_concurrency.lockutils [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.786s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.511242] env[70483]: DEBUG nova.compute.manager [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.516229] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.504s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.516229] env[70483]: INFO nova.compute.claims [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.519831] env[70483]: DEBUG nova.compute.manager [req-26c76f25-9366-4b24-886f-3f33136311e1 req-48b5aed2-04ff-4ff9-9f0f-de5f95d60d1e service nova] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Received event network-vif-deleted-62c5818a-0e09-487c-aa2f-fcf35fc915aa {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.520032] env[70483]: INFO nova.compute.manager [req-26c76f25-9366-4b24-886f-3f33136311e1 req-48b5aed2-04ff-4ff9-9f0f-de5f95d60d1e service nova] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Neutron deleted interface 62c5818a-0e09-487c-aa2f-fcf35fc915aa; detaching it from the instance and deleting it from the info cache [ 831.520231] env[70483]: DEBUG nova.network.neutron [req-26c76f25-9366-4b24-886f-3f33136311e1 req-48b5aed2-04ff-4ff9-9f0f-de5f95d60d1e service nova] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.528335] env[70483]: DEBUG nova.network.neutron [-] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.536446] env[70483]: DEBUG oslo_vmware.api [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': task-3477863, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.538503] env[70483]: DEBUG oslo_vmware.api [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Waiting for the task: (returnval){ [ 831.538503] env[70483]: value = "task-3477865" [ 831.538503] env[70483]: _type = "Task" [ 831.538503] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.553084] env[70483]: DEBUG oslo_vmware.api [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Task: {'id': task-3477865, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.761841] env[70483]: DEBUG nova.compute.manager [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 831.784403] env[70483]: DEBUG nova.virt.hardware [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.784678] env[70483]: DEBUG nova.virt.hardware [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.784873] env[70483]: DEBUG nova.virt.hardware [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.788014] env[70483]: DEBUG nova.virt.hardware [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.788014] env[70483]: DEBUG nova.virt.hardware [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.788014] env[70483]: DEBUG nova.virt.hardware [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.788014] env[70483]: DEBUG nova.virt.hardware [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.788014] env[70483]: DEBUG nova.virt.hardware [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.788014] env[70483]: DEBUG nova.virt.hardware [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.788014] env[70483]: DEBUG nova.virt.hardware [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.788014] env[70483]: DEBUG nova.virt.hardware [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.788014] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf49e1c3-1531-45ab-a93a-09ee7f71fca4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.797123] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81697c89-d352-4f72-97c6-065783426b28 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.852296] env[70483]: DEBUG oslo_vmware.api [None req-842d681c-5b45-424b-b02e-5c1bdab4e9ec tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477864, 'name': RemoveSnapshot_Task} progress is 77%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.870430] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b5dfb7e6-5e88-4810-a1ab-47c7cbb38527 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "31adb50e-33e9-40cc-a8dc-14985336b34a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.870430] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b5dfb7e6-5e88-4810-a1ab-47c7cbb38527 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "31adb50e-33e9-40cc-a8dc-14985336b34a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.870430] env[70483]: DEBUG nova.compute.manager [None req-b5dfb7e6-5e88-4810-a1ab-47c7cbb38527 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.870430] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad5fcbf-5196-47a3-a1a3-f30c0c0c7351 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.878310] env[70483]: DEBUG nova.compute.manager [None req-b5dfb7e6-5e88-4810-a1ab-47c7cbb38527 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70483) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 831.879035] env[70483]: DEBUG nova.objects.instance [None req-b5dfb7e6-5e88-4810-a1ab-47c7cbb38527 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lazy-loading 'flavor' on Instance uuid 31adb50e-33e9-40cc-a8dc-14985336b34a {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.015979] env[70483]: DEBUG nova.compute.utils [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 832.022116] env[70483]: DEBUG nova.compute.manager [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 832.022116] env[70483]: DEBUG nova.network.neutron [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.033518] env[70483]: DEBUG oslo_vmware.api [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': task-3477863, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740681} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.034605] env[70483]: INFO nova.compute.manager [-] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Took 1.84 seconds to deallocate network for instance. [ 832.034832] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03a08edd-2af6-40fb-9f84-fb7b8da0f0c8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.039036] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 638038d2-367a-4b34-96fa-9117c427a22d/638038d2-367a-4b34-96fa-9117c427a22d.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.039321] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.041395] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f340c8f-ee9f-4e5b-b615-c398c4ac0823 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.061046] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98928c68-00b2-4bb0-939e-e2fec8b2b89c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.072632] env[70483]: DEBUG oslo_vmware.api [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Task: {'id': task-3477865, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.073375] env[70483]: DEBUG oslo_vmware.api [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Waiting for the task: (returnval){ [ 832.073375] env[70483]: value = "task-3477866" [ 832.073375] env[70483]: _type = "Task" [ 832.073375] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.074962] env[70483]: DEBUG nova.policy [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72e078d5abc345ffa3ad6724f07dec94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d0c69a5217c4e2db0906e4dad08164f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.084970] env[70483]: DEBUG oslo_vmware.api [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': task-3477866, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.103062] env[70483]: DEBUG nova.compute.manager [req-26c76f25-9366-4b24-886f-3f33136311e1 req-48b5aed2-04ff-4ff9-9f0f-de5f95d60d1e service nova] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Detach interface failed, port_id=62c5818a-0e09-487c-aa2f-fcf35fc915aa, reason: Instance 9dde88a1-377d-40a4-86d5-587cc3b81532 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 832.354649] env[70483]: DEBUG oslo_vmware.api [None req-842d681c-5b45-424b-b02e-5c1bdab4e9ec tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477864, 'name': RemoveSnapshot_Task, 'duration_secs': 0.678908} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.354920] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-842d681c-5b45-424b-b02e-5c1bdab4e9ec tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Deleted Snapshot of the VM instance {{(pid=70483) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 832.355171] env[70483]: INFO nova.compute.manager [None req-842d681c-5b45-424b-b02e-5c1bdab4e9ec tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Took 12.51 seconds to snapshot the instance on the hypervisor. [ 832.404752] env[70483]: DEBUG nova.network.neutron [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Successfully created port: 77aa2bee-1bdc-420e-a502-796d0041984b {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.524423] env[70483]: DEBUG nova.compute.manager [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.556760] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4360c162-cdfd-4b79-8d73-618303873ee3 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.557297] env[70483]: DEBUG oslo_vmware.api [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Task: {'id': task-3477865, 'name': ReconfigVM_Task, 'duration_secs': 0.533079} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.557514] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 157588be-543f-4b12-93de-201a9d8fc10e/157588be-543f-4b12-93de-201a9d8fc10e.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.558196] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d006df1-34da-4182-8ee5-d8cb037f3138 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.566818] env[70483]: DEBUG oslo_vmware.api [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Waiting for the task: (returnval){ [ 832.566818] env[70483]: value = "task-3477867" [ 832.566818] env[70483]: _type = "Task" [ 832.566818] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.576701] env[70483]: DEBUG oslo_vmware.api [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Task: {'id': task-3477867, 'name': Rename_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.588660] env[70483]: DEBUG oslo_vmware.api [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': task-3477866, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071638} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.588660] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.588837] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee107ed-1347-405f-b672-526cc9de5272 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.619064] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 638038d2-367a-4b34-96fa-9117c427a22d/638038d2-367a-4b34-96fa-9117c427a22d.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.619396] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17f5bdec-8fd7-4974-95d5-555eb49d54fa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.644508] env[70483]: DEBUG oslo_vmware.api [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Waiting for the task: (returnval){ [ 832.644508] env[70483]: value = "task-3477868" [ 832.644508] env[70483]: _type = "Task" [ 832.644508] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.654026] env[70483]: DEBUG oslo_vmware.api [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': task-3477868, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.890713] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5dfb7e6-5e88-4810-a1ab-47c7cbb38527 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.891079] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-385af700-7ff9-44d2-b5f4-9ca63b74ff9b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.898635] env[70483]: DEBUG oslo_vmware.api [None req-b5dfb7e6-5e88-4810-a1ab-47c7cbb38527 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 832.898635] env[70483]: value = "task-3477869" [ 832.898635] env[70483]: _type = "Task" [ 832.898635] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.913752] env[70483]: DEBUG oslo_vmware.api [None req-b5dfb7e6-5e88-4810-a1ab-47c7cbb38527 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3477869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.077594] env[70483]: DEBUG oslo_vmware.api [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Task: {'id': task-3477867, 'name': Rename_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.106986] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac528a00-0e91-4a5e-b5a8-33227f301c07 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.115156] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0257654-85bd-42b6-984a-745375f304e9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.150287] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618d4e48-7fe1-4e9f-a35a-931053e11403 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.162022] env[70483]: DEBUG oslo_vmware.api [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': task-3477868, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.162902] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f371d2-d507-4cd7-82d1-6256103c46b2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.166823] env[70483]: DEBUG nova.network.neutron [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Successfully updated port: c5c41e8a-e7bc-407b-8535-6f3a3b8ce215 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.179420] env[70483]: DEBUG nova.compute.provider_tree [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.223485] env[70483]: DEBUG nova.compute.manager [req-74baf126-e612-4251-a3f7-2d83a0ce3749 req-ee4f2131-bb48-48cd-8bcc-a698fdab3bef service nova] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Received event network-vif-plugged-c5c41e8a-e7bc-407b-8535-6f3a3b8ce215 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.224428] env[70483]: DEBUG oslo_concurrency.lockutils [req-74baf126-e612-4251-a3f7-2d83a0ce3749 req-ee4f2131-bb48-48cd-8bcc-a698fdab3bef service nova] Acquiring lock "6b746014-b163-4a17-a8c6-4b88eaed0ac1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.224428] env[70483]: DEBUG oslo_concurrency.lockutils [req-74baf126-e612-4251-a3f7-2d83a0ce3749 req-ee4f2131-bb48-48cd-8bcc-a698fdab3bef service nova] Lock "6b746014-b163-4a17-a8c6-4b88eaed0ac1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.224696] env[70483]: DEBUG oslo_concurrency.lockutils [req-74baf126-e612-4251-a3f7-2d83a0ce3749 req-ee4f2131-bb48-48cd-8bcc-a698fdab3bef service nova] Lock "6b746014-b163-4a17-a8c6-4b88eaed0ac1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.224863] env[70483]: DEBUG nova.compute.manager [req-74baf126-e612-4251-a3f7-2d83a0ce3749 req-ee4f2131-bb48-48cd-8bcc-a698fdab3bef service nova] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] No waiting events found dispatching network-vif-plugged-c5c41e8a-e7bc-407b-8535-6f3a3b8ce215 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 833.225182] env[70483]: WARNING nova.compute.manager [req-74baf126-e612-4251-a3f7-2d83a0ce3749 req-ee4f2131-bb48-48cd-8bcc-a698fdab3bef service nova] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Received unexpected event network-vif-plugged-c5c41e8a-e7bc-407b-8535-6f3a3b8ce215 for instance with vm_state building and task_state spawning. [ 833.409413] env[70483]: DEBUG oslo_vmware.api [None req-b5dfb7e6-5e88-4810-a1ab-47c7cbb38527 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3477869, 'name': PowerOffVM_Task, 'duration_secs': 0.425695} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.409679] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5dfb7e6-5e88-4810-a1ab-47c7cbb38527 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.409915] env[70483]: DEBUG nova.compute.manager [None req-b5dfb7e6-5e88-4810-a1ab-47c7cbb38527 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.410790] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f362821-5152-4603-acd4-3103aab87c01 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.537850] env[70483]: DEBUG nova.compute.manager [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.564536] env[70483]: DEBUG nova.virt.hardware [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.564784] env[70483]: DEBUG nova.virt.hardware [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.564939] env[70483]: DEBUG nova.virt.hardware [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.565142] env[70483]: DEBUG nova.virt.hardware [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.565288] env[70483]: DEBUG nova.virt.hardware [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.565433] env[70483]: DEBUG nova.virt.hardware [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.565641] env[70483]: DEBUG nova.virt.hardware [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.565797] env[70483]: DEBUG nova.virt.hardware [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.565963] env[70483]: DEBUG nova.virt.hardware [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.566140] env[70483]: DEBUG nova.virt.hardware [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.566367] env[70483]: DEBUG nova.virt.hardware [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.567312] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6384e427-d1d6-4a32-9df8-fda4ba531db6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.581102] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d1e36b-2a17-4b03-8893-1748c36826e7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.584987] env[70483]: DEBUG oslo_vmware.api [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Task: {'id': task-3477867, 'name': Rename_Task, 'duration_secs': 0.626805} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.585592] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.586166] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ccd6b4e-a9ae-48ca-a269-337b7e1ee12b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.596432] env[70483]: DEBUG oslo_vmware.api [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Waiting for the task: (returnval){ [ 833.596432] env[70483]: value = "task-3477870" [ 833.596432] env[70483]: _type = "Task" [ 833.596432] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.603586] env[70483]: DEBUG oslo_vmware.api [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Task: {'id': task-3477870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.655926] env[70483]: DEBUG oslo_vmware.api [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': task-3477868, 'name': ReconfigVM_Task, 'duration_secs': 0.844543} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.657038] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 638038d2-367a-4b34-96fa-9117c427a22d/638038d2-367a-4b34-96fa-9117c427a22d.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.657038] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb1b0d2a-2d76-4067-bfc7-7be02c6a9552 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.662775] env[70483]: DEBUG oslo_vmware.api [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Waiting for the task: (returnval){ [ 833.662775] env[70483]: value = "task-3477871" [ 833.662775] env[70483]: _type = "Task" [ 833.662775] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.677038] env[70483]: DEBUG oslo_concurrency.lockutils [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Acquiring lock "refresh_cache-6b746014-b163-4a17-a8c6-4b88eaed0ac1" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.677038] env[70483]: DEBUG oslo_concurrency.lockutils [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Acquired lock "refresh_cache-6b746014-b163-4a17-a8c6-4b88eaed0ac1" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.677038] env[70483]: DEBUG nova.network.neutron [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.677916] env[70483]: DEBUG oslo_vmware.api [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': task-3477871, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.684037] env[70483]: DEBUG nova.scheduler.client.report [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.918887] env[70483]: DEBUG nova.network.neutron [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Successfully updated port: 77aa2bee-1bdc-420e-a502-796d0041984b {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.925135] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b5dfb7e6-5e88-4810-a1ab-47c7cbb38527 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "31adb50e-33e9-40cc-a8dc-14985336b34a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.035050] env[70483]: DEBUG nova.compute.manager [req-5497e241-51a4-4d7b-9eba-d2fb43aece3b req-e00702df-f4dd-4a1e-be9a-adb1ab11bc8b service nova] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Received event network-vif-plugged-77aa2bee-1bdc-420e-a502-796d0041984b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.035050] env[70483]: DEBUG oslo_concurrency.lockutils [req-5497e241-51a4-4d7b-9eba-d2fb43aece3b req-e00702df-f4dd-4a1e-be9a-adb1ab11bc8b service nova] Acquiring lock "527062ee-0659-45a7-96c8-1c8d6f272b86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.035178] env[70483]: DEBUG oslo_concurrency.lockutils [req-5497e241-51a4-4d7b-9eba-d2fb43aece3b req-e00702df-f4dd-4a1e-be9a-adb1ab11bc8b service nova] Lock "527062ee-0659-45a7-96c8-1c8d6f272b86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.035442] env[70483]: DEBUG oslo_concurrency.lockutils [req-5497e241-51a4-4d7b-9eba-d2fb43aece3b req-e00702df-f4dd-4a1e-be9a-adb1ab11bc8b service nova] Lock "527062ee-0659-45a7-96c8-1c8d6f272b86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.035945] env[70483]: DEBUG nova.compute.manager [req-5497e241-51a4-4d7b-9eba-d2fb43aece3b req-e00702df-f4dd-4a1e-be9a-adb1ab11bc8b service nova] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] No waiting events found dispatching network-vif-plugged-77aa2bee-1bdc-420e-a502-796d0041984b {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 834.035945] env[70483]: WARNING nova.compute.manager [req-5497e241-51a4-4d7b-9eba-d2fb43aece3b req-e00702df-f4dd-4a1e-be9a-adb1ab11bc8b service nova] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Received unexpected event network-vif-plugged-77aa2bee-1bdc-420e-a502-796d0041984b for instance with vm_state building and task_state spawning. [ 834.106415] env[70483]: DEBUG oslo_vmware.api [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Task: {'id': task-3477870, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.175413] env[70483]: DEBUG oslo_vmware.api [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': task-3477871, 'name': Rename_Task, 'duration_secs': 0.18906} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.175829] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.176687] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0399ad2-ddfc-4d51-87c1-7f829e237e9e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.185841] env[70483]: DEBUG oslo_vmware.api [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Waiting for the task: (returnval){ [ 834.185841] env[70483]: value = "task-3477872" [ 834.185841] env[70483]: _type = "Task" [ 834.185841] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.191873] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.192621] env[70483]: DEBUG nova.compute.manager [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 834.196721] env[70483]: DEBUG oslo_concurrency.lockutils [None req-49f4789b-4925-4343-99bc-db8860968b20 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.741s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.196870] env[70483]: DEBUG oslo_concurrency.lockutils [None req-49f4789b-4925-4343-99bc-db8860968b20 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.199604] env[70483]: DEBUG oslo_concurrency.lockutils [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.632s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.201806] env[70483]: INFO nova.compute.claims [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.213749] env[70483]: DEBUG oslo_vmware.api [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': task-3477872, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.214667] env[70483]: DEBUG nova.network.neutron [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.239659] env[70483]: INFO nova.scheduler.client.report [None req-49f4789b-4925-4343-99bc-db8860968b20 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Deleted allocations for instance 4f732036-4f32-4829-bda3-c341355fd0b5 [ 834.384476] env[70483]: DEBUG nova.network.neutron [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Updating instance_info_cache with network_info: [{"id": "c5c41e8a-e7bc-407b-8535-6f3a3b8ce215", "address": "fa:16:3e:d8:99:74", "network": {"id": "547e903c-f414-463d-a0f1-12b6fb858bdb", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-731105821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a23a1f78a4aa4a99bec4ad66a6bc0169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5c41e8a-e7", "ovs_interfaceid": "c5c41e8a-e7bc-407b-8535-6f3a3b8ce215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.421356] env[70483]: DEBUG oslo_concurrency.lockutils [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Acquiring lock "refresh_cache-527062ee-0659-45a7-96c8-1c8d6f272b86" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.421576] env[70483]: DEBUG oslo_concurrency.lockutils [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Acquired lock "refresh_cache-527062ee-0659-45a7-96c8-1c8d6f272b86" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.421748] env[70483]: DEBUG nova.network.neutron [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.607286] env[70483]: DEBUG oslo_vmware.api [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Task: {'id': task-3477870, 'name': PowerOnVM_Task, 'duration_secs': 0.797891} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.607548] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.607750] env[70483]: INFO nova.compute.manager [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Took 9.31 seconds to spawn the instance on the hypervisor. [ 834.607925] env[70483]: DEBUG nova.compute.manager [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.608833] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b7cd01-2f94-4302-b95c-d25dd0416187 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.697689] env[70483]: DEBUG oslo_vmware.api [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': task-3477872, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.710659] env[70483]: DEBUG nova.compute.utils [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.711955] env[70483]: DEBUG nova.compute.manager [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 834.712177] env[70483]: DEBUG nova.network.neutron [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 834.750942] env[70483]: DEBUG oslo_concurrency.lockutils [None req-49f4789b-4925-4343-99bc-db8860968b20 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Lock "4f732036-4f32-4829-bda3-c341355fd0b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.638s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.759424] env[70483]: DEBUG nova.policy [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1277a71adda84684a4226f6648544d6b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f5421924aec4a0eb2dce7ace32bf86c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 834.890297] env[70483]: DEBUG oslo_concurrency.lockutils [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Releasing lock "refresh_cache-6b746014-b163-4a17-a8c6-4b88eaed0ac1" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.890297] env[70483]: DEBUG nova.compute.manager [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Instance network_info: |[{"id": "c5c41e8a-e7bc-407b-8535-6f3a3b8ce215", "address": "fa:16:3e:d8:99:74", "network": {"id": "547e903c-f414-463d-a0f1-12b6fb858bdb", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-731105821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a23a1f78a4aa4a99bec4ad66a6bc0169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5c41e8a-e7", "ovs_interfaceid": "c5c41e8a-e7bc-407b-8535-6f3a3b8ce215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 834.890297] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:99:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eed34ae1-5f7f-4deb-9db8-85eaa1e60c29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5c41e8a-e7bc-407b-8535-6f3a3b8ce215', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 834.895676] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Creating folder: Project (a23a1f78a4aa4a99bec4ad66a6bc0169). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 834.896359] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0c4ba06-362d-4d58-91aa-94bea116aafc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.908473] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Created folder: Project (a23a1f78a4aa4a99bec4ad66a6bc0169) in parent group-v695216. [ 834.908677] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Creating folder: Instances. Parent ref: group-v695345. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 834.908949] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8c86258-af95-4cae-b5ad-7c1bb04f13a8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.918977] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Created folder: Instances in parent group-v695345. [ 834.919237] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.919482] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 834.919793] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-282ab240-9f89-47d1-a528-0a3edc94e0f5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.940018] env[70483]: DEBUG nova.objects.instance [None req-deb686b3-5e54-460b-a0d7-c755b93a5029 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lazy-loading 'flavor' on Instance uuid 31adb50e-33e9-40cc-a8dc-14985336b34a {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.941346] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.941346] env[70483]: value = "task-3477875" [ 834.941346] env[70483]: _type = "Task" [ 834.941346] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.949592] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477875, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.964355] env[70483]: DEBUG nova.network.neutron [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.064173] env[70483]: DEBUG nova.network.neutron [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Successfully created port: 90ee9637-37b3-42bb-9b3a-4b0f9b8d53be {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 835.094389] env[70483]: DEBUG nova.compute.manager [None req-0f6ea187-f5cc-4108-baf6-1b29e3fe07e6 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.095407] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cae5eb-7a7d-4f9b-8f13-484597cfd3d9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.129369] env[70483]: INFO nova.compute.manager [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Took 48.92 seconds to build instance. [ 835.197709] env[70483]: DEBUG oslo_vmware.api [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': task-3477872, 'name': PowerOnVM_Task, 'duration_secs': 0.633569} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.197709] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.197709] env[70483]: INFO nova.compute.manager [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Took 7.15 seconds to spawn the instance on the hypervisor. [ 835.197709] env[70483]: DEBUG nova.compute.manager [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.198844] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f22e77d-f7a5-431f-a791-41ea33f783e3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.218527] env[70483]: DEBUG nova.compute.manager [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 835.242825] env[70483]: DEBUG nova.network.neutron [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Updating instance_info_cache with network_info: [{"id": "77aa2bee-1bdc-420e-a502-796d0041984b", "address": "fa:16:3e:50:cb:84", "network": {"id": "ef6af23e-61bd-4b0d-a60d-af68b9aa56af", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-697125594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0c69a5217c4e2db0906e4dad08164f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77aa2bee-1b", "ovs_interfaceid": "77aa2bee-1bdc-420e-a502-796d0041984b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.331039] env[70483]: DEBUG oslo_concurrency.lockutils [None req-af3ce14e-3763-453b-b33b-0434c2a1ba99 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Acquiring lock "9e3b77e5-dd06-4b6a-8660-97d1e62adb4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.335221] env[70483]: DEBUG oslo_concurrency.lockutils [None req-af3ce14e-3763-453b-b33b-0434c2a1ba99 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Lock "9e3b77e5-dd06-4b6a-8660-97d1e62adb4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.335221] env[70483]: DEBUG oslo_concurrency.lockutils [None req-af3ce14e-3763-453b-b33b-0434c2a1ba99 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Acquiring lock "9e3b77e5-dd06-4b6a-8660-97d1e62adb4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.335221] env[70483]: DEBUG oslo_concurrency.lockutils [None req-af3ce14e-3763-453b-b33b-0434c2a1ba99 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Lock "9e3b77e5-dd06-4b6a-8660-97d1e62adb4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.335221] env[70483]: DEBUG oslo_concurrency.lockutils [None req-af3ce14e-3763-453b-b33b-0434c2a1ba99 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Lock "9e3b77e5-dd06-4b6a-8660-97d1e62adb4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.339648] env[70483]: INFO nova.compute.manager [None req-af3ce14e-3763-453b-b33b-0434c2a1ba99 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Terminating instance [ 835.362161] env[70483]: DEBUG nova.compute.manager [req-7f9bda29-6344-408d-9d16-985f3a906e55 req-04e00989-35af-444e-ab09-2f96f2207764 service nova] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Received event network-changed-c5c41e8a-e7bc-407b-8535-6f3a3b8ce215 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.362569] env[70483]: DEBUG nova.compute.manager [req-7f9bda29-6344-408d-9d16-985f3a906e55 req-04e00989-35af-444e-ab09-2f96f2207764 service nova] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Refreshing instance network info cache due to event network-changed-c5c41e8a-e7bc-407b-8535-6f3a3b8ce215. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.362902] env[70483]: DEBUG oslo_concurrency.lockutils [req-7f9bda29-6344-408d-9d16-985f3a906e55 req-04e00989-35af-444e-ab09-2f96f2207764 service nova] Acquiring lock "refresh_cache-6b746014-b163-4a17-a8c6-4b88eaed0ac1" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.363053] env[70483]: DEBUG oslo_concurrency.lockutils [req-7f9bda29-6344-408d-9d16-985f3a906e55 req-04e00989-35af-444e-ab09-2f96f2207764 service nova] Acquired lock "refresh_cache-6b746014-b163-4a17-a8c6-4b88eaed0ac1" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.363266] env[70483]: DEBUG nova.network.neutron [req-7f9bda29-6344-408d-9d16-985f3a906e55 req-04e00989-35af-444e-ab09-2f96f2207764 service nova] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Refreshing network info cache for port c5c41e8a-e7bc-407b-8535-6f3a3b8ce215 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.447315] env[70483]: DEBUG oslo_concurrency.lockutils [None req-deb686b3-5e54-460b-a0d7-c755b93a5029 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "refresh_cache-31adb50e-33e9-40cc-a8dc-14985336b34a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.447489] env[70483]: DEBUG oslo_concurrency.lockutils [None req-deb686b3-5e54-460b-a0d7-c755b93a5029 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquired lock "refresh_cache-31adb50e-33e9-40cc-a8dc-14985336b34a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.447659] env[70483]: DEBUG nova.network.neutron [None req-deb686b3-5e54-460b-a0d7-c755b93a5029 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.447831] env[70483]: DEBUG nova.objects.instance [None req-deb686b3-5e54-460b-a0d7-c755b93a5029 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lazy-loading 'info_cache' on Instance uuid 31adb50e-33e9-40cc-a8dc-14985336b34a {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.457273] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477875, 'name': CreateVM_Task, 'duration_secs': 0.331843} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.457447] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 835.458120] env[70483]: DEBUG oslo_concurrency.lockutils [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.458290] env[70483]: DEBUG oslo_concurrency.lockutils [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.458596] env[70483]: DEBUG oslo_concurrency.lockutils [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.458993] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d54773b0-bd4a-4961-b30d-f5f7c20de611 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.464196] env[70483]: DEBUG oslo_vmware.api [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Waiting for the task: (returnval){ [ 835.464196] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5291738c-6411-610c-601d-009813babd3a" [ 835.464196] env[70483]: _type = "Task" [ 835.464196] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.475865] env[70483]: DEBUG oslo_vmware.api [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5291738c-6411-610c-601d-009813babd3a, 'name': SearchDatastore_Task, 'duration_secs': 0.009837} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.476179] env[70483]: DEBUG oslo_concurrency.lockutils [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.476415] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 835.476645] env[70483]: DEBUG oslo_concurrency.lockutils [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.476785] env[70483]: DEBUG oslo_concurrency.lockutils [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.477628] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 835.477628] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79047a4f-cf67-4bd5-af3b-71c2b872d485 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.487683] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 835.488131] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 835.489388] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77805004-3d33-42ab-abc4-9349c5dc1d26 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.497305] env[70483]: DEBUG oslo_vmware.api [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Waiting for the task: (returnval){ [ 835.497305] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523771c9-eeab-b264-90cb-f328f9ed51e1" [ 835.497305] env[70483]: _type = "Task" [ 835.497305] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.506401] env[70483]: DEBUG oslo_vmware.api [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523771c9-eeab-b264-90cb-f328f9ed51e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.610545] env[70483]: INFO nova.compute.manager [None req-0f6ea187-f5cc-4108-baf6-1b29e3fe07e6 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] instance snapshotting [ 835.612993] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc6094b-7b65-4879-9597-84c7d32bff45 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.634770] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d880b01c-518b-41c7-ad29-4a83e14c4198 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Lock "157588be-543f-4b12-93de-201a9d8fc10e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.112s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.639282] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b54867d-1990-40fa-a464-d0a5d8a3bfac {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.717960] env[70483]: INFO nova.compute.manager [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Took 46.02 seconds to build instance. [ 835.745693] env[70483]: DEBUG oslo_concurrency.lockutils [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Releasing lock "refresh_cache-527062ee-0659-45a7-96c8-1c8d6f272b86" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.746132] env[70483]: DEBUG nova.compute.manager [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Instance network_info: |[{"id": "77aa2bee-1bdc-420e-a502-796d0041984b", "address": "fa:16:3e:50:cb:84", "network": {"id": "ef6af23e-61bd-4b0d-a60d-af68b9aa56af", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-697125594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0c69a5217c4e2db0906e4dad08164f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77aa2bee-1b", "ovs_interfaceid": "77aa2bee-1bdc-420e-a502-796d0041984b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.746642] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:cb:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77aa2bee-1bdc-420e-a502-796d0041984b', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.754393] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.757972] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.758598] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80f606f6-89f7-46e6-9e7d-723fa0972c49 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.786547] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.786547] env[70483]: value = "task-3477876" [ 835.786547] env[70483]: _type = "Task" [ 835.786547] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.795894] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477876, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.836639] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb34258-133d-4751-84b2-2a7ebd6a598d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.845853] env[70483]: DEBUG nova.compute.manager [None req-af3ce14e-3763-453b-b33b-0434c2a1ba99 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 835.846098] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-af3ce14e-3763-453b-b33b-0434c2a1ba99 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.847329] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5aa1494-742b-481c-9fd1-9f2a1aac44a3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.851257] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a091ed32-9c1c-4448-9a7c-a5ceb21124b9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.859286] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-af3ce14e-3763-453b-b33b-0434c2a1ba99 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.884216] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58c727fa-61a6-4ad8-939d-ab7cc59d4026 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.895962] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755c2a7a-ceb8-45b6-9523-bbc249677db7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.903126] env[70483]: DEBUG oslo_vmware.api [None req-af3ce14e-3763-453b-b33b-0434c2a1ba99 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Waiting for the task: (returnval){ [ 835.903126] env[70483]: value = "task-3477877" [ 835.903126] env[70483]: _type = "Task" [ 835.903126] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.910342] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8414ea07-a588-4aaa-a7d1-354b8e8e686a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.920018] env[70483]: DEBUG oslo_vmware.api [None req-af3ce14e-3763-453b-b33b-0434c2a1ba99 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.928717] env[70483]: DEBUG nova.compute.provider_tree [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.952361] env[70483]: DEBUG nova.objects.base [None req-deb686b3-5e54-460b-a0d7-c755b93a5029 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Object Instance<31adb50e-33e9-40cc-a8dc-14985336b34a> lazy-loaded attributes: flavor,info_cache {{(pid=70483) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 836.009128] env[70483]: DEBUG oslo_vmware.api [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523771c9-eeab-b264-90cb-f328f9ed51e1, 'name': SearchDatastore_Task, 'duration_secs': 0.01189} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.009966] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55a39cb9-671c-468b-b347-827e51d21f8d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.015881] env[70483]: DEBUG oslo_vmware.api [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Waiting for the task: (returnval){ [ 836.015881] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]529841ab-b3a4-94a9-d3d4-d1d2c9f323ae" [ 836.015881] env[70483]: _type = "Task" [ 836.015881] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.025066] env[70483]: DEBUG oslo_vmware.api [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]529841ab-b3a4-94a9-d3d4-d1d2c9f323ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.143156] env[70483]: DEBUG nova.compute.manager [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 836.150759] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6ea187-f5cc-4108-baf6-1b29e3fe07e6 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Creating Snapshot of the VM instance {{(pid=70483) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 836.151129] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-076d239e-b454-451e-bd1c-2250659f09c7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.158354] env[70483]: DEBUG oslo_vmware.api [None req-0f6ea187-f5cc-4108-baf6-1b29e3fe07e6 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Waiting for the task: (returnval){ [ 836.158354] env[70483]: value = "task-3477878" [ 836.158354] env[70483]: _type = "Task" [ 836.158354] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.167310] env[70483]: DEBUG oslo_vmware.api [None req-0f6ea187-f5cc-4108-baf6-1b29e3fe07e6 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477878, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.221349] env[70483]: DEBUG oslo_concurrency.lockutils [None req-871978f6-43d1-46be-b1c3-c875a6514bdb tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Lock "638038d2-367a-4b34-96fa-9117c427a22d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.941s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.231646] env[70483]: DEBUG nova.compute.manager [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 836.238335] env[70483]: DEBUG oslo_concurrency.lockutils [None req-760cbc09-d25a-406f-9b73-6936ab5eef32 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Acquiring lock "157588be-543f-4b12-93de-201a9d8fc10e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.238618] env[70483]: DEBUG oslo_concurrency.lockutils [None req-760cbc09-d25a-406f-9b73-6936ab5eef32 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Lock "157588be-543f-4b12-93de-201a9d8fc10e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.238861] env[70483]: DEBUG oslo_concurrency.lockutils [None req-760cbc09-d25a-406f-9b73-6936ab5eef32 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Acquiring lock "157588be-543f-4b12-93de-201a9d8fc10e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.239108] env[70483]: DEBUG oslo_concurrency.lockutils [None req-760cbc09-d25a-406f-9b73-6936ab5eef32 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Lock "157588be-543f-4b12-93de-201a9d8fc10e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.239309] env[70483]: DEBUG oslo_concurrency.lockutils [None req-760cbc09-d25a-406f-9b73-6936ab5eef32 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Lock "157588be-543f-4b12-93de-201a9d8fc10e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.242502] env[70483]: INFO nova.compute.manager [None req-760cbc09-d25a-406f-9b73-6936ab5eef32 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Terminating instance [ 836.277807] env[70483]: DEBUG nova.virt.hardware [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.278320] env[70483]: DEBUG nova.virt.hardware [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.278718] env[70483]: DEBUG nova.virt.hardware [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.279130] env[70483]: DEBUG nova.virt.hardware [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.279599] env[70483]: DEBUG nova.virt.hardware [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.279909] env[70483]: DEBUG nova.virt.hardware [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.280743] env[70483]: DEBUG nova.virt.hardware [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.281265] env[70483]: DEBUG nova.virt.hardware [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.281686] env[70483]: DEBUG nova.virt.hardware [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.282013] env[70483]: DEBUG nova.virt.hardware [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.282364] env[70483]: DEBUG nova.virt.hardware [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.284856] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f7b200-a2e3-4b4f-a0b5-84734d6e0f01 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.299887] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00e853d-cffc-4825-8858-e97ae1d52784 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.307253] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477876, 'name': CreateVM_Task, 'duration_secs': 0.365706} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.307753] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.308638] env[70483]: DEBUG oslo_concurrency.lockutils [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.308809] env[70483]: DEBUG oslo_concurrency.lockutils [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.309148] env[70483]: DEBUG oslo_concurrency.lockutils [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.317294] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d5d7243-d611-4913-b4b6-b797c60592fe {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.322654] env[70483]: DEBUG oslo_vmware.api [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for the task: (returnval){ [ 836.322654] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]520718a0-ca31-c1a2-f3a7-d7e437ed0cc9" [ 836.322654] env[70483]: _type = "Task" [ 836.322654] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.333284] env[70483]: DEBUG oslo_vmware.api [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]520718a0-ca31-c1a2-f3a7-d7e437ed0cc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.415660] env[70483]: DEBUG oslo_vmware.api [None req-af3ce14e-3763-453b-b33b-0434c2a1ba99 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477877, 'name': PowerOffVM_Task, 'duration_secs': 0.227799} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.415933] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-af3ce14e-3763-453b-b33b-0434c2a1ba99 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.416157] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-af3ce14e-3763-453b-b33b-0434c2a1ba99 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.416450] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd7157b1-7a8b-447e-a7a5-87dbe4dd8ced {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.432320] env[70483]: DEBUG nova.scheduler.client.report [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.476204] env[70483]: DEBUG nova.compute.manager [req-bbf86951-c30e-4450-977b-2b4a80a96eb6 req-e8c24ec0-be8c-491f-b395-b51b3a1edd1c service nova] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Received event network-changed-77aa2bee-1bdc-420e-a502-796d0041984b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.476204] env[70483]: DEBUG nova.compute.manager [req-bbf86951-c30e-4450-977b-2b4a80a96eb6 req-e8c24ec0-be8c-491f-b395-b51b3a1edd1c service nova] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Refreshing instance network info cache due to event network-changed-77aa2bee-1bdc-420e-a502-796d0041984b. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 836.476204] env[70483]: DEBUG oslo_concurrency.lockutils [req-bbf86951-c30e-4450-977b-2b4a80a96eb6 req-e8c24ec0-be8c-491f-b395-b51b3a1edd1c service nova] Acquiring lock "refresh_cache-527062ee-0659-45a7-96c8-1c8d6f272b86" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.476347] env[70483]: DEBUG oslo_concurrency.lockutils [req-bbf86951-c30e-4450-977b-2b4a80a96eb6 req-e8c24ec0-be8c-491f-b395-b51b3a1edd1c service nova] Acquired lock "refresh_cache-527062ee-0659-45a7-96c8-1c8d6f272b86" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.476522] env[70483]: DEBUG nova.network.neutron [req-bbf86951-c30e-4450-977b-2b4a80a96eb6 req-e8c24ec0-be8c-491f-b395-b51b3a1edd1c service nova] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Refreshing network info cache for port 77aa2bee-1bdc-420e-a502-796d0041984b {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.479624] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-af3ce14e-3763-453b-b33b-0434c2a1ba99 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.479855] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-af3ce14e-3763-453b-b33b-0434c2a1ba99 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.480082] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-af3ce14e-3763-453b-b33b-0434c2a1ba99 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Deleting the datastore file [datastore1] 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.480566] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aed8e799-234a-45b9-ae06-88387609d638 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.489813] env[70483]: DEBUG oslo_vmware.api [None req-af3ce14e-3763-453b-b33b-0434c2a1ba99 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Waiting for the task: (returnval){ [ 836.489813] env[70483]: value = "task-3477880" [ 836.489813] env[70483]: _type = "Task" [ 836.489813] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.496733] env[70483]: DEBUG oslo_vmware.api [None req-af3ce14e-3763-453b-b33b-0434c2a1ba99 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.518707] env[70483]: DEBUG nova.network.neutron [req-7f9bda29-6344-408d-9d16-985f3a906e55 req-04e00989-35af-444e-ab09-2f96f2207764 service nova] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Updated VIF entry in instance network info cache for port c5c41e8a-e7bc-407b-8535-6f3a3b8ce215. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.518707] env[70483]: DEBUG nova.network.neutron [req-7f9bda29-6344-408d-9d16-985f3a906e55 req-04e00989-35af-444e-ab09-2f96f2207764 service nova] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Updating instance_info_cache with network_info: [{"id": "c5c41e8a-e7bc-407b-8535-6f3a3b8ce215", "address": "fa:16:3e:d8:99:74", "network": {"id": "547e903c-f414-463d-a0f1-12b6fb858bdb", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-731105821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a23a1f78a4aa4a99bec4ad66a6bc0169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5c41e8a-e7", "ovs_interfaceid": "c5c41e8a-e7bc-407b-8535-6f3a3b8ce215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.535936] env[70483]: DEBUG oslo_vmware.api [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]529841ab-b3a4-94a9-d3d4-d1d2c9f323ae, 'name': SearchDatastore_Task, 'duration_secs': 0.013007} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.536183] env[70483]: DEBUG oslo_concurrency.lockutils [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.536434] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 6b746014-b163-4a17-a8c6-4b88eaed0ac1/6b746014-b163-4a17-a8c6-4b88eaed0ac1.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.536677] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e84301b-f581-4f50-84da-75ffea27833e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.543728] env[70483]: DEBUG oslo_vmware.api [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Waiting for the task: (returnval){ [ 836.543728] env[70483]: value = "task-3477881" [ 836.543728] env[70483]: _type = "Task" [ 836.543728] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.552141] env[70483]: DEBUG oslo_vmware.api [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Task: {'id': task-3477881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.672169] env[70483]: DEBUG oslo_vmware.api [None req-0f6ea187-f5cc-4108-baf6-1b29e3fe07e6 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477878, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.673445] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.724849] env[70483]: DEBUG nova.compute.manager [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 836.746305] env[70483]: DEBUG nova.compute.manager [None req-760cbc09-d25a-406f-9b73-6936ab5eef32 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 836.746953] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-760cbc09-d25a-406f-9b73-6936ab5eef32 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.747559] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78d8dda-c231-4e16-a262-010bf9a8dbbe {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.759336] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-760cbc09-d25a-406f-9b73-6936ab5eef32 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.759631] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23f5e9f6-d533-4f84-b513-942253c0f40d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.772341] env[70483]: DEBUG oslo_vmware.api [None req-760cbc09-d25a-406f-9b73-6936ab5eef32 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Waiting for the task: (returnval){ [ 836.772341] env[70483]: value = "task-3477882" [ 836.772341] env[70483]: _type = "Task" [ 836.772341] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.790245] env[70483]: DEBUG oslo_vmware.api [None req-760cbc09-d25a-406f-9b73-6936ab5eef32 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Task: {'id': task-3477882, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.835763] env[70483]: DEBUG oslo_vmware.api [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]520718a0-ca31-c1a2-f3a7-d7e437ed0cc9, 'name': SearchDatastore_Task, 'duration_secs': 0.009626} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.839155] env[70483]: DEBUG oslo_concurrency.lockutils [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.839155] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.839155] env[70483]: DEBUG oslo_concurrency.lockutils [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.839155] env[70483]: DEBUG oslo_concurrency.lockutils [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.839155] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.839155] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2099319-690f-4160-be23-d42100efe171 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.851271] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.851380] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.852278] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4d73baf-0bb5-4f36-a776-878bd2401798 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.859173] env[70483]: DEBUG oslo_vmware.api [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for the task: (returnval){ [ 836.859173] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5234291f-e1f7-8fc7-dc56-d07f5772af68" [ 836.859173] env[70483]: _type = "Task" [ 836.859173] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.875255] env[70483]: DEBUG oslo_vmware.api [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5234291f-e1f7-8fc7-dc56-d07f5772af68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.939155] env[70483]: DEBUG oslo_concurrency.lockutils [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.939773] env[70483]: DEBUG nova.compute.manager [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 836.943999] env[70483]: DEBUG oslo_concurrency.lockutils [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.381s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.945840] env[70483]: INFO nova.compute.claims [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.995019] env[70483]: DEBUG nova.network.neutron [None req-deb686b3-5e54-460b-a0d7-c755b93a5029 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Updating instance_info_cache with network_info: [{"id": "cca08ae9-5f63-42a5-96fd-8120aa3c504a", "address": "fa:16:3e:c4:16:29", "network": {"id": "948b7173-5456-49a2-9a1a-e36a1a46b931", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1783064445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a0a79c686d4fd5ace3cd0e354054d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcca08ae9-5f", "ovs_interfaceid": "cca08ae9-5f63-42a5-96fd-8120aa3c504a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.998278] env[70483]: DEBUG nova.network.neutron [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Successfully updated port: 90ee9637-37b3-42bb-9b3a-4b0f9b8d53be {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 837.010912] env[70483]: DEBUG oslo_vmware.api [None req-af3ce14e-3763-453b-b33b-0434c2a1ba99 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169173} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.011922] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-af3ce14e-3763-453b-b33b-0434c2a1ba99 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.012314] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-af3ce14e-3763-453b-b33b-0434c2a1ba99 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.012607] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-af3ce14e-3763-453b-b33b-0434c2a1ba99 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.012888] env[70483]: INFO nova.compute.manager [None req-af3ce14e-3763-453b-b33b-0434c2a1ba99 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 837.013463] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af3ce14e-3763-453b-b33b-0434c2a1ba99 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.014240] env[70483]: DEBUG nova.compute.manager [-] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 837.014399] env[70483]: DEBUG nova.network.neutron [-] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 837.030403] env[70483]: DEBUG oslo_concurrency.lockutils [req-7f9bda29-6344-408d-9d16-985f3a906e55 req-04e00989-35af-444e-ab09-2f96f2207764 service nova] Releasing lock "refresh_cache-6b746014-b163-4a17-a8c6-4b88eaed0ac1" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.054709] env[70483]: DEBUG oslo_vmware.api [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Task: {'id': task-3477881, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485235} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.058164] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 6b746014-b163-4a17-a8c6-4b88eaed0ac1/6b746014-b163-4a17-a8c6-4b88eaed0ac1.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.058532] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.058948] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57ff1cea-2333-4f7c-a777-03b5132d33d2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.066011] env[70483]: DEBUG oslo_vmware.api [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Waiting for the task: (returnval){ [ 837.066011] env[70483]: value = "task-3477883" [ 837.066011] env[70483]: _type = "Task" [ 837.066011] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.076915] env[70483]: DEBUG oslo_vmware.api [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Task: {'id': task-3477883, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.169143] env[70483]: DEBUG oslo_vmware.api [None req-0f6ea187-f5cc-4108-baf6-1b29e3fe07e6 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477878, 'name': CreateSnapshot_Task, 'duration_secs': 0.948209} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.169453] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6ea187-f5cc-4108-baf6-1b29e3fe07e6 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Created Snapshot of the VM instance {{(pid=70483) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 837.170402] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be51bebf-6861-4197-a670-847065e23ab1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.260324] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.282554] env[70483]: DEBUG oslo_vmware.api [None req-760cbc09-d25a-406f-9b73-6936ab5eef32 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Task: {'id': task-3477882, 'name': PowerOffVM_Task, 'duration_secs': 0.311179} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.282868] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-760cbc09-d25a-406f-9b73-6936ab5eef32 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.283122] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-760cbc09-d25a-406f-9b73-6936ab5eef32 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 837.283413] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-495b6095-8911-4527-9e11-d0b7221c5abd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.351350] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-760cbc09-d25a-406f-9b73-6936ab5eef32 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 837.352713] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-760cbc09-d25a-406f-9b73-6936ab5eef32 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 837.352713] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-760cbc09-d25a-406f-9b73-6936ab5eef32 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Deleting the datastore file [datastore1] 157588be-543f-4b12-93de-201a9d8fc10e {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 837.352713] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-794b9a43-5b98-4dda-85aa-4878afd3b3b3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.356383] env[70483]: DEBUG nova.network.neutron [req-bbf86951-c30e-4450-977b-2b4a80a96eb6 req-e8c24ec0-be8c-491f-b395-b51b3a1edd1c service nova] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Updated VIF entry in instance network info cache for port 77aa2bee-1bdc-420e-a502-796d0041984b. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.356833] env[70483]: DEBUG nova.network.neutron [req-bbf86951-c30e-4450-977b-2b4a80a96eb6 req-e8c24ec0-be8c-491f-b395-b51b3a1edd1c service nova] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Updating instance_info_cache with network_info: [{"id": "77aa2bee-1bdc-420e-a502-796d0041984b", "address": "fa:16:3e:50:cb:84", "network": {"id": "ef6af23e-61bd-4b0d-a60d-af68b9aa56af", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-697125594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0c69a5217c4e2db0906e4dad08164f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77aa2bee-1b", "ovs_interfaceid": "77aa2bee-1bdc-420e-a502-796d0041984b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.360234] env[70483]: DEBUG oslo_vmware.api [None req-760cbc09-d25a-406f-9b73-6936ab5eef32 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Waiting for the task: (returnval){ [ 837.360234] env[70483]: value = "task-3477885" [ 837.360234] env[70483]: _type = "Task" [ 837.360234] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.375024] env[70483]: DEBUG oslo_vmware.api [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5234291f-e1f7-8fc7-dc56-d07f5772af68, 'name': SearchDatastore_Task, 'duration_secs': 0.045852} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.378717] env[70483]: DEBUG oslo_vmware.api [None req-760cbc09-d25a-406f-9b73-6936ab5eef32 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Task: {'id': task-3477885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.379014] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af97ce1b-946f-491d-8dcb-f1a2db1aa22a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.384780] env[70483]: DEBUG oslo_vmware.api [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for the task: (returnval){ [ 837.384780] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52228a62-2576-3f89-6511-fdc1808e6d5a" [ 837.384780] env[70483]: _type = "Task" [ 837.384780] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.400732] env[70483]: DEBUG oslo_vmware.api [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52228a62-2576-3f89-6511-fdc1808e6d5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.451718] env[70483]: DEBUG nova.compute.utils [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.453750] env[70483]: DEBUG nova.compute.manager [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 837.454015] env[70483]: DEBUG nova.network.neutron [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 837.500626] env[70483]: DEBUG oslo_concurrency.lockutils [None req-deb686b3-5e54-460b-a0d7-c755b93a5029 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Releasing lock "refresh_cache-31adb50e-33e9-40cc-a8dc-14985336b34a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.502223] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquiring lock "refresh_cache-a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.502414] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquired lock "refresh_cache-a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.502491] env[70483]: DEBUG nova.network.neutron [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.530630] env[70483]: DEBUG nova.policy [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72df8c0bc7384a32a0761e22af7be8fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05fbf3aa778244309fdb95ab6763f938', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.576179] env[70483]: DEBUG oslo_vmware.api [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Task: {'id': task-3477883, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064296} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.576451] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 837.577259] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad04db0-bf9b-4410-b07b-dd049258efcc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.601688] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 6b746014-b163-4a17-a8c6-4b88eaed0ac1/6b746014-b163-4a17-a8c6-4b88eaed0ac1.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.602111] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d79149c2-d639-45fb-9bd9-0172eb54ff08 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.622865] env[70483]: DEBUG oslo_vmware.api [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Waiting for the task: (returnval){ [ 837.622865] env[70483]: value = "task-3477886" [ 837.622865] env[70483]: _type = "Task" [ 837.622865] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.631092] env[70483]: DEBUG oslo_vmware.api [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Task: {'id': task-3477886, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.689107] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6ea187-f5cc-4108-baf6-1b29e3fe07e6 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Creating linked-clone VM from snapshot {{(pid=70483) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 837.689683] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ac596654-657b-499d-92db-ca8de84f4257 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.699298] env[70483]: DEBUG oslo_vmware.api [None req-0f6ea187-f5cc-4108-baf6-1b29e3fe07e6 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Waiting for the task: (returnval){ [ 837.699298] env[70483]: value = "task-3477887" [ 837.699298] env[70483]: _type = "Task" [ 837.699298] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.708862] env[70483]: DEBUG oslo_vmware.api [None req-0f6ea187-f5cc-4108-baf6-1b29e3fe07e6 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477887, 'name': CloneVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.804261] env[70483]: DEBUG nova.network.neutron [-] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.860684] env[70483]: DEBUG oslo_concurrency.lockutils [req-bbf86951-c30e-4450-977b-2b4a80a96eb6 req-e8c24ec0-be8c-491f-b395-b51b3a1edd1c service nova] Releasing lock "refresh_cache-527062ee-0659-45a7-96c8-1c8d6f272b86" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.877254] env[70483]: DEBUG oslo_vmware.api [None req-760cbc09-d25a-406f-9b73-6936ab5eef32 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Task: {'id': task-3477885, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.470469} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.877802] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-760cbc09-d25a-406f-9b73-6936ab5eef32 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.881660] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-760cbc09-d25a-406f-9b73-6936ab5eef32 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.881660] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-760cbc09-d25a-406f-9b73-6936ab5eef32 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.881660] env[70483]: INFO nova.compute.manager [None req-760cbc09-d25a-406f-9b73-6936ab5eef32 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 837.881660] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-760cbc09-d25a-406f-9b73-6936ab5eef32 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.881660] env[70483]: DEBUG nova.compute.manager [-] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 837.881660] env[70483]: DEBUG nova.network.neutron [-] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 837.895654] env[70483]: INFO nova.compute.manager [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Rebuilding instance [ 837.898630] env[70483]: DEBUG oslo_vmware.api [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52228a62-2576-3f89-6511-fdc1808e6d5a, 'name': SearchDatastore_Task, 'duration_secs': 0.047073} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.899341] env[70483]: DEBUG oslo_concurrency.lockutils [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.899758] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 527062ee-0659-45a7-96c8-1c8d6f272b86/527062ee-0659-45a7-96c8-1c8d6f272b86.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.902138] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8363501e-400d-446e-823d-2eba82ff29c9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.909058] env[70483]: DEBUG oslo_vmware.api [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for the task: (returnval){ [ 837.909058] env[70483]: value = "task-3477888" [ 837.909058] env[70483]: _type = "Task" [ 837.909058] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.920624] env[70483]: DEBUG oslo_vmware.api [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.955284] env[70483]: DEBUG nova.compute.manager [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.957148] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2072463b-110f-42ff-82ff-577b30bfdfa9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.960882] env[70483]: DEBUG nova.compute.manager [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 838.081775] env[70483]: DEBUG nova.network.neutron [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Successfully created port: cb210cb4-f12e-4ee7-8379-046961f4129c {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.133140] env[70483]: DEBUG oslo_vmware.api [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Task: {'id': task-3477886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.215957] env[70483]: DEBUG oslo_vmware.api [None req-0f6ea187-f5cc-4108-baf6-1b29e3fe07e6 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477887, 'name': CloneVM_Task} progress is 94%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.306996] env[70483]: INFO nova.compute.manager [-] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Took 1.29 seconds to deallocate network for instance. [ 838.319106] env[70483]: DEBUG nova.network.neutron [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.425706] env[70483]: DEBUG oslo_vmware.api [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477888, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.512280] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb686b3-5e54-460b-a0d7-c755b93a5029 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.513145] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a3f364e-09b3-4835-94c2-09424a6372ac {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.525500] env[70483]: DEBUG oslo_vmware.api [None req-deb686b3-5e54-460b-a0d7-c755b93a5029 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 838.525500] env[70483]: value = "task-3477889" [ 838.525500] env[70483]: _type = "Task" [ 838.525500] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.544630] env[70483]: DEBUG oslo_vmware.api [None req-deb686b3-5e54-460b-a0d7-c755b93a5029 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3477889, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.610582] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Acquiring lock "60d03c81-1473-40f7-b80c-7e57d33fbee8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.610874] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Lock "60d03c81-1473-40f7-b80c-7e57d33fbee8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.636353] env[70483]: DEBUG oslo_vmware.api [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Task: {'id': task-3477886, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.653969] env[70483]: DEBUG nova.network.neutron [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Updating instance_info_cache with network_info: [{"id": "90ee9637-37b3-42bb-9b3a-4b0f9b8d53be", "address": "fa:16:3e:b5:96:89", "network": {"id": "ad62c8c7-a505-4b19-b08e-7fc0ad2fe8c0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1287706579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f5421924aec4a0eb2dce7ace32bf86c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90ee9637-37", "ovs_interfaceid": "90ee9637-37b3-42bb-9b3a-4b0f9b8d53be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.666224] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94cd64f-f95f-48d9-86cc-eed8f6ec334c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.681700] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7579aff-e709-4fbf-990f-436f89531f65 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.723137] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c7b81e-8f65-4d49-8dec-b827bd4b9a5c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.734137] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed97ae6-0cd0-44c7-9b98-301cc0edbfbd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.738503] env[70483]: DEBUG oslo_vmware.api [None req-0f6ea187-f5cc-4108-baf6-1b29e3fe07e6 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477887, 'name': CloneVM_Task} progress is 94%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.750493] env[70483]: DEBUG nova.compute.provider_tree [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.816845] env[70483]: DEBUG oslo_concurrency.lockutils [None req-af3ce14e-3763-453b-b33b-0434c2a1ba99 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.844363] env[70483]: DEBUG nova.compute.manager [req-8cb8189c-79d7-4651-811d-235b6740c1b2 req-de7dd590-7cda-4627-99e9-aed8388106ba service nova] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Received event network-vif-plugged-90ee9637-37b3-42bb-9b3a-4b0f9b8d53be {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.844722] env[70483]: DEBUG oslo_concurrency.lockutils [req-8cb8189c-79d7-4651-811d-235b6740c1b2 req-de7dd590-7cda-4627-99e9-aed8388106ba service nova] Acquiring lock "a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.845087] env[70483]: DEBUG oslo_concurrency.lockutils [req-8cb8189c-79d7-4651-811d-235b6740c1b2 req-de7dd590-7cda-4627-99e9-aed8388106ba service nova] Lock "a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.845412] env[70483]: DEBUG oslo_concurrency.lockutils [req-8cb8189c-79d7-4651-811d-235b6740c1b2 req-de7dd590-7cda-4627-99e9-aed8388106ba service nova] Lock "a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.845798] env[70483]: DEBUG nova.compute.manager [req-8cb8189c-79d7-4651-811d-235b6740c1b2 req-de7dd590-7cda-4627-99e9-aed8388106ba service nova] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] No waiting events found dispatching network-vif-plugged-90ee9637-37b3-42bb-9b3a-4b0f9b8d53be {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 838.846011] env[70483]: WARNING nova.compute.manager [req-8cb8189c-79d7-4651-811d-235b6740c1b2 req-de7dd590-7cda-4627-99e9-aed8388106ba service nova] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Received unexpected event network-vif-plugged-90ee9637-37b3-42bb-9b3a-4b0f9b8d53be for instance with vm_state building and task_state spawning. [ 838.846364] env[70483]: DEBUG nova.compute.manager [req-8cb8189c-79d7-4651-811d-235b6740c1b2 req-de7dd590-7cda-4627-99e9-aed8388106ba service nova] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Received event network-changed-90ee9637-37b3-42bb-9b3a-4b0f9b8d53be {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.846655] env[70483]: DEBUG nova.compute.manager [req-8cb8189c-79d7-4651-811d-235b6740c1b2 req-de7dd590-7cda-4627-99e9-aed8388106ba service nova] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Refreshing instance network info cache due to event network-changed-90ee9637-37b3-42bb-9b3a-4b0f9b8d53be. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 838.846960] env[70483]: DEBUG oslo_concurrency.lockutils [req-8cb8189c-79d7-4651-811d-235b6740c1b2 req-de7dd590-7cda-4627-99e9-aed8388106ba service nova] Acquiring lock "refresh_cache-a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.922902] env[70483]: DEBUG oslo_vmware.api [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683645} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.922902] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 527062ee-0659-45a7-96c8-1c8d6f272b86/527062ee-0659-45a7-96c8-1c8d6f272b86.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.922902] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.922902] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8fce6e86-374b-468b-bd23-e9b8a65ca8f5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.931207] env[70483]: DEBUG oslo_vmware.api [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for the task: (returnval){ [ 838.931207] env[70483]: value = "task-3477890" [ 838.931207] env[70483]: _type = "Task" [ 838.931207] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.940328] env[70483]: DEBUG oslo_vmware.api [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477890, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.977089] env[70483]: DEBUG nova.compute.manager [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 838.988745] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.989068] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ef330b1-e65c-4282-b145-3ebe9b750dac {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.998884] env[70483]: DEBUG oslo_vmware.api [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Waiting for the task: (returnval){ [ 838.998884] env[70483]: value = "task-3477891" [ 838.998884] env[70483]: _type = "Task" [ 838.998884] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.004904] env[70483]: DEBUG nova.virt.hardware [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.005175] env[70483]: DEBUG nova.virt.hardware [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.005336] env[70483]: DEBUG nova.virt.hardware [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.005517] env[70483]: DEBUG nova.virt.hardware [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.005659] env[70483]: DEBUG nova.virt.hardware [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.005802] env[70483]: DEBUG nova.virt.hardware [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.006014] env[70483]: DEBUG nova.virt.hardware [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.006226] env[70483]: DEBUG nova.virt.hardware [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.006414] env[70483]: DEBUG nova.virt.hardware [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.006579] env[70483]: DEBUG nova.virt.hardware [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.006749] env[70483]: DEBUG nova.virt.hardware [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.007561] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb712dfc-aae2-4b19-9809-04571b77128c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.012984] env[70483]: DEBUG oslo_vmware.api [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': task-3477891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.019372] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2ae012-3f58-4400-8be0-708a66193338 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.043856] env[70483]: DEBUG oslo_vmware.api [None req-deb686b3-5e54-460b-a0d7-c755b93a5029 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3477889, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.138605] env[70483]: DEBUG oslo_vmware.api [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Task: {'id': task-3477886, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.157963] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Releasing lock "refresh_cache-a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.157963] env[70483]: DEBUG nova.compute.manager [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Instance network_info: |[{"id": "90ee9637-37b3-42bb-9b3a-4b0f9b8d53be", "address": "fa:16:3e:b5:96:89", "network": {"id": "ad62c8c7-a505-4b19-b08e-7fc0ad2fe8c0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1287706579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f5421924aec4a0eb2dce7ace32bf86c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90ee9637-37", "ovs_interfaceid": "90ee9637-37b3-42bb-9b3a-4b0f9b8d53be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 839.158340] env[70483]: DEBUG oslo_concurrency.lockutils [req-8cb8189c-79d7-4651-811d-235b6740c1b2 req-de7dd590-7cda-4627-99e9-aed8388106ba service nova] Acquired lock "refresh_cache-a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.158509] env[70483]: DEBUG nova.network.neutron [req-8cb8189c-79d7-4651-811d-235b6740c1b2 req-de7dd590-7cda-4627-99e9-aed8388106ba service nova] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Refreshing network info cache for port 90ee9637-37b3-42bb-9b3a-4b0f9b8d53be {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.160219] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:96:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90ee9637-37b3-42bb-9b3a-4b0f9b8d53be', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.168440] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Creating folder: Project (8f5421924aec4a0eb2dce7ace32bf86c). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 839.172048] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7487315-fdd1-47dc-b756-4136acca4d1e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.185765] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Created folder: Project (8f5421924aec4a0eb2dce7ace32bf86c) in parent group-v695216. [ 839.186092] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Creating folder: Instances. Parent ref: group-v695351. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 839.186438] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08acddb8-2e21-46a1-9486-cc7345a9925c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.188331] env[70483]: DEBUG nova.network.neutron [-] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.201468] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Created folder: Instances in parent group-v695351. [ 839.201815] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.204687] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.205230] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56ebe69c-5583-40b3-a13b-677d583acd0c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.231968] env[70483]: DEBUG oslo_vmware.api [None req-0f6ea187-f5cc-4108-baf6-1b29e3fe07e6 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477887, 'name': CloneVM_Task} progress is 94%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.234317] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.234317] env[70483]: value = "task-3477894" [ 839.234317] env[70483]: _type = "Task" [ 839.234317] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.243295] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477894, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.256856] env[70483]: DEBUG nova.scheduler.client.report [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.423130] env[70483]: DEBUG nova.network.neutron [req-8cb8189c-79d7-4651-811d-235b6740c1b2 req-de7dd590-7cda-4627-99e9-aed8388106ba service nova] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Updated VIF entry in instance network info cache for port 90ee9637-37b3-42bb-9b3a-4b0f9b8d53be. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.423494] env[70483]: DEBUG nova.network.neutron [req-8cb8189c-79d7-4651-811d-235b6740c1b2 req-de7dd590-7cda-4627-99e9-aed8388106ba service nova] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Updating instance_info_cache with network_info: [{"id": "90ee9637-37b3-42bb-9b3a-4b0f9b8d53be", "address": "fa:16:3e:b5:96:89", "network": {"id": "ad62c8c7-a505-4b19-b08e-7fc0ad2fe8c0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1287706579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f5421924aec4a0eb2dce7ace32bf86c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90ee9637-37", "ovs_interfaceid": "90ee9637-37b3-42bb-9b3a-4b0f9b8d53be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.442220] env[70483]: DEBUG oslo_vmware.api [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477890, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.479916} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.442554] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.443416] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3ce491-5a6b-458b-bd8b-43bd4881b553 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.467270] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 527062ee-0659-45a7-96c8-1c8d6f272b86/527062ee-0659-45a7-96c8-1c8d6f272b86.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.467444] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c2f50a0-002e-4051-9e50-96afc507e5ca {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.489637] env[70483]: DEBUG oslo_vmware.api [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for the task: (returnval){ [ 839.489637] env[70483]: value = "task-3477895" [ 839.489637] env[70483]: _type = "Task" [ 839.489637] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.498584] env[70483]: DEBUG oslo_vmware.api [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477895, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.508952] env[70483]: DEBUG oslo_vmware.api [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': task-3477891, 'name': PowerOffVM_Task, 'duration_secs': 0.15106} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.509319] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.509574] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.510651] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b271731-cad8-4d32-9b8e-1a554d78f732 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.519556] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.519838] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e65206ff-4736-4707-8c39-b0e394df1586 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.537082] env[70483]: DEBUG oslo_vmware.api [None req-deb686b3-5e54-460b-a0d7-c755b93a5029 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3477889, 'name': PowerOnVM_Task, 'duration_secs': 0.579724} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.537363] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb686b3-5e54-460b-a0d7-c755b93a5029 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.537644] env[70483]: DEBUG nova.compute.manager [None req-deb686b3-5e54-460b-a0d7-c755b93a5029 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.538499] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67206675-c39c-4a55-af8f-3dbb5eacc60a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.554019] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.554314] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.554539] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Deleting the datastore file [datastore1] 638038d2-367a-4b34-96fa-9117c427a22d {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.554834] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61ba98fa-438a-475a-bb23-4428bbbc378a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.562893] env[70483]: DEBUG oslo_vmware.api [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Waiting for the task: (returnval){ [ 839.562893] env[70483]: value = "task-3477897" [ 839.562893] env[70483]: _type = "Task" [ 839.562893] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.571529] env[70483]: DEBUG oslo_vmware.api [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': task-3477897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.638696] env[70483]: DEBUG oslo_vmware.api [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Task: {'id': task-3477886, 'name': ReconfigVM_Task, 'duration_secs': 1.772918} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.639024] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 6b746014-b163-4a17-a8c6-4b88eaed0ac1/6b746014-b163-4a17-a8c6-4b88eaed0ac1.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.639767] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e35a5105-964c-4bc3-8be1-0cdb6b3aa90e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.647278] env[70483]: DEBUG oslo_vmware.api [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Waiting for the task: (returnval){ [ 839.647278] env[70483]: value = "task-3477898" [ 839.647278] env[70483]: _type = "Task" [ 839.647278] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.656420] env[70483]: DEBUG oslo_vmware.api [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Task: {'id': task-3477898, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.692255] env[70483]: INFO nova.compute.manager [-] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Took 1.81 seconds to deallocate network for instance. [ 839.733337] env[70483]: DEBUG oslo_vmware.api [None req-0f6ea187-f5cc-4108-baf6-1b29e3fe07e6 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477887, 'name': CloneVM_Task, 'duration_secs': 1.804871} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.733603] env[70483]: INFO nova.virt.vmwareapi.vmops [None req-0f6ea187-f5cc-4108-baf6-1b29e3fe07e6 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Created linked-clone VM from snapshot [ 839.734366] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdeef154-6bd9-4dd0-b2fb-4944d4163130 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.746293] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-0f6ea187-f5cc-4108-baf6-1b29e3fe07e6 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Uploading image a58041a0-6d0c-4611-920f-5a112c0b9cea {{(pid=70483) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 839.751686] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477894, 'name': CreateVM_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.764074] env[70483]: DEBUG oslo_concurrency.lockutils [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.820s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.764609] env[70483]: DEBUG nova.compute.manager [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 839.767686] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.313s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.769304] env[70483]: INFO nova.compute.claims [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.783938] env[70483]: DEBUG oslo_vmware.rw_handles [None req-0f6ea187-f5cc-4108-baf6-1b29e3fe07e6 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 839.783938] env[70483]: value = "vm-695350" [ 839.783938] env[70483]: _type = "VirtualMachine" [ 839.783938] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 839.784278] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-09e36fd0-4384-4230-88c9-7490edc03477 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.793915] env[70483]: DEBUG oslo_vmware.rw_handles [None req-0f6ea187-f5cc-4108-baf6-1b29e3fe07e6 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Lease: (returnval){ [ 839.793915] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52405e75-645c-53b8-4c3f-bc581bd2e10b" [ 839.793915] env[70483]: _type = "HttpNfcLease" [ 839.793915] env[70483]: } obtained for exporting VM: (result){ [ 839.793915] env[70483]: value = "vm-695350" [ 839.793915] env[70483]: _type = "VirtualMachine" [ 839.793915] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 839.794325] env[70483]: DEBUG oslo_vmware.api [None req-0f6ea187-f5cc-4108-baf6-1b29e3fe07e6 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Waiting for the lease: (returnval){ [ 839.794325] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52405e75-645c-53b8-4c3f-bc581bd2e10b" [ 839.794325] env[70483]: _type = "HttpNfcLease" [ 839.794325] env[70483]: } to be ready. {{(pid=70483) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 839.802784] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 839.802784] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52405e75-645c-53b8-4c3f-bc581bd2e10b" [ 839.802784] env[70483]: _type = "HttpNfcLease" [ 839.802784] env[70483]: } is initializing. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 839.857729] env[70483]: DEBUG nova.compute.manager [req-c752cce3-b734-4527-ae7f-2bbb98b4848f req-e968f53c-0271-4ee5-a31a-07c249087bcf service nova] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Received event network-vif-plugged-cb210cb4-f12e-4ee7-8379-046961f4129c {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.857953] env[70483]: DEBUG oslo_concurrency.lockutils [req-c752cce3-b734-4527-ae7f-2bbb98b4848f req-e968f53c-0271-4ee5-a31a-07c249087bcf service nova] Acquiring lock "744b10e0-5286-4d1f-a014-9bd49a48ebeb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.858188] env[70483]: DEBUG oslo_concurrency.lockutils [req-c752cce3-b734-4527-ae7f-2bbb98b4848f req-e968f53c-0271-4ee5-a31a-07c249087bcf service nova] Lock "744b10e0-5286-4d1f-a014-9bd49a48ebeb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.858358] env[70483]: DEBUG oslo_concurrency.lockutils [req-c752cce3-b734-4527-ae7f-2bbb98b4848f req-e968f53c-0271-4ee5-a31a-07c249087bcf service nova] Lock "744b10e0-5286-4d1f-a014-9bd49a48ebeb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.858527] env[70483]: DEBUG nova.compute.manager [req-c752cce3-b734-4527-ae7f-2bbb98b4848f req-e968f53c-0271-4ee5-a31a-07c249087bcf service nova] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] No waiting events found dispatching network-vif-plugged-cb210cb4-f12e-4ee7-8379-046961f4129c {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 839.858689] env[70483]: WARNING nova.compute.manager [req-c752cce3-b734-4527-ae7f-2bbb98b4848f req-e968f53c-0271-4ee5-a31a-07c249087bcf service nova] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Received unexpected event network-vif-plugged-cb210cb4-f12e-4ee7-8379-046961f4129c for instance with vm_state building and task_state spawning. [ 839.928094] env[70483]: DEBUG oslo_concurrency.lockutils [req-8cb8189c-79d7-4651-811d-235b6740c1b2 req-de7dd590-7cda-4627-99e9-aed8388106ba service nova] Releasing lock "refresh_cache-a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.928413] env[70483]: DEBUG nova.compute.manager [req-8cb8189c-79d7-4651-811d-235b6740c1b2 req-de7dd590-7cda-4627-99e9-aed8388106ba service nova] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Received event network-vif-deleted-9263aba4-50ee-4ab2-b18b-437b57ebcdb5 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.005604] env[70483]: DEBUG oslo_vmware.api [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.013100] env[70483]: DEBUG nova.network.neutron [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Successfully updated port: cb210cb4-f12e-4ee7-8379-046961f4129c {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 840.073422] env[70483]: DEBUG oslo_vmware.api [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': task-3477897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235233} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.073897] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.074103] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.074601] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.159870] env[70483]: DEBUG oslo_vmware.api [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Task: {'id': task-3477898, 'name': Rename_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.200444] env[70483]: DEBUG oslo_concurrency.lockutils [None req-760cbc09-d25a-406f-9b73-6936ab5eef32 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.249535] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477894, 'name': CreateVM_Task, 'duration_secs': 0.787777} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.249770] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.250562] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.250721] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.250931] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.252208] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2690f14-6ab7-410b-97c6-044222368e93 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.257157] env[70483]: DEBUG oslo_vmware.api [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 840.257157] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52417c11-a476-7e55-f3b5-8d67d60facc3" [ 840.257157] env[70483]: _type = "Task" [ 840.257157] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.265780] env[70483]: DEBUG oslo_vmware.api [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52417c11-a476-7e55-f3b5-8d67d60facc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.269062] env[70483]: DEBUG nova.compute.utils [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.270443] env[70483]: DEBUG nova.compute.manager [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.274321] env[70483]: DEBUG nova.network.neutron [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.305063] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 840.305063] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52405e75-645c-53b8-4c3f-bc581bd2e10b" [ 840.305063] env[70483]: _type = "HttpNfcLease" [ 840.305063] env[70483]: } is ready. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 840.305978] env[70483]: DEBUG oslo_vmware.rw_handles [None req-0f6ea187-f5cc-4108-baf6-1b29e3fe07e6 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 840.305978] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52405e75-645c-53b8-4c3f-bc581bd2e10b" [ 840.305978] env[70483]: _type = "HttpNfcLease" [ 840.305978] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 840.306217] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d42b48-b211-4eae-8a44-57892cc72443 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.314825] env[70483]: DEBUG oslo_vmware.rw_handles [None req-0f6ea187-f5cc-4108-baf6-1b29e3fe07e6 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ffb5a0-5e68-45e6-a85e-877c6dfd6cde/disk-0.vmdk from lease info. {{(pid=70483) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 840.314945] env[70483]: DEBUG oslo_vmware.rw_handles [None req-0f6ea187-f5cc-4108-baf6-1b29e3fe07e6 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ffb5a0-5e68-45e6-a85e-877c6dfd6cde/disk-0.vmdk for reading. {{(pid=70483) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 840.415943] env[70483]: DEBUG nova.policy [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72df8c0bc7384a32a0761e22af7be8fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05fbf3aa778244309fdb95ab6763f938', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.448318] env[70483]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-210c5bd3-17fe-4cad-95c2-dc301d0f4b74 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.501783] env[70483]: DEBUG oslo_vmware.api [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477895, 'name': ReconfigVM_Task, 'duration_secs': 0.69936} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.502115] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 527062ee-0659-45a7-96c8-1c8d6f272b86/527062ee-0659-45a7-96c8-1c8d6f272b86.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.502882] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bbb0814-c271-45ef-be79-3ddb0f8f27af {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.511368] env[70483]: DEBUG oslo_concurrency.lockutils [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquiring lock "refresh_cache-744b10e0-5286-4d1f-a014-9bd49a48ebeb" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.511368] env[70483]: DEBUG oslo_concurrency.lockutils [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquired lock "refresh_cache-744b10e0-5286-4d1f-a014-9bd49a48ebeb" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.511368] env[70483]: DEBUG nova.network.neutron [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.513684] env[70483]: DEBUG oslo_vmware.api [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for the task: (returnval){ [ 840.513684] env[70483]: value = "task-3477900" [ 840.513684] env[70483]: _type = "Task" [ 840.513684] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.525643] env[70483]: DEBUG oslo_vmware.api [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477900, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.667226] env[70483]: DEBUG oslo_vmware.api [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Task: {'id': task-3477898, 'name': Rename_Task, 'duration_secs': 0.904554} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.667226] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.667226] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0101b3ad-f436-448a-ac34-4c6f09305fa6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.677053] env[70483]: DEBUG oslo_vmware.api [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Waiting for the task: (returnval){ [ 840.677053] env[70483]: value = "task-3477901" [ 840.677053] env[70483]: _type = "Task" [ 840.677053] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.687097] env[70483]: DEBUG oslo_vmware.api [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Task: {'id': task-3477901, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.770575] env[70483]: DEBUG oslo_vmware.api [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52417c11-a476-7e55-f3b5-8d67d60facc3, 'name': SearchDatastore_Task, 'duration_secs': 0.013564} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.771018] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.771357] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.771625] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.771803] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.772143] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.772501] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6edb2d66-b58d-499d-9023-323270412716 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.775552] env[70483]: DEBUG nova.compute.manager [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 840.789875] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.790130] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.791301] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cada54d-4e4b-4d29-a964-a77b696648d6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.798961] env[70483]: DEBUG oslo_vmware.api [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 840.798961] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]528829d9-173a-fa33-ade7-bba6508a8ffb" [ 840.798961] env[70483]: _type = "Task" [ 840.798961] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.810722] env[70483]: DEBUG oslo_vmware.api [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]528829d9-173a-fa33-ade7-bba6508a8ffb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.937537] env[70483]: DEBUG nova.network.neutron [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Successfully created port: 60960dcd-56a3-43f3-9e69-d8119a8055c7 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.031666] env[70483]: DEBUG oslo_vmware.api [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477900, 'name': Rename_Task, 'duration_secs': 0.155109} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.032019] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.032306] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74770cbf-5bd6-4a45-b888-6cae90c287d5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.042401] env[70483]: DEBUG oslo_vmware.api [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for the task: (returnval){ [ 841.042401] env[70483]: value = "task-3477902" [ 841.042401] env[70483]: _type = "Task" [ 841.042401] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.052588] env[70483]: DEBUG oslo_vmware.api [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477902, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.066850] env[70483]: DEBUG nova.network.neutron [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.077389] env[70483]: DEBUG nova.compute.manager [req-1e77b9e9-f830-4772-9ee6-7bba25ac0fc0 req-224798ad-f9cf-400e-a738-411ce3abd5f2 service nova] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Received event network-vif-deleted-bfe02948-1ed6-4fa1-affc-3a13fd3235d1 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.118830] env[70483]: DEBUG nova.virt.hardware [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.119146] env[70483]: DEBUG nova.virt.hardware [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.119320] env[70483]: DEBUG nova.virt.hardware [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.119508] env[70483]: DEBUG nova.virt.hardware [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.119659] env[70483]: DEBUG nova.virt.hardware [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.119864] env[70483]: DEBUG nova.virt.hardware [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.120127] env[70483]: DEBUG nova.virt.hardware [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.120680] env[70483]: DEBUG nova.virt.hardware [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.120680] env[70483]: DEBUG nova.virt.hardware [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.120769] env[70483]: DEBUG nova.virt.hardware [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.120932] env[70483]: DEBUG nova.virt.hardware [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.121986] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714bd8a5-987c-47b3-8892-0ebec8816dcf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.147439] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcd0bbf-fe65-4bda-9eb5-b114cc864e7b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.172900] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Instance VIF info [] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.181638] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.185518] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.189465] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f995473c-c85a-4d3c-88f4-a24b8f582d42 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.215015] env[70483]: DEBUG oslo_vmware.api [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Task: {'id': task-3477901, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.215952] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.215952] env[70483]: value = "task-3477903" [ 841.215952] env[70483]: _type = "Task" [ 841.215952] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.228340] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477903, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.261415] env[70483]: DEBUG nova.network.neutron [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Updating instance_info_cache with network_info: [{"id": "cb210cb4-f12e-4ee7-8379-046961f4129c", "address": "fa:16:3e:65:1f:6c", "network": {"id": "fadbd650-4eff-4463-ac0d-a8853bda526f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-710989522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05fbf3aa778244309fdb95ab6763f938", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb210cb4-f1", "ovs_interfaceid": "cb210cb4-f12e-4ee7-8379-046961f4129c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.312747] env[70483]: DEBUG oslo_vmware.api [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]528829d9-173a-fa33-ade7-bba6508a8ffb, 'name': SearchDatastore_Task, 'duration_secs': 0.011603} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.317135] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ca8b508-534c-42ee-9708-bac7e23e7b5d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.325650] env[70483]: DEBUG oslo_vmware.api [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 841.325650] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522c5cd0-f053-8664-7cc7-88c8842477b5" [ 841.325650] env[70483]: _type = "Task" [ 841.325650] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.339274] env[70483]: DEBUG oslo_vmware.api [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522c5cd0-f053-8664-7cc7-88c8842477b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.490627] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1169f582-bef6-44db-b316-bfa74516b589 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.502242] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adcdf6a6-2b83-43df-b326-8ff14de224e5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.536852] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587b4b43-2da9-4330-a6c0-72c76c8240b8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.548487] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cb33d4-6207-4de1-b2c2-7e93202181f2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.565836] env[70483]: DEBUG nova.compute.provider_tree [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.570677] env[70483]: DEBUG oslo_vmware.api [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477902, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.696596] env[70483]: DEBUG oslo_vmware.api [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Task: {'id': task-3477901, 'name': PowerOnVM_Task, 'duration_secs': 0.557318} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.696918] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.697278] env[70483]: INFO nova.compute.manager [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Took 9.94 seconds to spawn the instance on the hypervisor. [ 841.697550] env[70483]: DEBUG nova.compute.manager [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.698595] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32044d2-2702-4de0-9199-150335ce5eae {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.726307] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477903, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.770956] env[70483]: DEBUG oslo_concurrency.lockutils [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Releasing lock "refresh_cache-744b10e0-5286-4d1f-a014-9bd49a48ebeb" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.772032] env[70483]: DEBUG nova.compute.manager [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Instance network_info: |[{"id": "cb210cb4-f12e-4ee7-8379-046961f4129c", "address": "fa:16:3e:65:1f:6c", "network": {"id": "fadbd650-4eff-4463-ac0d-a8853bda526f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-710989522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05fbf3aa778244309fdb95ab6763f938", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb210cb4-f1", "ovs_interfaceid": "cb210cb4-f12e-4ee7-8379-046961f4129c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 841.772032] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:1f:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb210cb4-f12e-4ee7-8379-046961f4129c', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.780361] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Creating folder: Project (05fbf3aa778244309fdb95ab6763f938). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.781117] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b1f8206-6c07-4bff-8b9e-36d5f5e69447 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.789342] env[70483]: DEBUG nova.compute.manager [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.797390] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Created folder: Project (05fbf3aa778244309fdb95ab6763f938) in parent group-v695216. [ 841.797390] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Creating folder: Instances. Parent ref: group-v695355. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.797390] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-709680c3-8527-4ea1-9ece-a4c3d1b92c55 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.810285] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Created folder: Instances in parent group-v695355. [ 841.810952] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.811138] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.813379] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40e3aa6b-da8e-469d-94d5-67b44480b51e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.836600] env[70483]: DEBUG nova.virt.hardware [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.836864] env[70483]: DEBUG nova.virt.hardware [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.837105] env[70483]: DEBUG nova.virt.hardware [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.837313] env[70483]: DEBUG nova.virt.hardware [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.837733] env[70483]: DEBUG nova.virt.hardware [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.837733] env[70483]: DEBUG nova.virt.hardware [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.837892] env[70483]: DEBUG nova.virt.hardware [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.837968] env[70483]: DEBUG nova.virt.hardware [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.838245] env[70483]: DEBUG nova.virt.hardware [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.838413] env[70483]: DEBUG nova.virt.hardware [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.838711] env[70483]: DEBUG nova.virt.hardware [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.839720] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6cddd3-f0f2-488c-a593-c44ccb7c27a8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.848208] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.848208] env[70483]: value = "task-3477906" [ 841.848208] env[70483]: _type = "Task" [ 841.848208] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.848584] env[70483]: DEBUG oslo_vmware.api [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522c5cd0-f053-8664-7cc7-88c8842477b5, 'name': SearchDatastore_Task, 'duration_secs': 0.015568} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.849536] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.849802] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff/a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 841.853552] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4fb9b8c-8e47-479a-ab1b-e8347e794ac7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.859367] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d1a442-853d-4080-b85a-fe3daf25cb4f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.868514] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477906, 'name': CreateVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.868944] env[70483]: DEBUG oslo_vmware.api [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 841.868944] env[70483]: value = "task-3477907" [ 841.868944] env[70483]: _type = "Task" [ 841.868944] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.886769] env[70483]: DEBUG oslo_vmware.api [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3477907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.889248] env[70483]: DEBUG nova.compute.manager [req-f2c42be6-4788-4983-a66e-d06f861b4256 req-df60b56e-5481-4dd9-bddc-f634a0d01a67 service nova] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Received event network-changed-cb210cb4-f12e-4ee7-8379-046961f4129c {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.890022] env[70483]: DEBUG nova.compute.manager [req-f2c42be6-4788-4983-a66e-d06f861b4256 req-df60b56e-5481-4dd9-bddc-f634a0d01a67 service nova] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Refreshing instance network info cache due to event network-changed-cb210cb4-f12e-4ee7-8379-046961f4129c. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 841.890413] env[70483]: DEBUG oslo_concurrency.lockutils [req-f2c42be6-4788-4983-a66e-d06f861b4256 req-df60b56e-5481-4dd9-bddc-f634a0d01a67 service nova] Acquiring lock "refresh_cache-744b10e0-5286-4d1f-a014-9bd49a48ebeb" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.890582] env[70483]: DEBUG oslo_concurrency.lockutils [req-f2c42be6-4788-4983-a66e-d06f861b4256 req-df60b56e-5481-4dd9-bddc-f634a0d01a67 service nova] Acquired lock "refresh_cache-744b10e0-5286-4d1f-a014-9bd49a48ebeb" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.890794] env[70483]: DEBUG nova.network.neutron [req-f2c42be6-4788-4983-a66e-d06f861b4256 req-df60b56e-5481-4dd9-bddc-f634a0d01a67 service nova] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Refreshing network info cache for port cb210cb4-f12e-4ee7-8379-046961f4129c {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.055446] env[70483]: DEBUG oslo_vmware.api [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477902, 'name': PowerOnVM_Task, 'duration_secs': 0.770565} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.057363] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.057363] env[70483]: INFO nova.compute.manager [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Took 8.52 seconds to spawn the instance on the hypervisor. [ 842.057363] env[70483]: DEBUG nova.compute.manager [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.057628] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a76cd0c-032e-4ab6-b710-df4a584578b2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.072127] env[70483]: DEBUG nova.scheduler.client.report [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.223393] env[70483]: INFO nova.compute.manager [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Took 49.12 seconds to build instance. [ 842.233546] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477903, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.362935] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477906, 'name': CreateVM_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.380475] env[70483]: DEBUG oslo_vmware.api [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3477907, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.582317] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.810s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.582317] env[70483]: DEBUG nova.compute.manager [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 842.586144] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6e4d7f57-7895-4dcf-a67b-9ccd424ec65b tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.588s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.586144] env[70483]: DEBUG nova.objects.instance [None req-6e4d7f57-7895-4dcf-a67b-9ccd424ec65b tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lazy-loading 'resources' on Instance uuid d2258803-84ff-4bba-af91-5815db4015d7 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.595338] env[70483]: INFO nova.compute.manager [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Took 43.87 seconds to build instance. [ 842.680520] env[70483]: DEBUG nova.network.neutron [req-f2c42be6-4788-4983-a66e-d06f861b4256 req-df60b56e-5481-4dd9-bddc-f634a0d01a67 service nova] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Updated VIF entry in instance network info cache for port cb210cb4-f12e-4ee7-8379-046961f4129c. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 842.680901] env[70483]: DEBUG nova.network.neutron [req-f2c42be6-4788-4983-a66e-d06f861b4256 req-df60b56e-5481-4dd9-bddc-f634a0d01a67 service nova] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Updating instance_info_cache with network_info: [{"id": "cb210cb4-f12e-4ee7-8379-046961f4129c", "address": "fa:16:3e:65:1f:6c", "network": {"id": "fadbd650-4eff-4463-ac0d-a8853bda526f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-710989522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05fbf3aa778244309fdb95ab6763f938", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb210cb4-f1", "ovs_interfaceid": "cb210cb4-f12e-4ee7-8379-046961f4129c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.725918] env[70483]: DEBUG oslo_concurrency.lockutils [None req-67aa5a51-c9cc-423f-bacf-587769bdae70 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Lock "6b746014-b163-4a17-a8c6-4b88eaed0ac1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.143s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.732667] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477903, 'name': CreateVM_Task, 'duration_secs': 1.460917} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.732667] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.732850] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.732937] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.733876] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.733876] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94e5cbbb-b937-4d25-a62e-b762c395752d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.739855] env[70483]: DEBUG oslo_vmware.api [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Waiting for the task: (returnval){ [ 842.739855] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5243f968-9583-d1b8-7086-bcf5887c0679" [ 842.739855] env[70483]: _type = "Task" [ 842.739855] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.749985] env[70483]: DEBUG oslo_vmware.api [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5243f968-9583-d1b8-7086-bcf5887c0679, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.855046] env[70483]: DEBUG nova.network.neutron [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Successfully updated port: 60960dcd-56a3-43f3-9e69-d8119a8055c7 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 842.863560] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477906, 'name': CreateVM_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.880927] env[70483]: DEBUG oslo_vmware.api [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3477907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652327} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.881017] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff/a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 842.881263] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.881533] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca430a10-e064-4b77-8f78-d2d4b64a7c3c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.889650] env[70483]: DEBUG oslo_vmware.api [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 842.889650] env[70483]: value = "task-3477908" [ 842.889650] env[70483]: _type = "Task" [ 842.889650] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.901245] env[70483]: DEBUG oslo_vmware.api [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3477908, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.100767] env[70483]: DEBUG nova.compute.utils [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 843.100767] env[70483]: DEBUG oslo_concurrency.lockutils [None req-91c338e1-b7e0-483a-bf33-ee5e2ebaa0ab tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Lock "527062ee-0659-45a7-96c8-1c8d6f272b86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.048s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.100767] env[70483]: DEBUG nova.compute.manager [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 843.100767] env[70483]: DEBUG nova.network.neutron [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 843.168507] env[70483]: DEBUG nova.policy [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df01242b23c1431aa9a7198820326693', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f95005c08244379aa97345167d6a312', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 843.184132] env[70483]: DEBUG oslo_concurrency.lockutils [req-f2c42be6-4788-4983-a66e-d06f861b4256 req-df60b56e-5481-4dd9-bddc-f634a0d01a67 service nova] Releasing lock "refresh_cache-744b10e0-5286-4d1f-a014-9bd49a48ebeb" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.230482] env[70483]: DEBUG nova.compute.manager [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 843.262308] env[70483]: DEBUG oslo_vmware.api [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5243f968-9583-d1b8-7086-bcf5887c0679, 'name': SearchDatastore_Task, 'duration_secs': 0.023903} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.262885] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.263474] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.264034] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.264034] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.264480] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.265922] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5646c521-5788-4b1e-b3bb-2ad7851eff93 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.280291] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.281041] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.284568] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca6d3563-e80e-45a2-9751-d145d56b387a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.291752] env[70483]: DEBUG oslo_vmware.api [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Waiting for the task: (returnval){ [ 843.291752] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a9832e-47ba-ff2c-a57f-4c28839cbbf5" [ 843.291752] env[70483]: _type = "Task" [ 843.291752] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.302058] env[70483]: DEBUG oslo_vmware.api [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a9832e-47ba-ff2c-a57f-4c28839cbbf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.362883] env[70483]: DEBUG oslo_concurrency.lockutils [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquiring lock "refresh_cache-e175f923-53c0-4e4c-875d-2e6d4e08714a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.363183] env[70483]: DEBUG oslo_concurrency.lockutils [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquired lock "refresh_cache-e175f923-53c0-4e4c-875d-2e6d4e08714a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.363380] env[70483]: DEBUG nova.network.neutron [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.376550] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477906, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.403372] env[70483]: DEBUG oslo_vmware.api [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3477908, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110524} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.403372] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 843.403547] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad828f9-b7b9-4f2a-9dad-e2f206bd6762 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.427618] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff/a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.430461] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4357db0d-17db-4138-8eca-0bb96aa21957 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.452306] env[70483]: DEBUG oslo_vmware.api [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 843.452306] env[70483]: value = "task-3477909" [ 843.452306] env[70483]: _type = "Task" [ 843.452306] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.463853] env[70483]: DEBUG oslo_vmware.api [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3477909, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.612368] env[70483]: DEBUG nova.compute.manager [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 843.615064] env[70483]: DEBUG nova.compute.manager [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 843.669173] env[70483]: DEBUG nova.network.neutron [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Successfully created port: 2dd2b58f-3a6a-41ec-acb5-7460f11f198b {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 843.710284] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f6b518bc-a173-490b-add5-c5458b252041 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Acquiring lock "6b746014-b163-4a17-a8c6-4b88eaed0ac1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.710637] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f6b518bc-a173-490b-add5-c5458b252041 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Lock "6b746014-b163-4a17-a8c6-4b88eaed0ac1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.710998] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f6b518bc-a173-490b-add5-c5458b252041 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Acquiring lock "6b746014-b163-4a17-a8c6-4b88eaed0ac1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.711125] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f6b518bc-a173-490b-add5-c5458b252041 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Lock "6b746014-b163-4a17-a8c6-4b88eaed0ac1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.711320] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f6b518bc-a173-490b-add5-c5458b252041 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Lock "6b746014-b163-4a17-a8c6-4b88eaed0ac1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.714246] env[70483]: INFO nova.compute.manager [None req-f6b518bc-a173-490b-add5-c5458b252041 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Terminating instance [ 843.717217] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c45202d-b1ce-4c0d-9178-3823fb5b99fc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.730616] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad35bbba-285c-4b97-a0b4-cc9aef6555f3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.768288] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.769398] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e520c29a-acb2-4009-a1a6-6eaf41d22cc3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.778596] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb9da6b-36ee-41a7-b9a1-b1c30d5987fd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.794845] env[70483]: DEBUG nova.compute.provider_tree [None req-6e4d7f57-7895-4dcf-a67b-9ccd424ec65b tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.806676] env[70483]: DEBUG oslo_vmware.api [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a9832e-47ba-ff2c-a57f-4c28839cbbf5, 'name': SearchDatastore_Task, 'duration_secs': 0.034306} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.808474] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-559a8de2-3dca-4604-9f50-bde0453e4afd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.815197] env[70483]: DEBUG oslo_vmware.api [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Waiting for the task: (returnval){ [ 843.815197] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a11f67-d235-189f-9c98-db973e9ac958" [ 843.815197] env[70483]: _type = "Task" [ 843.815197] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.825027] env[70483]: DEBUG oslo_vmware.api [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a11f67-d235-189f-9c98-db973e9ac958, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.862930] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477906, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.917216] env[70483]: DEBUG nova.network.neutron [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.964671] env[70483]: DEBUG oslo_vmware.api [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3477909, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.100481] env[70483]: DEBUG nova.network.neutron [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Updating instance_info_cache with network_info: [{"id": "60960dcd-56a3-43f3-9e69-d8119a8055c7", "address": "fa:16:3e:57:1d:13", "network": {"id": "fadbd650-4eff-4463-ac0d-a8853bda526f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-710989522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05fbf3aa778244309fdb95ab6763f938", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60960dcd-56", "ovs_interfaceid": "60960dcd-56a3-43f3-9e69-d8119a8055c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.143573] env[70483]: DEBUG oslo_concurrency.lockutils [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.226474] env[70483]: DEBUG nova.compute.manager [None req-f6b518bc-a173-490b-add5-c5458b252041 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 844.226645] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b518bc-a173-490b-add5-c5458b252041 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.227547] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debd7bb3-cba7-473a-98da-57c3a5fc0fee {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.236947] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b518bc-a173-490b-add5-c5458b252041 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.237241] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dd228ca-559a-4002-a97e-7cdc4a361c06 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.247336] env[70483]: DEBUG oslo_vmware.api [None req-f6b518bc-a173-490b-add5-c5458b252041 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Waiting for the task: (returnval){ [ 844.247336] env[70483]: value = "task-3477910" [ 844.247336] env[70483]: _type = "Task" [ 844.247336] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.261744] env[70483]: DEBUG oslo_vmware.api [None req-f6b518bc-a173-490b-add5-c5458b252041 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Task: {'id': task-3477910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.301835] env[70483]: DEBUG nova.scheduler.client.report [None req-6e4d7f57-7895-4dcf-a67b-9ccd424ec65b tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.331022] env[70483]: DEBUG oslo_vmware.api [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a11f67-d235-189f-9c98-db973e9ac958, 'name': SearchDatastore_Task, 'duration_secs': 0.014428} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.331022] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.331022] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 638038d2-367a-4b34-96fa-9117c427a22d/638038d2-367a-4b34-96fa-9117c427a22d.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.331022] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05729311-fd9c-47c8-a24e-7e6195a4ab29 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.342106] env[70483]: DEBUG oslo_vmware.api [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Waiting for the task: (returnval){ [ 844.342106] env[70483]: value = "task-3477911" [ 844.342106] env[70483]: _type = "Task" [ 844.342106] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.357317] env[70483]: DEBUG oslo_vmware.api [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': task-3477911, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.373589] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477906, 'name': CreateVM_Task, 'duration_secs': 2.416041} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.373744] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.374556] env[70483]: DEBUG oslo_concurrency.lockutils [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.375139] env[70483]: DEBUG oslo_concurrency.lockutils [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.375481] env[70483]: DEBUG oslo_concurrency.lockutils [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.375758] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7caca3d9-efbb-4729-9b80-e0f8ce1822a2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.382375] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for the task: (returnval){ [ 844.382375] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52c8b433-dd7b-b51b-4436-4e78d5555e67" [ 844.382375] env[70483]: _type = "Task" [ 844.382375] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.392560] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52c8b433-dd7b-b51b-4436-4e78d5555e67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.466100] env[70483]: DEBUG oslo_vmware.api [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3477909, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.491775] env[70483]: DEBUG nova.compute.manager [req-ea85979d-a9a4-4f26-b2dd-e24aa38e8482 req-c812e087-6878-4043-8558-2ec07118e552 service nova] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Received event network-vif-plugged-60960dcd-56a3-43f3-9e69-d8119a8055c7 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.493050] env[70483]: DEBUG oslo_concurrency.lockutils [req-ea85979d-a9a4-4f26-b2dd-e24aa38e8482 req-c812e087-6878-4043-8558-2ec07118e552 service nova] Acquiring lock "e175f923-53c0-4e4c-875d-2e6d4e08714a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.493050] env[70483]: DEBUG oslo_concurrency.lockutils [req-ea85979d-a9a4-4f26-b2dd-e24aa38e8482 req-c812e087-6878-4043-8558-2ec07118e552 service nova] Lock "e175f923-53c0-4e4c-875d-2e6d4e08714a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.493228] env[70483]: DEBUG oslo_concurrency.lockutils [req-ea85979d-a9a4-4f26-b2dd-e24aa38e8482 req-c812e087-6878-4043-8558-2ec07118e552 service nova] Lock "e175f923-53c0-4e4c-875d-2e6d4e08714a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.493342] env[70483]: DEBUG nova.compute.manager [req-ea85979d-a9a4-4f26-b2dd-e24aa38e8482 req-c812e087-6878-4043-8558-2ec07118e552 service nova] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] No waiting events found dispatching network-vif-plugged-60960dcd-56a3-43f3-9e69-d8119a8055c7 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 844.493739] env[70483]: WARNING nova.compute.manager [req-ea85979d-a9a4-4f26-b2dd-e24aa38e8482 req-c812e087-6878-4043-8558-2ec07118e552 service nova] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Received unexpected event network-vif-plugged-60960dcd-56a3-43f3-9e69-d8119a8055c7 for instance with vm_state building and task_state spawning. [ 844.493739] env[70483]: DEBUG nova.compute.manager [req-ea85979d-a9a4-4f26-b2dd-e24aa38e8482 req-c812e087-6878-4043-8558-2ec07118e552 service nova] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Received event network-changed-60960dcd-56a3-43f3-9e69-d8119a8055c7 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.493959] env[70483]: DEBUG nova.compute.manager [req-ea85979d-a9a4-4f26-b2dd-e24aa38e8482 req-c812e087-6878-4043-8558-2ec07118e552 service nova] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Refreshing instance network info cache due to event network-changed-60960dcd-56a3-43f3-9e69-d8119a8055c7. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 844.494185] env[70483]: DEBUG oslo_concurrency.lockutils [req-ea85979d-a9a4-4f26-b2dd-e24aa38e8482 req-c812e087-6878-4043-8558-2ec07118e552 service nova] Acquiring lock "refresh_cache-e175f923-53c0-4e4c-875d-2e6d4e08714a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.602505] env[70483]: DEBUG oslo_concurrency.lockutils [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Releasing lock "refresh_cache-e175f923-53c0-4e4c-875d-2e6d4e08714a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.602505] env[70483]: DEBUG nova.compute.manager [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Instance network_info: |[{"id": "60960dcd-56a3-43f3-9e69-d8119a8055c7", "address": "fa:16:3e:57:1d:13", "network": {"id": "fadbd650-4eff-4463-ac0d-a8853bda526f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-710989522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05fbf3aa778244309fdb95ab6763f938", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60960dcd-56", "ovs_interfaceid": "60960dcd-56a3-43f3-9e69-d8119a8055c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 844.602819] env[70483]: DEBUG oslo_concurrency.lockutils [req-ea85979d-a9a4-4f26-b2dd-e24aa38e8482 req-c812e087-6878-4043-8558-2ec07118e552 service nova] Acquired lock "refresh_cache-e175f923-53c0-4e4c-875d-2e6d4e08714a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.603884] env[70483]: DEBUG nova.network.neutron [req-ea85979d-a9a4-4f26-b2dd-e24aa38e8482 req-c812e087-6878-4043-8558-2ec07118e552 service nova] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Refreshing network info cache for port 60960dcd-56a3-43f3-9e69-d8119a8055c7 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 844.604420] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:1d:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60960dcd-56a3-43f3-9e69-d8119a8055c7', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.613885] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.615485] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 844.615485] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82d61e6d-b360-4815-94cb-6db01095506e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.631651] env[70483]: DEBUG nova.compute.manager [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 844.642188] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.642188] env[70483]: value = "task-3477912" [ 844.642188] env[70483]: _type = "Task" [ 844.642188] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.652831] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477912, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.669673] env[70483]: DEBUG nova.virt.hardware [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.669946] env[70483]: DEBUG nova.virt.hardware [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.670126] env[70483]: DEBUG nova.virt.hardware [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.670320] env[70483]: DEBUG nova.virt.hardware [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.670471] env[70483]: DEBUG nova.virt.hardware [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.670617] env[70483]: DEBUG nova.virt.hardware [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.670877] env[70483]: DEBUG nova.virt.hardware [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.671153] env[70483]: DEBUG nova.virt.hardware [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.671376] env[70483]: DEBUG nova.virt.hardware [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.671544] env[70483]: DEBUG nova.virt.hardware [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.671721] env[70483]: DEBUG nova.virt.hardware [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.672649] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60436b8c-4273-41c2-bd6f-b2fa12bd8d88 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.683493] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751ae41b-4574-4325-9e6c-ea697bd67767 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.760314] env[70483]: DEBUG oslo_vmware.api [None req-f6b518bc-a173-490b-add5-c5458b252041 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Task: {'id': task-3477910, 'name': PowerOffVM_Task, 'duration_secs': 0.217832} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.760672] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b518bc-a173-490b-add5-c5458b252041 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.760833] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b518bc-a173-490b-add5-c5458b252041 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.761148] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7ef08fd-4253-4e15-a0ad-8fd561082da1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.809752] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6e4d7f57-7895-4dcf-a67b-9ccd424ec65b tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.223s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.811073] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.485s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.813426] env[70483]: INFO nova.compute.claims [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.842064] env[70483]: INFO nova.scheduler.client.report [None req-6e4d7f57-7895-4dcf-a67b-9ccd424ec65b tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Deleted allocations for instance d2258803-84ff-4bba-af91-5815db4015d7 [ 844.860024] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b518bc-a173-490b-add5-c5458b252041 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.860024] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b518bc-a173-490b-add5-c5458b252041 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.860024] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6b518bc-a173-490b-add5-c5458b252041 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Deleting the datastore file [datastore2] 6b746014-b163-4a17-a8c6-4b88eaed0ac1 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.860024] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08ece52f-097a-4e3f-ba0d-d897557ba159 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.864534] env[70483]: DEBUG oslo_vmware.api [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': task-3477911, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.872735] env[70483]: DEBUG oslo_vmware.api [None req-f6b518bc-a173-490b-add5-c5458b252041 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Waiting for the task: (returnval){ [ 844.872735] env[70483]: value = "task-3477914" [ 844.872735] env[70483]: _type = "Task" [ 844.872735] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.884419] env[70483]: DEBUG oslo_vmware.api [None req-f6b518bc-a173-490b-add5-c5458b252041 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Task: {'id': task-3477914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.902602] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52c8b433-dd7b-b51b-4436-4e78d5555e67, 'name': SearchDatastore_Task, 'duration_secs': 0.014098} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.903116] env[70483]: DEBUG oslo_concurrency.lockutils [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.903489] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.903865] env[70483]: DEBUG oslo_concurrency.lockutils [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.904135] env[70483]: DEBUG oslo_concurrency.lockutils [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.904536] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.904843] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c7392bf-8c56-46ab-9c9c-b06ac019314f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.918236] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.918354] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.919433] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2b388ac-34af-4184-88f2-f26eb99d40e7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.927367] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for the task: (returnval){ [ 844.927367] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5296a529-4121-c136-e8f5-969796973da0" [ 844.927367] env[70483]: _type = "Task" [ 844.927367] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.939939] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5296a529-4121-c136-e8f5-969796973da0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.966569] env[70483]: DEBUG oslo_vmware.api [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3477909, 'name': ReconfigVM_Task, 'duration_secs': 1.112298} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.966847] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Reconfigured VM instance instance-0000002e to attach disk [datastore2] a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff/a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.967523] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88b9104f-267a-432a-b05f-9f8c81d74f62 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.976309] env[70483]: DEBUG oslo_vmware.api [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 844.976309] env[70483]: value = "task-3477915" [ 844.976309] env[70483]: _type = "Task" [ 844.976309] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.986406] env[70483]: DEBUG oslo_vmware.api [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3477915, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.991666] env[70483]: DEBUG nova.compute.manager [None req-0b0e13e7-3da4-4970-b4e8-bc361434660a tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.992593] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d07458b-25bb-4bc9-baad-93f93bc54cd5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.156119] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477912, 'name': CreateVM_Task, 'duration_secs': 0.456932} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.156445] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.156993] env[70483]: DEBUG oslo_concurrency.lockutils [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.157274] env[70483]: DEBUG oslo_concurrency.lockutils [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.157786] env[70483]: DEBUG oslo_concurrency.lockutils [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.158123] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7f4761b-64d9-414b-a890-020d2dc8b539 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.163912] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for the task: (returnval){ [ 845.163912] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5241181d-b4c6-9665-435a-5dc101edc97b" [ 845.163912] env[70483]: _type = "Task" [ 845.163912] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.178982] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5241181d-b4c6-9665-435a-5dc101edc97b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.340874] env[70483]: DEBUG nova.network.neutron [req-ea85979d-a9a4-4f26-b2dd-e24aa38e8482 req-c812e087-6878-4043-8558-2ec07118e552 service nova] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Updated VIF entry in instance network info cache for port 60960dcd-56a3-43f3-9e69-d8119a8055c7. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.341357] env[70483]: DEBUG nova.network.neutron [req-ea85979d-a9a4-4f26-b2dd-e24aa38e8482 req-c812e087-6878-4043-8558-2ec07118e552 service nova] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Updating instance_info_cache with network_info: [{"id": "60960dcd-56a3-43f3-9e69-d8119a8055c7", "address": "fa:16:3e:57:1d:13", "network": {"id": "fadbd650-4eff-4463-ac0d-a8853bda526f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-710989522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05fbf3aa778244309fdb95ab6763f938", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60960dcd-56", "ovs_interfaceid": "60960dcd-56a3-43f3-9e69-d8119a8055c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.352266] env[70483]: DEBUG oslo_vmware.api [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': task-3477911, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566121} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.353052] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 638038d2-367a-4b34-96fa-9117c427a22d/638038d2-367a-4b34-96fa-9117c427a22d.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.353282] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.353557] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc95e28f-0ea0-41fe-8a6f-9311c04daf42 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.360316] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6e4d7f57-7895-4dcf-a67b-9ccd424ec65b tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "d2258803-84ff-4bba-af91-5815db4015d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.310s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.362296] env[70483]: DEBUG oslo_vmware.api [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Waiting for the task: (returnval){ [ 845.362296] env[70483]: value = "task-3477916" [ 845.362296] env[70483]: _type = "Task" [ 845.362296] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.373451] env[70483]: DEBUG oslo_vmware.api [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': task-3477916, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.383913] env[70483]: DEBUG oslo_vmware.api [None req-f6b518bc-a173-490b-add5-c5458b252041 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Task: {'id': task-3477914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374892} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.384198] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6b518bc-a173-490b-add5-c5458b252041 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.384384] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b518bc-a173-490b-add5-c5458b252041 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.384557] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b518bc-a173-490b-add5-c5458b252041 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.384724] env[70483]: INFO nova.compute.manager [None req-f6b518bc-a173-490b-add5-c5458b252041 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 845.384967] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6b518bc-a173-490b-add5-c5458b252041 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.385169] env[70483]: DEBUG nova.compute.manager [-] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 845.385265] env[70483]: DEBUG nova.network.neutron [-] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 845.439443] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5296a529-4121-c136-e8f5-969796973da0, 'name': SearchDatastore_Task, 'duration_secs': 0.015962} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.440247] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e02317f-5724-4fd6-9e7e-437efc41dadf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.446351] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for the task: (returnval){ [ 845.446351] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]525fddfe-0491-3f64-a520-12dea3f46c3c" [ 845.446351] env[70483]: _type = "Task" [ 845.446351] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.454718] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]525fddfe-0491-3f64-a520-12dea3f46c3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.486965] env[70483]: DEBUG oslo_vmware.api [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3477915, 'name': Rename_Task, 'duration_secs': 0.258814} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.487214] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.487451] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2135b0d5-3974-486c-baec-c602fcf7d556 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.495790] env[70483]: DEBUG oslo_vmware.api [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 845.495790] env[70483]: value = "task-3477917" [ 845.495790] env[70483]: _type = "Task" [ 845.495790] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.504839] env[70483]: DEBUG oslo_vmware.api [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3477917, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.507109] env[70483]: INFO nova.compute.manager [None req-0b0e13e7-3da4-4970-b4e8-bc361434660a tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] instance snapshotting [ 845.512048] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a697f866-e220-47c7-b8ef-aa34a8113087 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.533844] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8fe47a-ca8c-4445-8f82-01161ec3b680 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.676247] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5241181d-b4c6-9665-435a-5dc101edc97b, 'name': SearchDatastore_Task, 'duration_secs': 0.018625} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.676247] env[70483]: DEBUG oslo_concurrency.lockutils [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.676247] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.676398] env[70483]: DEBUG oslo_concurrency.lockutils [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.747418] env[70483]: DEBUG nova.compute.manager [req-a824d8b2-7e4f-41a1-944e-f73a5bb8abdb req-4e7726a6-c01e-4e30-95d5-a6d64bcdccac service nova] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Received event network-vif-deleted-c5c41e8a-e7bc-407b-8535-6f3a3b8ce215 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.747418] env[70483]: INFO nova.compute.manager [req-a824d8b2-7e4f-41a1-944e-f73a5bb8abdb req-4e7726a6-c01e-4e30-95d5-a6d64bcdccac service nova] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Neutron deleted interface c5c41e8a-e7bc-407b-8535-6f3a3b8ce215; detaching it from the instance and deleting it from the info cache [ 845.747418] env[70483]: DEBUG nova.network.neutron [req-a824d8b2-7e4f-41a1-944e-f73a5bb8abdb req-4e7726a6-c01e-4e30-95d5-a6d64bcdccac service nova] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.847399] env[70483]: DEBUG oslo_concurrency.lockutils [req-ea85979d-a9a4-4f26-b2dd-e24aa38e8482 req-c812e087-6878-4043-8558-2ec07118e552 service nova] Releasing lock "refresh_cache-e175f923-53c0-4e4c-875d-2e6d4e08714a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.867253] env[70483]: DEBUG nova.network.neutron [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Successfully updated port: 2dd2b58f-3a6a-41ec-acb5-7460f11f198b {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.881851] env[70483]: DEBUG oslo_vmware.api [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': task-3477916, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068834} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.886020] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.886992] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232cf960-51c7-4a4a-94f2-28b7986a1ee2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.910157] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 638038d2-367a-4b34-96fa-9117c427a22d/638038d2-367a-4b34-96fa-9117c427a22d.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.915027] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02b328c7-c4b2-4af1-a687-05cc9dbbdb68 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.935818] env[70483]: DEBUG oslo_vmware.api [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Waiting for the task: (returnval){ [ 845.935818] env[70483]: value = "task-3477918" [ 845.935818] env[70483]: _type = "Task" [ 845.935818] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.947417] env[70483]: DEBUG oslo_vmware.api [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': task-3477918, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.957172] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]525fddfe-0491-3f64-a520-12dea3f46c3c, 'name': SearchDatastore_Task, 'duration_secs': 0.042477} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.960387] env[70483]: DEBUG oslo_concurrency.lockutils [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.960671] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 744b10e0-5286-4d1f-a014-9bd49a48ebeb/744b10e0-5286-4d1f-a014-9bd49a48ebeb.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.961239] env[70483]: DEBUG oslo_concurrency.lockutils [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.961443] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.961668] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-331d5558-38b9-4bbc-a7fb-b362e2252df6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.963734] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61e54665-ac47-4e9c-beb7-25e360075c22 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.976645] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for the task: (returnval){ [ 845.976645] env[70483]: value = "task-3477919" [ 845.976645] env[70483]: _type = "Task" [ 845.976645] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.977901] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.978177] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.981603] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-341dc834-6cb2-4815-a550-90afd468e91b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.991908] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3477919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.992203] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for the task: (returnval){ [ 845.992203] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e6ae48-f9c0-5bd4-d698-866b4e2a1080" [ 845.992203] env[70483]: _type = "Task" [ 845.992203] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.005080] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e6ae48-f9c0-5bd4-d698-866b4e2a1080, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.011553] env[70483]: DEBUG oslo_vmware.api [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3477917, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.048419] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0e13e7-3da4-4970-b4e8-bc361434660a tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Creating Snapshot of the VM instance {{(pid=70483) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 846.048419] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4a72dd2e-8c49-443c-8d47-f4261f1c51aa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.056754] env[70483]: DEBUG oslo_vmware.api [None req-0b0e13e7-3da4-4970-b4e8-bc361434660a tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for the task: (returnval){ [ 846.056754] env[70483]: value = "task-3477920" [ 846.056754] env[70483]: _type = "Task" [ 846.056754] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.069794] env[70483]: DEBUG oslo_vmware.api [None req-0b0e13e7-3da4-4970-b4e8-bc361434660a tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477920, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.185562] env[70483]: DEBUG nova.network.neutron [-] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.252393] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-94f138f3-d5dd-4260-8796-9f571fe7147f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.271667] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25562a7-fa24-42b6-9804-7a483bb6b829 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.319713] env[70483]: DEBUG nova.compute.manager [req-a824d8b2-7e4f-41a1-944e-f73a5bb8abdb req-4e7726a6-c01e-4e30-95d5-a6d64bcdccac service nova] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Detach interface failed, port_id=c5c41e8a-e7bc-407b-8535-6f3a3b8ce215, reason: Instance 6b746014-b163-4a17-a8c6-4b88eaed0ac1 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 846.376916] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Acquiring lock "refresh_cache-f61abfde-68ff-497e-8a99-cfae352de144" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.376985] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Acquired lock "refresh_cache-f61abfde-68ff-497e-8a99-cfae352de144" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.377156] env[70483]: DEBUG nova.network.neutron [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.442774] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8107dc42-d46c-4992-97be-cee858a154c5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.454742] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87df8847-339e-4bcf-bcf4-0640a8e47ceb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.458617] env[70483]: DEBUG oslo_vmware.api [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': task-3477918, 'name': ReconfigVM_Task, 'duration_secs': 0.446491} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.459368] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 638038d2-367a-4b34-96fa-9117c427a22d/638038d2-367a-4b34-96fa-9117c427a22d.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.460463] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d65e8b70-877d-4d06-81e3-922408554f7d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.496844] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3cdb31-59a4-4e21-8ce4-ba99ed321999 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.500298] env[70483]: DEBUG oslo_vmware.api [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Waiting for the task: (returnval){ [ 846.500298] env[70483]: value = "task-3477921" [ 846.500298] env[70483]: _type = "Task" [ 846.500298] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.515653] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3477919, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.523679] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a037803-07c3-4299-b6a8-b5516ce33977 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.529435] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e6ae48-f9c0-5bd4-d698-866b4e2a1080, 'name': SearchDatastore_Task, 'duration_secs': 0.019055} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.538143] env[70483]: DEBUG oslo_vmware.api [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3477917, 'name': PowerOnVM_Task, 'duration_secs': 0.761828} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.539486] env[70483]: DEBUG nova.compute.manager [req-0a5c884d-a7c8-42d9-907c-88e52b927cbd req-828ee33b-4fb3-493a-a51c-e45762e6dcee service nova] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Received event network-vif-plugged-2dd2b58f-3a6a-41ec-acb5-7460f11f198b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.539704] env[70483]: DEBUG oslo_concurrency.lockutils [req-0a5c884d-a7c8-42d9-907c-88e52b927cbd req-828ee33b-4fb3-493a-a51c-e45762e6dcee service nova] Acquiring lock "f61abfde-68ff-497e-8a99-cfae352de144-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.539942] env[70483]: DEBUG oslo_concurrency.lockutils [req-0a5c884d-a7c8-42d9-907c-88e52b927cbd req-828ee33b-4fb3-493a-a51c-e45762e6dcee service nova] Lock "f61abfde-68ff-497e-8a99-cfae352de144-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.540138] env[70483]: DEBUG oslo_concurrency.lockutils [req-0a5c884d-a7c8-42d9-907c-88e52b927cbd req-828ee33b-4fb3-493a-a51c-e45762e6dcee service nova] Lock "f61abfde-68ff-497e-8a99-cfae352de144-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.540308] env[70483]: DEBUG nova.compute.manager [req-0a5c884d-a7c8-42d9-907c-88e52b927cbd req-828ee33b-4fb3-493a-a51c-e45762e6dcee service nova] [instance: f61abfde-68ff-497e-8a99-cfae352de144] No waiting events found dispatching network-vif-plugged-2dd2b58f-3a6a-41ec-acb5-7460f11f198b {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 846.540504] env[70483]: WARNING nova.compute.manager [req-0a5c884d-a7c8-42d9-907c-88e52b927cbd req-828ee33b-4fb3-493a-a51c-e45762e6dcee service nova] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Received unexpected event network-vif-plugged-2dd2b58f-3a6a-41ec-acb5-7460f11f198b for instance with vm_state building and task_state spawning. [ 846.540679] env[70483]: DEBUG nova.compute.manager [req-0a5c884d-a7c8-42d9-907c-88e52b927cbd req-828ee33b-4fb3-493a-a51c-e45762e6dcee service nova] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Received event network-changed-2dd2b58f-3a6a-41ec-acb5-7460f11f198b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.540855] env[70483]: DEBUG nova.compute.manager [req-0a5c884d-a7c8-42d9-907c-88e52b927cbd req-828ee33b-4fb3-493a-a51c-e45762e6dcee service nova] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Refreshing instance network info cache due to event network-changed-2dd2b58f-3a6a-41ec-acb5-7460f11f198b. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 846.541070] env[70483]: DEBUG oslo_concurrency.lockutils [req-0a5c884d-a7c8-42d9-907c-88e52b927cbd req-828ee33b-4fb3-493a-a51c-e45762e6dcee service nova] Acquiring lock "refresh_cache-f61abfde-68ff-497e-8a99-cfae352de144" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.541672] env[70483]: DEBUG oslo_vmware.api [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': task-3477921, 'name': Rename_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.542323] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e628ae9-bdd1-4291-9f08-88141968cd59 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.544866] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.545093] env[70483]: INFO nova.compute.manager [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Took 10.31 seconds to spawn the instance on the hypervisor. [ 846.545305] env[70483]: DEBUG nova.compute.manager [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.291086] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d7830d-90bd-4a53-ab3b-47aeb5c1a6ee {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.293802] env[70483]: INFO nova.compute.manager [-] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Took 1.91 seconds to deallocate network for instance. [ 847.296080] env[70483]: DEBUG nova.compute.provider_tree [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.312839] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for the task: (returnval){ [ 847.312839] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ef6d47-c5b2-6c69-82d6-f09f7f1bd7e2" [ 847.312839] env[70483]: _type = "Task" [ 847.312839] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.327166] env[70483]: DEBUG oslo_vmware.api [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': task-3477921, 'name': Rename_Task, 'duration_secs': 0.245901} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.327420] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3477919, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571334} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.330380] env[70483]: DEBUG oslo_vmware.api [None req-0b0e13e7-3da4-4970-b4e8-bc361434660a tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477920, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.330980] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.331746] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 744b10e0-5286-4d1f-a014-9bd49a48ebeb/744b10e0-5286-4d1f-a014-9bd49a48ebeb.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.331746] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.332403] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ceb8292-ce74-4326-82e4-928708f6902d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.334100] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d62c721-3af6-4e90-8086-5dadaf577f65 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.339316] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ef6d47-c5b2-6c69-82d6-f09f7f1bd7e2, 'name': SearchDatastore_Task, 'duration_secs': 0.025028} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.340164] env[70483]: DEBUG oslo_concurrency.lockutils [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.340428] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] e175f923-53c0-4e4c-875d-2e6d4e08714a/e175f923-53c0-4e4c-875d-2e6d4e08714a.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 847.340941] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f3391f0-d174-4524-b5aa-b6933a2dba86 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.345649] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for the task: (returnval){ [ 847.345649] env[70483]: value = "task-3477923" [ 847.345649] env[70483]: _type = "Task" [ 847.345649] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.347048] env[70483]: DEBUG oslo_vmware.api [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Waiting for the task: (returnval){ [ 847.347048] env[70483]: value = "task-3477922" [ 847.347048] env[70483]: _type = "Task" [ 847.347048] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.354683] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for the task: (returnval){ [ 847.354683] env[70483]: value = "task-3477924" [ 847.354683] env[70483]: _type = "Task" [ 847.354683] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.355576] env[70483]: DEBUG nova.network.neutron [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 847.369198] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3477923, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.369509] env[70483]: DEBUG oslo_vmware.api [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': task-3477922, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.375555] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3477924, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.605886] env[70483]: DEBUG nova.network.neutron [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Updating instance_info_cache with network_info: [{"id": "2dd2b58f-3a6a-41ec-acb5-7460f11f198b", "address": "fa:16:3e:51:56:73", "network": {"id": "946c9825-7008-494a-9a78-38aefd47c33a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1469679738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5f95005c08244379aa97345167d6a312", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd2b58f-3a", "ovs_interfaceid": "2dd2b58f-3a6a-41ec-acb5-7460f11f198b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.803907] env[70483]: DEBUG oslo_vmware.api [None req-0b0e13e7-3da4-4970-b4e8-bc361434660a tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477920, 'name': CreateSnapshot_Task, 'duration_secs': 1.381223} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.804257] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0e13e7-3da4-4970-b4e8-bc361434660a tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Created Snapshot of the VM instance {{(pid=70483) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 847.805095] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0263fa2a-7b15-469b-a3c4-431faf258d98 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.810927] env[70483]: DEBUG nova.scheduler.client.report [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.818344] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f6b518bc-a173-490b-add5-c5458b252041 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.840148] env[70483]: INFO nova.compute.manager [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Took 48.85 seconds to build instance. [ 847.870957] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3477923, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078891} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.871291] env[70483]: DEBUG oslo_vmware.api [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': task-3477922, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.872066] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.873085] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1ed226-28ff-4751-8019-517d9c0c4629 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.880490] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3477924, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.900454] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 744b10e0-5286-4d1f-a014-9bd49a48ebeb/744b10e0-5286-4d1f-a014-9bd49a48ebeb.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.901274] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-608ebf6c-ae68-40dc-ab9d-6a972e0dcba6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.925472] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for the task: (returnval){ [ 847.925472] env[70483]: value = "task-3477925" [ 847.925472] env[70483]: _type = "Task" [ 847.925472] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.935617] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3477925, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.107800] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Releasing lock "refresh_cache-f61abfde-68ff-497e-8a99-cfae352de144" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.109055] env[70483]: DEBUG nova.compute.manager [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Instance network_info: |[{"id": "2dd2b58f-3a6a-41ec-acb5-7460f11f198b", "address": "fa:16:3e:51:56:73", "network": {"id": "946c9825-7008-494a-9a78-38aefd47c33a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1469679738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5f95005c08244379aa97345167d6a312", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd2b58f-3a", "ovs_interfaceid": "2dd2b58f-3a6a-41ec-acb5-7460f11f198b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 848.109055] env[70483]: DEBUG oslo_concurrency.lockutils [req-0a5c884d-a7c8-42d9-907c-88e52b927cbd req-828ee33b-4fb3-493a-a51c-e45762e6dcee service nova] Acquired lock "refresh_cache-f61abfde-68ff-497e-8a99-cfae352de144" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.109463] env[70483]: DEBUG nova.network.neutron [req-0a5c884d-a7c8-42d9-907c-88e52b927cbd req-828ee33b-4fb3-493a-a51c-e45762e6dcee service nova] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Refreshing network info cache for port 2dd2b58f-3a6a-41ec-acb5-7460f11f198b {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.111456] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:56:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea6e81c3-94aa-40a6-a4d4-7f338b503442', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2dd2b58f-3a6a-41ec-acb5-7460f11f198b', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 848.124920] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Creating folder: Project (5f95005c08244379aa97345167d6a312). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 848.126158] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0522e0d-8eb7-4a56-9181-0b504df0cffd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.143164] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Created folder: Project (5f95005c08244379aa97345167d6a312) in parent group-v695216. [ 848.143470] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Creating folder: Instances. Parent ref: group-v695360. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 848.143894] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37d35b19-29b4-4aaf-b015-b9c3bbb28e3c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.156793] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Created folder: Instances in parent group-v695360. [ 848.157088] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.157316] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 848.157560] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f468c821-cca8-496d-9419-34fe6f06fd97 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.182591] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 848.182591] env[70483]: value = "task-3477928" [ 848.182591] env[70483]: _type = "Task" [ 848.182591] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.194705] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477928, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.322234] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.511s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.322968] env[70483]: DEBUG nova.compute.manager [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 848.326104] env[70483]: DEBUG oslo_concurrency.lockutils [None req-83c20bed-c569-4697-a050-2fd5de8365e3 tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.433s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.326281] env[70483]: DEBUG nova.objects.instance [None req-83c20bed-c569-4697-a050-2fd5de8365e3 tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Lazy-loading 'resources' on Instance uuid 9f85ffda-955a-48a7-ad50-c704b320b7d3 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.337365] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0e13e7-3da4-4970-b4e8-bc361434660a tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Creating linked-clone VM from snapshot {{(pid=70483) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 848.338823] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c481b97f-13e7-488e-87b0-0ffed7f8809b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.342754] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9950f01b-8dc1-41b3-9e46-c0d5ad23f290 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lock "a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.026s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.354179] env[70483]: DEBUG oslo_vmware.api [None req-0b0e13e7-3da4-4970-b4e8-bc361434660a tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for the task: (returnval){ [ 848.354179] env[70483]: value = "task-3477929" [ 848.354179] env[70483]: _type = "Task" [ 848.354179] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.369793] env[70483]: DEBUG oslo_vmware.api [None req-0b0e13e7-3da4-4970-b4e8-bc361434660a tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477929, 'name': CloneVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.370161] env[70483]: DEBUG oslo_vmware.api [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': task-3477922, 'name': PowerOnVM_Task, 'duration_secs': 0.914123} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.371447] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.371711] env[70483]: DEBUG nova.compute.manager [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.372983] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80da5940-68a1-4964-8b3a-5d8b6cc6b278 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.380968] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3477924, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.83449} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.381772] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] e175f923-53c0-4e4c-875d-2e6d4e08714a/e175f923-53c0-4e4c-875d-2e6d4e08714a.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.382048] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.382409] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a8c7bb7-495a-4094-a3aa-b0238d375e64 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.397299] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for the task: (returnval){ [ 848.397299] env[70483]: value = "task-3477930" [ 848.397299] env[70483]: _type = "Task" [ 848.397299] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.410129] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3477930, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.436947] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3477925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.556984] env[70483]: DEBUG nova.compute.manager [req-1683ee8a-2b28-4a2f-9484-9d1c45401f1f req-bb10d471-a48b-4493-8fc6-55426ea8b9bf service nova] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Received event network-changed-90ee9637-37b3-42bb-9b3a-4b0f9b8d53be {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.557532] env[70483]: DEBUG nova.compute.manager [req-1683ee8a-2b28-4a2f-9484-9d1c45401f1f req-bb10d471-a48b-4493-8fc6-55426ea8b9bf service nova] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Refreshing instance network info cache due to event network-changed-90ee9637-37b3-42bb-9b3a-4b0f9b8d53be. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 848.557888] env[70483]: DEBUG oslo_concurrency.lockutils [req-1683ee8a-2b28-4a2f-9484-9d1c45401f1f req-bb10d471-a48b-4493-8fc6-55426ea8b9bf service nova] Acquiring lock "refresh_cache-a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.558118] env[70483]: DEBUG oslo_concurrency.lockutils [req-1683ee8a-2b28-4a2f-9484-9d1c45401f1f req-bb10d471-a48b-4493-8fc6-55426ea8b9bf service nova] Acquired lock "refresh_cache-a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.558352] env[70483]: DEBUG nova.network.neutron [req-1683ee8a-2b28-4a2f-9484-9d1c45401f1f req-bb10d471-a48b-4493-8fc6-55426ea8b9bf service nova] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Refreshing network info cache for port 90ee9637-37b3-42bb-9b3a-4b0f9b8d53be {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.696506] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477928, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.842739] env[70483]: DEBUG nova.compute.utils [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 848.847591] env[70483]: DEBUG nova.compute.manager [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 848.847798] env[70483]: DEBUG nova.network.neutron [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 848.849874] env[70483]: DEBUG nova.compute.manager [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 848.869861] env[70483]: DEBUG oslo_vmware.api [None req-0b0e13e7-3da4-4970-b4e8-bc361434660a tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477929, 'name': CloneVM_Task} progress is 94%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.902423] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.909604] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3477930, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141566} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.910510] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.911384] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f1ed14-9f5c-4fd8-b79c-fabec28f4ed5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.942144] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] e175f923-53c0-4e4c-875d-2e6d4e08714a/e175f923-53c0-4e4c-875d-2e6d4e08714a.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.943883] env[70483]: DEBUG nova.policy [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0055bbfad884c73a12ee23f1718d467', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4fd64f27a6041b9832d18720f5cb623', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 848.949475] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d9b0ce0-930c-4f9c-ae58-62f0397caa92 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.976759] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3477925, 'name': ReconfigVM_Task, 'duration_secs': 0.576216} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.978673] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 744b10e0-5286-4d1f-a014-9bd49a48ebeb/744b10e0-5286-4d1f-a014-9bd49a48ebeb.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.979868] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for the task: (returnval){ [ 848.979868] env[70483]: value = "task-3477931" [ 848.979868] env[70483]: _type = "Task" [ 848.979868] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.980025] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c0ee012-2203-412c-a9a5-020b4586caae {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.998341] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3477931, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.000068] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for the task: (returnval){ [ 849.000068] env[70483]: value = "task-3477932" [ 849.000068] env[70483]: _type = "Task" [ 849.000068] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.014120] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3477932, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.056032] env[70483]: DEBUG nova.network.neutron [req-0a5c884d-a7c8-42d9-907c-88e52b927cbd req-828ee33b-4fb3-493a-a51c-e45762e6dcee service nova] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Updated VIF entry in instance network info cache for port 2dd2b58f-3a6a-41ec-acb5-7460f11f198b. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.056032] env[70483]: DEBUG nova.network.neutron [req-0a5c884d-a7c8-42d9-907c-88e52b927cbd req-828ee33b-4fb3-493a-a51c-e45762e6dcee service nova] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Updating instance_info_cache with network_info: [{"id": "2dd2b58f-3a6a-41ec-acb5-7460f11f198b", "address": "fa:16:3e:51:56:73", "network": {"id": "946c9825-7008-494a-9a78-38aefd47c33a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1469679738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5f95005c08244379aa97345167d6a312", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd2b58f-3a", "ovs_interfaceid": "2dd2b58f-3a6a-41ec-acb5-7460f11f198b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.204264] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477928, 'name': CreateVM_Task, 'duration_secs': 0.667368} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.207370] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.208864] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.209244] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.209450] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.209752] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80ff0686-3639-4666-b261-c26d63b4ef1e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.216444] env[70483]: DEBUG oslo_vmware.api [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Waiting for the task: (returnval){ [ 849.216444] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5214490f-cff8-c44e-6a7a-11f35b6d8ca0" [ 849.216444] env[70483]: _type = "Task" [ 849.216444] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.227565] env[70483]: DEBUG oslo_vmware.api [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5214490f-cff8-c44e-6a7a-11f35b6d8ca0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.331687] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9f0fe11e-90fe-4d4c-b56e-f26d34529160 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Acquiring lock "638038d2-367a-4b34-96fa-9117c427a22d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.331986] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9f0fe11e-90fe-4d4c-b56e-f26d34529160 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Lock "638038d2-367a-4b34-96fa-9117c427a22d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.332201] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9f0fe11e-90fe-4d4c-b56e-f26d34529160 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Acquiring lock "638038d2-367a-4b34-96fa-9117c427a22d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.333957] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9f0fe11e-90fe-4d4c-b56e-f26d34529160 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Lock "638038d2-367a-4b34-96fa-9117c427a22d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.333957] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9f0fe11e-90fe-4d4c-b56e-f26d34529160 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Lock "638038d2-367a-4b34-96fa-9117c427a22d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.335754] env[70483]: INFO nova.compute.manager [None req-9f0fe11e-90fe-4d4c-b56e-f26d34529160 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Terminating instance [ 849.348720] env[70483]: DEBUG nova.compute.manager [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 849.364680] env[70483]: DEBUG nova.network.neutron [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Successfully created port: e67a62b1-6d61-42bf-8c6d-0fe6eec5f470 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 849.379817] env[70483]: DEBUG oslo_vmware.api [None req-0b0e13e7-3da4-4970-b4e8-bc361434660a tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477929, 'name': CloneVM_Task} progress is 94%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.389908] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.467873] env[70483]: DEBUG nova.network.neutron [req-1683ee8a-2b28-4a2f-9484-9d1c45401f1f req-bb10d471-a48b-4493-8fc6-55426ea8b9bf service nova] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Updated VIF entry in instance network info cache for port 90ee9637-37b3-42bb-9b3a-4b0f9b8d53be. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.468247] env[70483]: DEBUG nova.network.neutron [req-1683ee8a-2b28-4a2f-9484-9d1c45401f1f req-bb10d471-a48b-4493-8fc6-55426ea8b9bf service nova] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Updating instance_info_cache with network_info: [{"id": "90ee9637-37b3-42bb-9b3a-4b0f9b8d53be", "address": "fa:16:3e:b5:96:89", "network": {"id": "ad62c8c7-a505-4b19-b08e-7fc0ad2fe8c0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1287706579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f5421924aec4a0eb2dce7ace32bf86c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90ee9637-37", "ovs_interfaceid": "90ee9637-37b3-42bb-9b3a-4b0f9b8d53be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.496532] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3477931, 'name': ReconfigVM_Task, 'duration_secs': 0.378571} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.497139] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Reconfigured VM instance instance-00000030 to attach disk [datastore1] e175f923-53c0-4e4c-875d-2e6d4e08714a/e175f923-53c0-4e4c-875d-2e6d4e08714a.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.498011] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-746cdeaf-13df-44e4-89b3-343b64824468 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.508918] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for the task: (returnval){ [ 849.508918] env[70483]: value = "task-3477933" [ 849.508918] env[70483]: _type = "Task" [ 849.508918] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.515716] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3477932, 'name': Rename_Task, 'duration_secs': 0.236527} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.519046] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.519343] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18ea5f1c-da5c-4fdb-8f96-04ee9836a6f9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.524631] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3477933, 'name': Rename_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.530951] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for the task: (returnval){ [ 849.530951] env[70483]: value = "task-3477934" [ 849.530951] env[70483]: _type = "Task" [ 849.530951] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.553673] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3477934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.560067] env[70483]: DEBUG oslo_concurrency.lockutils [req-0a5c884d-a7c8-42d9-907c-88e52b927cbd req-828ee33b-4fb3-493a-a51c-e45762e6dcee service nova] Releasing lock "refresh_cache-f61abfde-68ff-497e-8a99-cfae352de144" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.577769] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47adea93-0906-41d0-aaa4-63b521670215 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.586802] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6476dbb0-c521-494d-afb3-d5d9eb2a291e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.626487] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0465ea-9c0c-4bd8-9afa-66975b6ad9e6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.635365] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a8d211-5899-4630-b9e3-31293f143679 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.651025] env[70483]: DEBUG nova.compute.provider_tree [None req-83c20bed-c569-4697-a050-2fd5de8365e3 tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.730027] env[70483]: DEBUG oslo_vmware.api [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5214490f-cff8-c44e-6a7a-11f35b6d8ca0, 'name': SearchDatastore_Task, 'duration_secs': 0.015347} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.730027] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.730027] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.730027] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.730337] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.730337] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.730633] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c17a01d2-250f-4ac5-a44d-6f7549bddc8f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.744021] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.744231] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.744988] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09b7f6b1-94c5-47ec-b54d-975f71c3a4fc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.753822] env[70483]: DEBUG oslo_vmware.api [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Waiting for the task: (returnval){ [ 849.753822] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52136612-565a-569a-174d-6af7b806f305" [ 849.753822] env[70483]: _type = "Task" [ 849.753822] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.763455] env[70483]: DEBUG oslo_vmware.api [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52136612-565a-569a-174d-6af7b806f305, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.839996] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9f0fe11e-90fe-4d4c-b56e-f26d34529160 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Acquiring lock "refresh_cache-638038d2-367a-4b34-96fa-9117c427a22d" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.840496] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9f0fe11e-90fe-4d4c-b56e-f26d34529160 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Acquired lock "refresh_cache-638038d2-367a-4b34-96fa-9117c427a22d" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.840496] env[70483]: DEBUG nova.network.neutron [None req-9f0fe11e-90fe-4d4c-b56e-f26d34529160 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.870157] env[70483]: DEBUG oslo_vmware.api [None req-0b0e13e7-3da4-4970-b4e8-bc361434660a tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477929, 'name': CloneVM_Task} progress is 94%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.974496] env[70483]: DEBUG oslo_concurrency.lockutils [req-1683ee8a-2b28-4a2f-9484-9d1c45401f1f req-bb10d471-a48b-4493-8fc6-55426ea8b9bf service nova] Releasing lock "refresh_cache-a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.020197] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3477933, 'name': Rename_Task, 'duration_secs': 0.206296} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.020491] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.020743] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e47e2544-8250-479d-9066-939fff9fa1ee {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.028040] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for the task: (returnval){ [ 850.028040] env[70483]: value = "task-3477935" [ 850.028040] env[70483]: _type = "Task" [ 850.028040] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.046805] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3477934, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.047137] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3477935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.155387] env[70483]: DEBUG nova.scheduler.client.report [None req-83c20bed-c569-4697-a050-2fd5de8365e3 tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.267152] env[70483]: DEBUG oslo_vmware.api [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52136612-565a-569a-174d-6af7b806f305, 'name': SearchDatastore_Task, 'duration_secs': 0.035302} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.268209] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed7e7cb6-df15-468e-a633-0143b8eb23d0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.275540] env[70483]: DEBUG oslo_vmware.api [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Waiting for the task: (returnval){ [ 850.275540] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ca09b5-e7c3-d735-40a3-98f4fbea7e3d" [ 850.275540] env[70483]: _type = "Task" [ 850.275540] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.287752] env[70483]: DEBUG oslo_vmware.api [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ca09b5-e7c3-d735-40a3-98f4fbea7e3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.358330] env[70483]: DEBUG nova.compute.manager [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 850.368301] env[70483]: DEBUG nova.network.neutron [None req-9f0fe11e-90fe-4d4c-b56e-f26d34529160 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.373713] env[70483]: DEBUG oslo_vmware.api [None req-0b0e13e7-3da4-4970-b4e8-bc361434660a tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477929, 'name': CloneVM_Task, 'duration_secs': 1.769969} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.374939] env[70483]: INFO nova.virt.vmwareapi.vmops [None req-0b0e13e7-3da4-4970-b4e8-bc361434660a tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Created linked-clone VM from snapshot [ 850.375281] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e940bb-8e41-4be5-a2fc-7c1bd2d8c8d4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.387340] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-0b0e13e7-3da4-4970-b4e8-bc361434660a tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Uploading image 0e3cea62-774e-4c78-aa6c-ddddd734e948 {{(pid=70483) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 850.393349] env[70483]: DEBUG nova.virt.hardware [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.393587] env[70483]: DEBUG nova.virt.hardware [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.393739] env[70483]: DEBUG nova.virt.hardware [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.393917] env[70483]: DEBUG nova.virt.hardware [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.394982] env[70483]: DEBUG nova.virt.hardware [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.394982] env[70483]: DEBUG nova.virt.hardware [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.394982] env[70483]: DEBUG nova.virt.hardware [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.394982] env[70483]: DEBUG nova.virt.hardware [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.394982] env[70483]: DEBUG nova.virt.hardware [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.394982] env[70483]: DEBUG nova.virt.hardware [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.394982] env[70483]: DEBUG nova.virt.hardware [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.395838] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ddb013-5bf9-4717-8678-69e27d9a98ce {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.399821] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b0e13e7-3da4-4970-b4e8-bc361434660a tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Destroying the VM {{(pid=70483) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 850.400118] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f2f90ee9-632d-4da4-badb-b7221e3539b0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.406205] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc00a5a2-9bcb-4ddb-84a4-4d4242437653 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.412407] env[70483]: DEBUG oslo_vmware.api [None req-0b0e13e7-3da4-4970-b4e8-bc361434660a tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for the task: (returnval){ [ 850.412407] env[70483]: value = "task-3477936" [ 850.412407] env[70483]: _type = "Task" [ 850.412407] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.432847] env[70483]: DEBUG oslo_vmware.api [None req-0b0e13e7-3da4-4970-b4e8-bc361434660a tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477936, 'name': Destroy_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.469400] env[70483]: DEBUG nova.network.neutron [None req-9f0fe11e-90fe-4d4c-b56e-f26d34529160 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.544868] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3477934, 'name': PowerOnVM_Task, 'duration_secs': 0.951668} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.548463] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.548803] env[70483]: INFO nova.compute.manager [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Took 11.57 seconds to spawn the instance on the hypervisor. [ 850.548996] env[70483]: DEBUG nova.compute.manager [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.549729] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3477935, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.550544] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac73e1fb-8214-4ce9-b9a3-954a6bf75362 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.662558] env[70483]: DEBUG oslo_concurrency.lockutils [None req-83c20bed-c569-4697-a050-2fd5de8365e3 tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.335s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.664939] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 25.793s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.694074] env[70483]: INFO nova.scheduler.client.report [None req-83c20bed-c569-4697-a050-2fd5de8365e3 tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Deleted allocations for instance 9f85ffda-955a-48a7-ad50-c704b320b7d3 [ 850.788458] env[70483]: DEBUG oslo_vmware.api [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ca09b5-e7c3-d735-40a3-98f4fbea7e3d, 'name': SearchDatastore_Task, 'duration_secs': 0.023952} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.788776] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.789238] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] f61abfde-68ff-497e-8a99-cfae352de144/f61abfde-68ff-497e-8a99-cfae352de144.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.789635] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a724336-b47d-4baf-9fda-cb07e792ca3a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.799537] env[70483]: DEBUG oslo_vmware.api [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Waiting for the task: (returnval){ [ 850.799537] env[70483]: value = "task-3477937" [ 850.799537] env[70483]: _type = "Task" [ 850.799537] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.809672] env[70483]: DEBUG oslo_vmware.api [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3477937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.911528] env[70483]: DEBUG nova.compute.manager [req-8f7de21c-0e77-4c61-ad4a-376ce70cc07b req-b8811376-677c-4dd8-bc87-3ce7eea635ef service nova] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Received event network-vif-plugged-e67a62b1-6d61-42bf-8c6d-0fe6eec5f470 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.911760] env[70483]: DEBUG oslo_concurrency.lockutils [req-8f7de21c-0e77-4c61-ad4a-376ce70cc07b req-b8811376-677c-4dd8-bc87-3ce7eea635ef service nova] Acquiring lock "8893e014-3c12-4a40-a955-6db575e3e926-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.911971] env[70483]: DEBUG oslo_concurrency.lockutils [req-8f7de21c-0e77-4c61-ad4a-376ce70cc07b req-b8811376-677c-4dd8-bc87-3ce7eea635ef service nova] Lock "8893e014-3c12-4a40-a955-6db575e3e926-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.912154] env[70483]: DEBUG oslo_concurrency.lockutils [req-8f7de21c-0e77-4c61-ad4a-376ce70cc07b req-b8811376-677c-4dd8-bc87-3ce7eea635ef service nova] Lock "8893e014-3c12-4a40-a955-6db575e3e926-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.912313] env[70483]: DEBUG nova.compute.manager [req-8f7de21c-0e77-4c61-ad4a-376ce70cc07b req-b8811376-677c-4dd8-bc87-3ce7eea635ef service nova] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] No waiting events found dispatching network-vif-plugged-e67a62b1-6d61-42bf-8c6d-0fe6eec5f470 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 850.912480] env[70483]: WARNING nova.compute.manager [req-8f7de21c-0e77-4c61-ad4a-376ce70cc07b req-b8811376-677c-4dd8-bc87-3ce7eea635ef service nova] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Received unexpected event network-vif-plugged-e67a62b1-6d61-42bf-8c6d-0fe6eec5f470 for instance with vm_state building and task_state spawning. [ 850.923935] env[70483]: DEBUG oslo_vmware.api [None req-0b0e13e7-3da4-4970-b4e8-bc361434660a tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477936, 'name': Destroy_Task} progress is 33%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.968351] env[70483]: DEBUG nova.network.neutron [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Successfully updated port: e67a62b1-6d61-42bf-8c6d-0fe6eec5f470 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.971676] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9f0fe11e-90fe-4d4c-b56e-f26d34529160 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Releasing lock "refresh_cache-638038d2-367a-4b34-96fa-9117c427a22d" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.972149] env[70483]: DEBUG nova.compute.manager [None req-9f0fe11e-90fe-4d4c-b56e-f26d34529160 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 850.972402] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0fe11e-90fe-4d4c-b56e-f26d34529160 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.973252] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf15a5b-75e8-4ef1-8d11-3397ea27a20c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.984737] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0fe11e-90fe-4d4c-b56e-f26d34529160 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.985054] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05dfec14-4505-48d0-8d02-666fe4a275b8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.994313] env[70483]: DEBUG oslo_vmware.api [None req-9f0fe11e-90fe-4d4c-b56e-f26d34529160 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Waiting for the task: (returnval){ [ 850.994313] env[70483]: value = "task-3477938" [ 850.994313] env[70483]: _type = "Task" [ 850.994313] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.005376] env[70483]: DEBUG oslo_vmware.api [None req-9f0fe11e-90fe-4d4c-b56e-f26d34529160 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': task-3477938, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.040040] env[70483]: DEBUG oslo_vmware.api [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3477935, 'name': PowerOnVM_Task, 'duration_secs': 0.739399} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.040040] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.040040] env[70483]: INFO nova.compute.manager [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Took 9.25 seconds to spawn the instance on the hypervisor. [ 851.040370] env[70483]: DEBUG nova.compute.manager [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.041037] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2021ddb1-70ff-4e66-8725-5f84bd4e6c5c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.070389] env[70483]: INFO nova.compute.manager [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Took 47.53 seconds to build instance. [ 851.170017] env[70483]: INFO nova.compute.claims [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.206162] env[70483]: DEBUG oslo_concurrency.lockutils [None req-83c20bed-c569-4697-a050-2fd5de8365e3 tempest-ServersTestJSON-656024620 tempest-ServersTestJSON-656024620-project-member] Lock "9f85ffda-955a-48a7-ad50-c704b320b7d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.069s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.314611] env[70483]: DEBUG oslo_vmware.api [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3477937, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.424595] env[70483]: DEBUG oslo_vmware.api [None req-0b0e13e7-3da4-4970-b4e8-bc361434660a tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477936, 'name': Destroy_Task, 'duration_secs': 0.568021} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.425648] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-0b0e13e7-3da4-4970-b4e8-bc361434660a tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Destroyed the VM [ 851.426289] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0e13e7-3da4-4970-b4e8-bc361434660a tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Deleting Snapshot of the VM instance {{(pid=70483) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 851.426936] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3f0406c2-b358-4f31-a2f6-8da73a9c1a0c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.438024] env[70483]: DEBUG oslo_vmware.api [None req-0b0e13e7-3da4-4970-b4e8-bc361434660a tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for the task: (returnval){ [ 851.438024] env[70483]: value = "task-3477939" [ 851.438024] env[70483]: _type = "Task" [ 851.438024] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.446746] env[70483]: DEBUG oslo_vmware.api [None req-0b0e13e7-3da4-4970-b4e8-bc361434660a tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477939, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.473447] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Acquiring lock "refresh_cache-8893e014-3c12-4a40-a955-6db575e3e926" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.473447] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Acquired lock "refresh_cache-8893e014-3c12-4a40-a955-6db575e3e926" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.473447] env[70483]: DEBUG nova.network.neutron [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.508554] env[70483]: DEBUG oslo_vmware.api [None req-9f0fe11e-90fe-4d4c-b56e-f26d34529160 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': task-3477938, 'name': PowerOffVM_Task, 'duration_secs': 0.279655} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.511309] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0fe11e-90fe-4d4c-b56e-f26d34529160 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.511309] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0fe11e-90fe-4d4c-b56e-f26d34529160 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.511309] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ad2fa7e-0d74-45fb-9bfe-59c9b88003e1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.529215] env[70483]: DEBUG oslo_vmware.rw_handles [None req-0f6ea187-f5cc-4108-baf6-1b29e3fe07e6 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ffb5a0-5e68-45e6-a85e-877c6dfd6cde/disk-0.vmdk. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 851.529479] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bde338-74a6-44c5-bf94-4aa40a2813a4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.537655] env[70483]: DEBUG oslo_vmware.rw_handles [None req-0f6ea187-f5cc-4108-baf6-1b29e3fe07e6 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ffb5a0-5e68-45e6-a85e-877c6dfd6cde/disk-0.vmdk is in state: ready. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 851.538212] env[70483]: ERROR oslo_vmware.rw_handles [None req-0f6ea187-f5cc-4108-baf6-1b29e3fe07e6 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ffb5a0-5e68-45e6-a85e-877c6dfd6cde/disk-0.vmdk due to incomplete transfer. [ 851.539868] env[70483]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1eeb6bdc-4a43-440b-8bd9-bfb0e0084bd1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.542333] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0fe11e-90fe-4d4c-b56e-f26d34529160 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.542707] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0fe11e-90fe-4d4c-b56e-f26d34529160 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.543032] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f0fe11e-90fe-4d4c-b56e-f26d34529160 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Deleting the datastore file [datastore1] 638038d2-367a-4b34-96fa-9117c427a22d {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.543411] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59f90a66-c056-45e3-bed6-4afca3a385a4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.554817] env[70483]: DEBUG oslo_vmware.api [None req-9f0fe11e-90fe-4d4c-b56e-f26d34529160 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Waiting for the task: (returnval){ [ 851.554817] env[70483]: value = "task-3477941" [ 851.554817] env[70483]: _type = "Task" [ 851.554817] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.555482] env[70483]: DEBUG oslo_vmware.rw_handles [None req-0f6ea187-f5cc-4108-baf6-1b29e3fe07e6 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ffb5a0-5e68-45e6-a85e-877c6dfd6cde/disk-0.vmdk. {{(pid=70483) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 851.555793] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-0f6ea187-f5cc-4108-baf6-1b29e3fe07e6 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Uploaded image a58041a0-6d0c-4611-920f-5a112c0b9cea to the Glance image server {{(pid=70483) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 851.558656] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f6ea187-f5cc-4108-baf6-1b29e3fe07e6 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Destroying the VM {{(pid=70483) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 851.563488] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e092ba97-95c0-4cb0-b3c2-2654a46f96f1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.574208] env[70483]: INFO nova.compute.manager [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Took 42.03 seconds to build instance. [ 851.574208] env[70483]: DEBUG oslo_concurrency.lockutils [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lock "744b10e0-5286-4d1f-a014-9bd49a48ebeb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.143s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.582350] env[70483]: DEBUG oslo_vmware.api [None req-0f6ea187-f5cc-4108-baf6-1b29e3fe07e6 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Waiting for the task: (returnval){ [ 851.582350] env[70483]: value = "task-3477942" [ 851.582350] env[70483]: _type = "Task" [ 851.582350] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.584999] env[70483]: DEBUG oslo_vmware.api [None req-9f0fe11e-90fe-4d4c-b56e-f26d34529160 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': task-3477941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.597068] env[70483]: DEBUG oslo_vmware.api [None req-0f6ea187-f5cc-4108-baf6-1b29e3fe07e6 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477942, 'name': Destroy_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.678376] env[70483]: INFO nova.compute.resource_tracker [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Updating resource usage from migration 28e5bc78-7f03-44ac-98c9-aa6d913ac115 [ 851.814619] env[70483]: DEBUG oslo_vmware.api [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3477937, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58206} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.814619] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] f61abfde-68ff-497e-8a99-cfae352de144/f61abfde-68ff-497e-8a99-cfae352de144.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.814619] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.814899] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b69ff30c-f286-434e-9017-0fd346e753ba {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.823248] env[70483]: DEBUG oslo_vmware.api [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Waiting for the task: (returnval){ [ 851.823248] env[70483]: value = "task-3477943" [ 851.823248] env[70483]: _type = "Task" [ 851.823248] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.832958] env[70483]: DEBUG oslo_vmware.api [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3477943, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.951812] env[70483]: DEBUG oslo_vmware.api [None req-0b0e13e7-3da4-4970-b4e8-bc361434660a tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477939, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.015564] env[70483]: DEBUG nova.network.neutron [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 852.060818] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6671ac26-fa90-4ef7-afdf-ade146c617b2 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquiring lock "744b10e0-5286-4d1f-a014-9bd49a48ebeb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.061091] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6671ac26-fa90-4ef7-afdf-ade146c617b2 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lock "744b10e0-5286-4d1f-a014-9bd49a48ebeb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.061299] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6671ac26-fa90-4ef7-afdf-ade146c617b2 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquiring lock "744b10e0-5286-4d1f-a014-9bd49a48ebeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.061510] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6671ac26-fa90-4ef7-afdf-ade146c617b2 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lock "744b10e0-5286-4d1f-a014-9bd49a48ebeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.061709] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6671ac26-fa90-4ef7-afdf-ade146c617b2 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lock "744b10e0-5286-4d1f-a014-9bd49a48ebeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.071634] env[70483]: INFO nova.compute.manager [None req-6671ac26-fa90-4ef7-afdf-ade146c617b2 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Terminating instance [ 852.078227] env[70483]: DEBUG oslo_concurrency.lockutils [None req-da215652-956f-4310-a66e-ea201915c597 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lock "e175f923-53c0-4e4c-875d-2e6d4e08714a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.609s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.078227] env[70483]: DEBUG nova.compute.manager [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 852.091318] env[70483]: DEBUG oslo_vmware.api [None req-9f0fe11e-90fe-4d4c-b56e-f26d34529160 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Task: {'id': task-3477941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170086} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.104039] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f0fe11e-90fe-4d4c-b56e-f26d34529160 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.104300] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0fe11e-90fe-4d4c-b56e-f26d34529160 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.104499] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0fe11e-90fe-4d4c-b56e-f26d34529160 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.104689] env[70483]: INFO nova.compute.manager [None req-9f0fe11e-90fe-4d4c-b56e-f26d34529160 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 852.104937] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f0fe11e-90fe-4d4c-b56e-f26d34529160 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.105987] env[70483]: DEBUG nova.compute.manager [-] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.106100] env[70483]: DEBUG nova.network.neutron [-] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.115588] env[70483]: DEBUG oslo_vmware.api [None req-0f6ea187-f5cc-4108-baf6-1b29e3fe07e6 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477942, 'name': Destroy_Task} progress is 33%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.134285] env[70483]: DEBUG nova.network.neutron [-] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 852.136301] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ee089702-6040-40df-9ea8-a83bbe082b74 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquiring lock "e175f923-53c0-4e4c-875d-2e6d4e08714a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.136543] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ee089702-6040-40df-9ea8-a83bbe082b74 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lock "e175f923-53c0-4e4c-875d-2e6d4e08714a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.136739] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ee089702-6040-40df-9ea8-a83bbe082b74 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquiring lock "e175f923-53c0-4e4c-875d-2e6d4e08714a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.137307] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ee089702-6040-40df-9ea8-a83bbe082b74 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lock "e175f923-53c0-4e4c-875d-2e6d4e08714a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.137689] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ee089702-6040-40df-9ea8-a83bbe082b74 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lock "e175f923-53c0-4e4c-875d-2e6d4e08714a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.140756] env[70483]: INFO nova.compute.manager [None req-ee089702-6040-40df-9ea8-a83bbe082b74 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Terminating instance [ 852.281775] env[70483]: DEBUG nova.network.neutron [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Updating instance_info_cache with network_info: [{"id": "e67a62b1-6d61-42bf-8c6d-0fe6eec5f470", "address": "fa:16:3e:ce:21:f9", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape67a62b1-6d", "ovs_interfaceid": "e67a62b1-6d61-42bf-8c6d-0fe6eec5f470", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.320483] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d46ae3-9673-4af6-99a1-572bb90d4a79 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.330700] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b264ea-b02f-4f32-874b-2aecc01e10c7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.337695] env[70483]: DEBUG oslo_vmware.api [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3477943, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073389} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.338411] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 852.339156] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0721326f-7edb-4d37-8a8a-70b7260d9a1f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.368709] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b271457-734e-4225-bdcc-10e11b0257c4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.389197] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] f61abfde-68ff-497e-8a99-cfae352de144/f61abfde-68ff-497e-8a99-cfae352de144.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.390069] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-902e0608-fa50-4650-b177-590c001d32bc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.407720] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fccfd72-ae4a-4bdb-a6cb-3e013074ff3e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.413574] env[70483]: DEBUG oslo_vmware.api [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Waiting for the task: (returnval){ [ 852.413574] env[70483]: value = "task-3477944" [ 852.413574] env[70483]: _type = "Task" [ 852.413574] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.424853] env[70483]: DEBUG nova.compute.provider_tree [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.433266] env[70483]: DEBUG oslo_vmware.api [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3477944, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.449866] env[70483]: DEBUG oslo_vmware.api [None req-0b0e13e7-3da4-4970-b4e8-bc361434660a tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477939, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.602801] env[70483]: DEBUG nova.compute.manager [None req-6671ac26-fa90-4ef7-afdf-ade146c617b2 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 852.603124] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-6671ac26-fa90-4ef7-afdf-ade146c617b2 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.603568] env[70483]: DEBUG nova.compute.manager [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 852.610040] env[70483]: DEBUG oslo_vmware.api [None req-0f6ea187-f5cc-4108-baf6-1b29e3fe07e6 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477942, 'name': Destroy_Task, 'duration_secs': 0.86963} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.610040] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2254ed-4ccb-4dcc-bd0a-a17690bee9d5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.612408] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-0f6ea187-f5cc-4108-baf6-1b29e3fe07e6 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Destroyed the VM [ 852.612705] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6ea187-f5cc-4108-baf6-1b29e3fe07e6 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Deleting Snapshot of the VM instance {{(pid=70483) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 852.614868] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-64961388-44f8-4ebc-92eb-dd7f192e5374 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.626238] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-6671ac26-fa90-4ef7-afdf-ade146c617b2 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.626238] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c170fc7-a679-405d-9fc8-11de2cbd935e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.626238] env[70483]: DEBUG oslo_vmware.api [None req-0f6ea187-f5cc-4108-baf6-1b29e3fe07e6 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Waiting for the task: (returnval){ [ 852.626238] env[70483]: value = "task-3477945" [ 852.626238] env[70483]: _type = "Task" [ 852.626238] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.630681] env[70483]: DEBUG oslo_vmware.api [None req-6671ac26-fa90-4ef7-afdf-ade146c617b2 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for the task: (returnval){ [ 852.630681] env[70483]: value = "task-3477946" [ 852.630681] env[70483]: _type = "Task" [ 852.630681] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.637452] env[70483]: DEBUG oslo_vmware.api [None req-0f6ea187-f5cc-4108-baf6-1b29e3fe07e6 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477945, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.638560] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.641483] env[70483]: DEBUG nova.network.neutron [-] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.645841] env[70483]: DEBUG oslo_vmware.api [None req-6671ac26-fa90-4ef7-afdf-ade146c617b2 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3477946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.649917] env[70483]: DEBUG nova.compute.manager [None req-ee089702-6040-40df-9ea8-a83bbe082b74 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 852.649917] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ee089702-6040-40df-9ea8-a83bbe082b74 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.650151] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6217975-9a02-46cc-8704-1c428024e402 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.659020] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee089702-6040-40df-9ea8-a83bbe082b74 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.660295] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6aec8070-c3a1-4425-8872-c63865d98b95 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.670668] env[70483]: DEBUG oslo_vmware.api [None req-ee089702-6040-40df-9ea8-a83bbe082b74 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for the task: (returnval){ [ 852.670668] env[70483]: value = "task-3477947" [ 852.670668] env[70483]: _type = "Task" [ 852.670668] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.681590] env[70483]: DEBUG oslo_vmware.api [None req-ee089702-6040-40df-9ea8-a83bbe082b74 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3477947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.788650] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Releasing lock "refresh_cache-8893e014-3c12-4a40-a955-6db575e3e926" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.789017] env[70483]: DEBUG nova.compute.manager [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Instance network_info: |[{"id": "e67a62b1-6d61-42bf-8c6d-0fe6eec5f470", "address": "fa:16:3e:ce:21:f9", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape67a62b1-6d", "ovs_interfaceid": "e67a62b1-6d61-42bf-8c6d-0fe6eec5f470", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.789523] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:21:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e67a62b1-6d61-42bf-8c6d-0fe6eec5f470', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.797174] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.797766] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.798041] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb236b2b-f67f-42ae-9b27-1922016f48f7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.823764] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.823764] env[70483]: value = "task-3477948" [ 852.823764] env[70483]: _type = "Task" [ 852.823764] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.833711] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477948, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.924265] env[70483]: DEBUG oslo_vmware.api [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3477944, 'name': ReconfigVM_Task, 'duration_secs': 0.379157} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.924563] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Reconfigured VM instance instance-00000031 to attach disk [datastore1] f61abfde-68ff-497e-8a99-cfae352de144/f61abfde-68ff-497e-8a99-cfae352de144.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.925315] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1665c9b-bf5f-43f2-84e9-e3b099160c26 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.928188] env[70483]: DEBUG nova.scheduler.client.report [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.937734] env[70483]: DEBUG oslo_vmware.api [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Waiting for the task: (returnval){ [ 852.937734] env[70483]: value = "task-3477949" [ 852.937734] env[70483]: _type = "Task" [ 852.937734] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.969421] env[70483]: DEBUG nova.compute.manager [req-0315f097-b9da-45c5-ab35-b0228f4f0789 req-6155aa9c-abae-4f44-a7a5-de3df7b3aaf8 service nova] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Received event network-changed-e67a62b1-6d61-42bf-8c6d-0fe6eec5f470 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.969718] env[70483]: DEBUG nova.compute.manager [req-0315f097-b9da-45c5-ab35-b0228f4f0789 req-6155aa9c-abae-4f44-a7a5-de3df7b3aaf8 service nova] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Refreshing instance network info cache due to event network-changed-e67a62b1-6d61-42bf-8c6d-0fe6eec5f470. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.970098] env[70483]: DEBUG oslo_concurrency.lockutils [req-0315f097-b9da-45c5-ab35-b0228f4f0789 req-6155aa9c-abae-4f44-a7a5-de3df7b3aaf8 service nova] Acquiring lock "refresh_cache-8893e014-3c12-4a40-a955-6db575e3e926" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.970356] env[70483]: DEBUG oslo_concurrency.lockutils [req-0315f097-b9da-45c5-ab35-b0228f4f0789 req-6155aa9c-abae-4f44-a7a5-de3df7b3aaf8 service nova] Acquired lock "refresh_cache-8893e014-3c12-4a40-a955-6db575e3e926" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.970632] env[70483]: DEBUG nova.network.neutron [req-0315f097-b9da-45c5-ab35-b0228f4f0789 req-6155aa9c-abae-4f44-a7a5-de3df7b3aaf8 service nova] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Refreshing network info cache for port e67a62b1-6d61-42bf-8c6d-0fe6eec5f470 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.972777] env[70483]: DEBUG oslo_vmware.api [None req-0b0e13e7-3da4-4970-b4e8-bc361434660a tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477939, 'name': RemoveSnapshot_Task, 'duration_secs': 1.076491} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.973141] env[70483]: DEBUG oslo_vmware.api [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3477949, 'name': Rename_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.974248] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0e13e7-3da4-4970-b4e8-bc361434660a tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Deleted Snapshot of the VM instance {{(pid=70483) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 853.127287] env[70483]: DEBUG oslo_concurrency.lockutils [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.140980] env[70483]: DEBUG oslo_vmware.api [None req-0f6ea187-f5cc-4108-baf6-1b29e3fe07e6 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477945, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.146721] env[70483]: INFO nova.compute.manager [-] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Took 1.04 seconds to deallocate network for instance. [ 853.147145] env[70483]: DEBUG oslo_vmware.api [None req-6671ac26-fa90-4ef7-afdf-ade146c617b2 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3477946, 'name': PowerOffVM_Task, 'duration_secs': 0.358205} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.150203] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-6671ac26-fa90-4ef7-afdf-ade146c617b2 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.151849] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-6671ac26-fa90-4ef7-afdf-ade146c617b2 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.153667] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3dba1c1b-fcb6-49e7-a71a-25a9823936e6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.186017] env[70483]: DEBUG oslo_vmware.api [None req-ee089702-6040-40df-9ea8-a83bbe082b74 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3477947, 'name': PowerOffVM_Task, 'duration_secs': 0.213961} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.186534] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee089702-6040-40df-9ea8-a83bbe082b74 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.186821] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ee089702-6040-40df-9ea8-a83bbe082b74 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.187271] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a801e60a-ba20-429b-9b82-eb30b93cd489 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.276172] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-6671ac26-fa90-4ef7-afdf-ade146c617b2 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 853.276391] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-6671ac26-fa90-4ef7-afdf-ade146c617b2 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 853.276578] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-6671ac26-fa90-4ef7-afdf-ade146c617b2 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Deleting the datastore file [datastore1] 744b10e0-5286-4d1f-a014-9bd49a48ebeb {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 853.276860] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfe34124-7772-4251-b5ac-5a0ac3ede622 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.292050] env[70483]: DEBUG oslo_vmware.api [None req-6671ac26-fa90-4ef7-afdf-ade146c617b2 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for the task: (returnval){ [ 853.292050] env[70483]: value = "task-3477952" [ 853.292050] env[70483]: _type = "Task" [ 853.292050] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.293707] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ee089702-6040-40df-9ea8-a83bbe082b74 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 853.293991] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ee089702-6040-40df-9ea8-a83bbe082b74 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 853.294241] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee089702-6040-40df-9ea8-a83bbe082b74 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Deleting the datastore file [datastore1] e175f923-53c0-4e4c-875d-2e6d4e08714a {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 853.297874] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e745ee4-10aa-460a-9dd5-463d4b858626 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.307933] env[70483]: DEBUG oslo_vmware.api [None req-6671ac26-fa90-4ef7-afdf-ade146c617b2 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3477952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.311837] env[70483]: DEBUG oslo_vmware.api [None req-ee089702-6040-40df-9ea8-a83bbe082b74 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for the task: (returnval){ [ 853.311837] env[70483]: value = "task-3477953" [ 853.311837] env[70483]: _type = "Task" [ 853.311837] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.321414] env[70483]: DEBUG oslo_vmware.api [None req-ee089702-6040-40df-9ea8-a83bbe082b74 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3477953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.337615] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477948, 'name': CreateVM_Task, 'duration_secs': 0.431917} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.337615] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.338280] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.338453] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.338795] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.339068] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35535abe-7541-4f2e-a308-f7c7c46be264 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.345025] env[70483]: DEBUG oslo_vmware.api [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Waiting for the task: (returnval){ [ 853.345025] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ebe412-19e3-1d0d-9792-a38d53dd5380" [ 853.345025] env[70483]: _type = "Task" [ 853.345025] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.356380] env[70483]: DEBUG oslo_vmware.api [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ebe412-19e3-1d0d-9792-a38d53dd5380, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.433360] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.768s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.433360] env[70483]: INFO nova.compute.manager [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Migrating [ 853.446741] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e87e7fd7-a351-4182-9abb-e34c2a49672c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.144s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.447140] env[70483]: DEBUG nova.objects.instance [None req-e87e7fd7-a351-4182-9abb-e34c2a49672c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Lazy-loading 'resources' on Instance uuid 77c84798-aa60-45c9-903b-42ce69e2d371 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.469015] env[70483]: DEBUG oslo_vmware.api [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3477949, 'name': Rename_Task, 'duration_secs': 0.177347} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.470245] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.470245] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-046b70b0-0326-4c02-a490-4b94bde66fbc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.482258] env[70483]: WARNING nova.compute.manager [None req-0b0e13e7-3da4-4970-b4e8-bc361434660a tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Image not found during snapshot: nova.exception.ImageNotFound: Image 0e3cea62-774e-4c78-aa6c-ddddd734e948 could not be found. [ 853.482258] env[70483]: DEBUG oslo_vmware.api [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Waiting for the task: (returnval){ [ 853.482258] env[70483]: value = "task-3477954" [ 853.482258] env[70483]: _type = "Task" [ 853.482258] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.494436] env[70483]: DEBUG oslo_vmware.api [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3477954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.642071] env[70483]: DEBUG oslo_vmware.api [None req-0f6ea187-f5cc-4108-baf6-1b29e3fe07e6 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477945, 'name': RemoveSnapshot_Task, 'duration_secs': 0.608954} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.642071] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6ea187-f5cc-4108-baf6-1b29e3fe07e6 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Deleted Snapshot of the VM instance {{(pid=70483) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 853.642071] env[70483]: INFO nova.compute.manager [None req-0f6ea187-f5cc-4108-baf6-1b29e3fe07e6 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Took 18.03 seconds to snapshot the instance on the hypervisor. [ 853.658018] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9f0fe11e-90fe-4d4c-b56e-f26d34529160 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.766026] env[70483]: DEBUG nova.network.neutron [req-0315f097-b9da-45c5-ab35-b0228f4f0789 req-6155aa9c-abae-4f44-a7a5-de3df7b3aaf8 service nova] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Updated VIF entry in instance network info cache for port e67a62b1-6d61-42bf-8c6d-0fe6eec5f470. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.766026] env[70483]: DEBUG nova.network.neutron [req-0315f097-b9da-45c5-ab35-b0228f4f0789 req-6155aa9c-abae-4f44-a7a5-de3df7b3aaf8 service nova] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Updating instance_info_cache with network_info: [{"id": "e67a62b1-6d61-42bf-8c6d-0fe6eec5f470", "address": "fa:16:3e:ce:21:f9", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape67a62b1-6d", "ovs_interfaceid": "e67a62b1-6d61-42bf-8c6d-0fe6eec5f470", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.804338] env[70483]: DEBUG oslo_vmware.api [None req-6671ac26-fa90-4ef7-afdf-ade146c617b2 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3477952, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201267} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.804499] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-6671ac26-fa90-4ef7-afdf-ade146c617b2 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.804603] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-6671ac26-fa90-4ef7-afdf-ade146c617b2 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.805220] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-6671ac26-fa90-4ef7-afdf-ade146c617b2 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.805220] env[70483]: INFO nova.compute.manager [None req-6671ac26-fa90-4ef7-afdf-ade146c617b2 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Took 1.20 seconds to destroy the instance on the hypervisor. [ 853.805220] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6671ac26-fa90-4ef7-afdf-ade146c617b2 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.805486] env[70483]: DEBUG nova.compute.manager [-] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 853.805486] env[70483]: DEBUG nova.network.neutron [-] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 853.819217] env[70483]: DEBUG oslo_vmware.api [None req-ee089702-6040-40df-9ea8-a83bbe082b74 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3477953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201514} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.819979] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee089702-6040-40df-9ea8-a83bbe082b74 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.819979] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ee089702-6040-40df-9ea8-a83bbe082b74 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.819979] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ee089702-6040-40df-9ea8-a83bbe082b74 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.819979] env[70483]: INFO nova.compute.manager [None req-ee089702-6040-40df-9ea8-a83bbe082b74 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 853.820199] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee089702-6040-40df-9ea8-a83bbe082b74 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.820348] env[70483]: DEBUG nova.compute.manager [-] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 853.820441] env[70483]: DEBUG nova.network.neutron [-] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 853.856998] env[70483]: DEBUG oslo_vmware.api [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ebe412-19e3-1d0d-9792-a38d53dd5380, 'name': SearchDatastore_Task, 'duration_secs': 0.02469} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.859388] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.859701] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.859997] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.860226] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.860467] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.860782] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19465259-b148-4c35-831c-3448e3b092ac {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.871335] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.871926] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.872470] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa819f29-e506-4e69-87ab-e6cd67d274e1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.878743] env[70483]: DEBUG oslo_vmware.api [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Waiting for the task: (returnval){ [ 853.878743] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a0b16c-1855-bad1-5a5b-e5d3a4235ce8" [ 853.878743] env[70483]: _type = "Task" [ 853.878743] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.889241] env[70483]: DEBUG oslo_vmware.api [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a0b16c-1855-bad1-5a5b-e5d3a4235ce8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.946987] env[70483]: DEBUG oslo_concurrency.lockutils [None req-72a6ddde-3dde-4d1b-9f37-1e2d0742f5c6 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Acquiring lock "527062ee-0659-45a7-96c8-1c8d6f272b86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.946987] env[70483]: DEBUG oslo_concurrency.lockutils [None req-72a6ddde-3dde-4d1b-9f37-1e2d0742f5c6 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Lock "527062ee-0659-45a7-96c8-1c8d6f272b86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.947165] env[70483]: DEBUG oslo_concurrency.lockutils [None req-72a6ddde-3dde-4d1b-9f37-1e2d0742f5c6 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Acquiring lock "527062ee-0659-45a7-96c8-1c8d6f272b86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.947277] env[70483]: DEBUG oslo_concurrency.lockutils [None req-72a6ddde-3dde-4d1b-9f37-1e2d0742f5c6 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Lock "527062ee-0659-45a7-96c8-1c8d6f272b86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.949016] env[70483]: DEBUG oslo_concurrency.lockutils [None req-72a6ddde-3dde-4d1b-9f37-1e2d0742f5c6 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Lock "527062ee-0659-45a7-96c8-1c8d6f272b86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.954133] env[70483]: INFO nova.compute.manager [None req-72a6ddde-3dde-4d1b-9f37-1e2d0742f5c6 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Terminating instance [ 853.963027] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "refresh_cache-7586d90c-26f8-4054-8574-e4585eaadc45" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.963027] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquired lock "refresh_cache-7586d90c-26f8-4054-8574-e4585eaadc45" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.963820] env[70483]: DEBUG nova.network.neutron [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.001090] env[70483]: DEBUG oslo_vmware.api [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3477954, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.272481] env[70483]: DEBUG oslo_concurrency.lockutils [req-0315f097-b9da-45c5-ab35-b0228f4f0789 req-6155aa9c-abae-4f44-a7a5-de3df7b3aaf8 service nova] Releasing lock "refresh_cache-8893e014-3c12-4a40-a955-6db575e3e926" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.393788] env[70483]: DEBUG oslo_vmware.api [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a0b16c-1855-bad1-5a5b-e5d3a4235ce8, 'name': SearchDatastore_Task, 'duration_secs': 0.013018} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.394757] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31791b48-2fdc-4f4c-a437-ca68d9eb434b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.404284] env[70483]: DEBUG oslo_vmware.api [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Waiting for the task: (returnval){ [ 854.404284] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5204fb8d-6aeb-ca3f-9737-8a3a66d8e1c4" [ 854.404284] env[70483]: _type = "Task" [ 854.404284] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.417430] env[70483]: DEBUG oslo_vmware.api [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5204fb8d-6aeb-ca3f-9737-8a3a66d8e1c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.460577] env[70483]: DEBUG nova.compute.manager [None req-72a6ddde-3dde-4d1b-9f37-1e2d0742f5c6 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.461272] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-72a6ddde-3dde-4d1b-9f37-1e2d0742f5c6 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.462676] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b453c557-7d95-4927-8100-fd8012f7f16e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.478013] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-72a6ddde-3dde-4d1b-9f37-1e2d0742f5c6 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.478739] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-147416df-be81-43a3-b4c5-90d3f27a24aa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.486930] env[70483]: DEBUG oslo_vmware.api [None req-72a6ddde-3dde-4d1b-9f37-1e2d0742f5c6 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for the task: (returnval){ [ 854.486930] env[70483]: value = "task-3477955" [ 854.486930] env[70483]: _type = "Task" [ 854.486930] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.505752] env[70483]: DEBUG oslo_vmware.api [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3477954, 'name': PowerOnVM_Task, 'duration_secs': 0.775999} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.508769] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.509033] env[70483]: INFO nova.compute.manager [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Took 9.88 seconds to spawn the instance on the hypervisor. [ 854.509314] env[70483]: DEBUG nova.compute.manager [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.509618] env[70483]: DEBUG oslo_vmware.api [None req-72a6ddde-3dde-4d1b-9f37-1e2d0742f5c6 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.510372] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8ca114-71b0-488b-b5f6-4df192ad60be {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.604287] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69a373e-5ec7-4626-9358-07a0e256b827 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.617264] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4deb31-220c-49d9-a18d-cef40fb1991d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.661237] env[70483]: DEBUG nova.network.neutron [-] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.661399] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb551c5-7fc4-47aa-be76-44ca38d918a6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.670509] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de8bd10-62a3-4837-ac5a-d6129bf59b0f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.681180] env[70483]: DEBUG nova.compute.manager [req-4932e2c8-59a5-4561-81a7-4cc17a63402e req-99426ed2-a17e-40b8-947d-536e194994b4 service nova] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Received event network-vif-deleted-60960dcd-56a3-43f3-9e69-d8119a8055c7 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.681379] env[70483]: INFO nova.compute.manager [req-4932e2c8-59a5-4561-81a7-4cc17a63402e req-99426ed2-a17e-40b8-947d-536e194994b4 service nova] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Neutron deleted interface 60960dcd-56a3-43f3-9e69-d8119a8055c7; detaching it from the instance and deleting it from the info cache [ 854.681584] env[70483]: DEBUG nova.network.neutron [req-4932e2c8-59a5-4561-81a7-4cc17a63402e req-99426ed2-a17e-40b8-947d-536e194994b4 service nova] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.698041] env[70483]: DEBUG nova.compute.provider_tree [None req-e87e7fd7-a351-4182-9abb-e34c2a49672c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.918479] env[70483]: DEBUG oslo_vmware.api [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5204fb8d-6aeb-ca3f-9737-8a3a66d8e1c4, 'name': SearchDatastore_Task, 'duration_secs': 0.017748} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.919652] env[70483]: DEBUG nova.network.neutron [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Updating instance_info_cache with network_info: [{"id": "128f4e5e-e308-4f04-b12f-e8a15fd22920", "address": "fa:16:3e:24:05:76", "network": {"id": "d0584bad-a446-4fdb-9127-2d020acd6b5c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1392669969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02013d6cd47b4f1c9e3279214f1d2d7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap128f4e5e-e3", "ovs_interfaceid": "128f4e5e-e308-4f04-b12f-e8a15fd22920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.921203] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.921466] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 8893e014-3c12-4a40-a955-6db575e3e926/8893e014-3c12-4a40-a955-6db575e3e926.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.921922] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11527a3a-3ea5-437f-b6c3-955e8ceea6ca {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.930388] env[70483]: DEBUG oslo_vmware.api [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Waiting for the task: (returnval){ [ 854.930388] env[70483]: value = "task-3477956" [ 854.930388] env[70483]: _type = "Task" [ 854.930388] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.942671] env[70483]: DEBUG oslo_vmware.api [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Task: {'id': task-3477956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.957305] env[70483]: DEBUG nova.network.neutron [-] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.000982] env[70483]: DEBUG oslo_vmware.api [None req-72a6ddde-3dde-4d1b-9f37-1e2d0742f5c6 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477955, 'name': PowerOffVM_Task, 'duration_secs': 0.285129} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.001266] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-72a6ddde-3dde-4d1b-9f37-1e2d0742f5c6 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.001433] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-72a6ddde-3dde-4d1b-9f37-1e2d0742f5c6 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.001706] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3e5b17e-3b7f-4bef-ab53-91067df8c271 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.038240] env[70483]: INFO nova.compute.manager [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Took 41.61 seconds to build instance. [ 855.070039] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-72a6ddde-3dde-4d1b-9f37-1e2d0742f5c6 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.070238] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-72a6ddde-3dde-4d1b-9f37-1e2d0742f5c6 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.070422] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-72a6ddde-3dde-4d1b-9f37-1e2d0742f5c6 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Deleting the datastore file [datastore2] 527062ee-0659-45a7-96c8-1c8d6f272b86 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.070690] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6a9df0d-a933-45ca-a93e-fc0430cf771b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.078117] env[70483]: DEBUG oslo_vmware.api [None req-72a6ddde-3dde-4d1b-9f37-1e2d0742f5c6 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for the task: (returnval){ [ 855.078117] env[70483]: value = "task-3477958" [ 855.078117] env[70483]: _type = "Task" [ 855.078117] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.087336] env[70483]: DEBUG oslo_vmware.api [None req-72a6ddde-3dde-4d1b-9f37-1e2d0742f5c6 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.160829] env[70483]: INFO nova.compute.manager [-] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Took 1.36 seconds to deallocate network for instance. [ 855.179209] env[70483]: DEBUG nova.compute.manager [req-a7090d7c-0a15-4ef9-b1f3-cc26ff8a05ed req-a629027f-e987-4534-ac1e-91b222a1afa5 service nova] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Received event network-vif-deleted-cb210cb4-f12e-4ee7-8379-046961f4129c {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.184786] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b9f3673c-fcec-49b4-a944-cac8b28f6b3c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.198767] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d17d3f-288e-4e6a-ba31-9f2b52c4ac15 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.212095] env[70483]: DEBUG nova.scheduler.client.report [None req-e87e7fd7-a351-4182-9abb-e34c2a49672c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.245073] env[70483]: DEBUG nova.compute.manager [req-4932e2c8-59a5-4561-81a7-4cc17a63402e req-99426ed2-a17e-40b8-947d-536e194994b4 service nova] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Detach interface failed, port_id=60960dcd-56a3-43f3-9e69-d8119a8055c7, reason: Instance e175f923-53c0-4e4c-875d-2e6d4e08714a could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 855.423710] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Releasing lock "refresh_cache-7586d90c-26f8-4054-8574-e4585eaadc45" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.445533] env[70483]: DEBUG oslo_vmware.api [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Task: {'id': task-3477956, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.461544] env[70483]: INFO nova.compute.manager [-] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Took 1.64 seconds to deallocate network for instance. [ 855.540923] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0d1ff88c-bbd5-4ffd-92d2-1f42e9073be8 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Lock "f61abfde-68ff-497e-8a99-cfae352de144" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.122s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.588999] env[70483]: DEBUG oslo_vmware.api [None req-72a6ddde-3dde-4d1b-9f37-1e2d0742f5c6 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3477958, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233412} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.589617] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-72a6ddde-3dde-4d1b-9f37-1e2d0742f5c6 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.589817] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-72a6ddde-3dde-4d1b-9f37-1e2d0742f5c6 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.590309] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-72a6ddde-3dde-4d1b-9f37-1e2d0742f5c6 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.590498] env[70483]: INFO nova.compute.manager [None req-72a6ddde-3dde-4d1b-9f37-1e2d0742f5c6 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Took 1.13 seconds to destroy the instance on the hypervisor. [ 855.590741] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72a6ddde-3dde-4d1b-9f37-1e2d0742f5c6 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.590932] env[70483]: DEBUG nova.compute.manager [-] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.591160] env[70483]: DEBUG nova.network.neutron [-] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 855.656724] env[70483]: INFO nova.compute.manager [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Rescuing [ 855.656929] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Acquiring lock "refresh_cache-f61abfde-68ff-497e-8a99-cfae352de144" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.657098] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Acquired lock "refresh_cache-f61abfde-68ff-497e-8a99-cfae352de144" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.657263] env[70483]: DEBUG nova.network.neutron [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.670620] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6671ac26-fa90-4ef7-afdf-ade146c617b2 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.718605] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e87e7fd7-a351-4182-9abb-e34c2a49672c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.272s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.723178] env[70483]: DEBUG oslo_concurrency.lockutils [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.473s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.726043] env[70483]: INFO nova.compute.claims [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.757418] env[70483]: INFO nova.scheduler.client.report [None req-e87e7fd7-a351-4182-9abb-e34c2a49672c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Deleted allocations for instance 77c84798-aa60-45c9-903b-42ce69e2d371 [ 855.944249] env[70483]: DEBUG oslo_vmware.api [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Task: {'id': task-3477956, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629646} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.944599] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 8893e014-3c12-4a40-a955-6db575e3e926/8893e014-3c12-4a40-a955-6db575e3e926.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.945932] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.945932] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-107fde8c-4ecd-476f-add2-1131c15739de {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.958216] env[70483]: DEBUG oslo_vmware.api [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Waiting for the task: (returnval){ [ 855.958216] env[70483]: value = "task-3477959" [ 855.958216] env[70483]: _type = "Task" [ 855.958216] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.966218] env[70483]: DEBUG oslo_vmware.api [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Task: {'id': task-3477959, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.968478] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ee089702-6040-40df-9ea8-a83bbe082b74 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.043848] env[70483]: DEBUG nova.compute.manager [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 856.270431] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e87e7fd7-a351-4182-9abb-e34c2a49672c tempest-FloatingIPsAssociationTestJSON-424552874 tempest-FloatingIPsAssociationTestJSON-424552874-project-member] Lock "77c84798-aa60-45c9-903b-42ce69e2d371" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.517s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.413164] env[70483]: DEBUG nova.network.neutron [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Updating instance_info_cache with network_info: [{"id": "2dd2b58f-3a6a-41ec-acb5-7460f11f198b", "address": "fa:16:3e:51:56:73", "network": {"id": "946c9825-7008-494a-9a78-38aefd47c33a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1469679738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5f95005c08244379aa97345167d6a312", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd2b58f-3a", "ovs_interfaceid": "2dd2b58f-3a6a-41ec-acb5-7460f11f198b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.441415] env[70483]: DEBUG nova.network.neutron [-] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.469188] env[70483]: DEBUG oslo_vmware.api [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Task: {'id': task-3477959, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.277903} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.469499] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.470466] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38832a42-ba54-41fc-9973-e9c3be930d57 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.496564] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 8893e014-3c12-4a40-a955-6db575e3e926/8893e014-3c12-4a40-a955-6db575e3e926.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.496885] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f2b1f0b-5845-40a8-a8bf-14706d26f9c7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.521114] env[70483]: DEBUG oslo_vmware.api [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Waiting for the task: (returnval){ [ 856.521114] env[70483]: value = "task-3477960" [ 856.521114] env[70483]: _type = "Task" [ 856.521114] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.529401] env[70483]: DEBUG oslo_vmware.api [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Task: {'id': task-3477960, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.579418] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.680022] env[70483]: DEBUG nova.compute.manager [None req-c9dd3347-ada2-493b-b289-f4df2458a0d0 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.680022] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47acb14-4d34-4d9a-9a74-600a96c1f741 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.717167] env[70483]: DEBUG nova.compute.manager [req-f65792ee-27e3-47f9-b331-bbc51fb8163e req-d1761380-030f-4dbe-8a80-61558d835abc service nova] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Received event network-vif-deleted-77aa2bee-1bdc-420e-a502-796d0041984b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.919128] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Releasing lock "refresh_cache-f61abfde-68ff-497e-8a99-cfae352de144" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.947237] env[70483]: INFO nova.compute.manager [-] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Took 1.36 seconds to deallocate network for instance. [ 856.952592] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ca1909-3937-48b9-ad65-9bf1ffd8d0ed {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.985892] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Updating instance '7586d90c-26f8-4054-8574-e4585eaadc45' progress to 0 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 857.030263] env[70483]: DEBUG oslo_vmware.api [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Task: {'id': task-3477960, 'name': ReconfigVM_Task, 'duration_secs': 0.319539} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.030437] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 8893e014-3c12-4a40-a955-6db575e3e926/8893e014-3c12-4a40-a955-6db575e3e926.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.033547] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0e0ee91-0b4f-4cfc-9776-ffe4520f85c7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.041926] env[70483]: DEBUG oslo_vmware.api [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Waiting for the task: (returnval){ [ 857.041926] env[70483]: value = "task-3477961" [ 857.041926] env[70483]: _type = "Task" [ 857.041926] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.053214] env[70483]: DEBUG oslo_vmware.api [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Task: {'id': task-3477961, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.196619] env[70483]: INFO nova.compute.manager [None req-c9dd3347-ada2-493b-b289-f4df2458a0d0 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] instance snapshotting [ 857.201062] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb21cf1-24bc-40cb-9e50-967aad7be8e4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.235322] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00f5b74-dc87-4479-9680-2f46e07ea5b2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.391079] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedc8b3c-632f-4dd3-a623-bd725ff092a3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.400460] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b21e40-899d-4742-b546-6dcf00726756 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.434796] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3c44c3-0c7d-4db1-b5dc-ccec9e2ac3cf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.444904] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb2f229-8754-470a-a7d9-3e1a30a2cd5b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.463655] env[70483]: DEBUG nova.compute.provider_tree [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.469243] env[70483]: DEBUG oslo_concurrency.lockutils [None req-72a6ddde-3dde-4d1b-9f37-1e2d0742f5c6 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.492247] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.492857] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f93c15bf-980e-44ed-97d9-26dc6fd5f6f5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.501427] env[70483]: DEBUG oslo_vmware.api [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 857.501427] env[70483]: value = "task-3477962" [ 857.501427] env[70483]: _type = "Task" [ 857.501427] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.513716] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] VM already powered off {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 857.513716] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Updating instance '7586d90c-26f8-4054-8574-e4585eaadc45' progress to 17 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 857.553797] env[70483]: DEBUG oslo_vmware.api [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Task: {'id': task-3477961, 'name': Rename_Task, 'duration_secs': 0.153829} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.561938] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.561938] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbd8baa6-5b75-4e66-b83a-2f7712ca7244 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.570500] env[70483]: DEBUG oslo_vmware.api [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Waiting for the task: (returnval){ [ 857.570500] env[70483]: value = "task-3477963" [ 857.570500] env[70483]: _type = "Task" [ 857.570500] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.582063] env[70483]: DEBUG oslo_vmware.api [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Task: {'id': task-3477963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.748452] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c9dd3347-ada2-493b-b289-f4df2458a0d0 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Creating Snapshot of the VM instance {{(pid=70483) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 857.748809] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-62454219-d29c-496c-a2dd-ccb918fff66d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.758608] env[70483]: DEBUG oslo_vmware.api [None req-c9dd3347-ada2-493b-b289-f4df2458a0d0 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Waiting for the task: (returnval){ [ 857.758608] env[70483]: value = "task-3477964" [ 857.758608] env[70483]: _type = "Task" [ 857.758608] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.768749] env[70483]: DEBUG oslo_vmware.api [None req-c9dd3347-ada2-493b-b289-f4df2458a0d0 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477964, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.968814] env[70483]: DEBUG nova.scheduler.client.report [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.021049] env[70483]: DEBUG nova.virt.hardware [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.021049] env[70483]: DEBUG nova.virt.hardware [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.021278] env[70483]: DEBUG nova.virt.hardware [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.021497] env[70483]: DEBUG nova.virt.hardware [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.021724] env[70483]: DEBUG nova.virt.hardware [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.021976] env[70483]: DEBUG nova.virt.hardware [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.022318] env[70483]: DEBUG nova.virt.hardware [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.022535] env[70483]: DEBUG nova.virt.hardware [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.022651] env[70483]: DEBUG nova.virt.hardware [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.022856] env[70483]: DEBUG nova.virt.hardware [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.023100] env[70483]: DEBUG nova.virt.hardware [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.029378] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d41da89b-0440-4076-8310-32fbed48a215 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.049085] env[70483]: DEBUG oslo_vmware.api [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 858.049085] env[70483]: value = "task-3477965" [ 858.049085] env[70483]: _type = "Task" [ 858.049085] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.064400] env[70483]: DEBUG oslo_vmware.api [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477965, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.084472] env[70483]: DEBUG oslo_vmware.api [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Task: {'id': task-3477963, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.272836] env[70483]: DEBUG oslo_vmware.api [None req-c9dd3347-ada2-493b-b289-f4df2458a0d0 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477964, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.457961] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.458312] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09efdb04-2847-433d-8c2e-54bdb8cfc2cf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.466035] env[70483]: DEBUG oslo_vmware.api [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Waiting for the task: (returnval){ [ 858.466035] env[70483]: value = "task-3477966" [ 858.466035] env[70483]: _type = "Task" [ 858.466035] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.475990] env[70483]: DEBUG oslo_concurrency.lockutils [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.753s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.476954] env[70483]: DEBUG nova.compute.manager [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 858.480345] env[70483]: DEBUG oslo_vmware.api [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3477966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.480625] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4360c162-cdfd-4b79-8d73-618303873ee3 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.924s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.480847] env[70483]: DEBUG nova.objects.instance [None req-4360c162-cdfd-4b79-8d73-618303873ee3 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lazy-loading 'resources' on Instance uuid 9dde88a1-377d-40a4-86d5-587cc3b81532 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.560956] env[70483]: DEBUG oslo_vmware.api [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477965, 'name': ReconfigVM_Task, 'duration_secs': 0.169291} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.561482] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Updating instance '7586d90c-26f8-4054-8574-e4585eaadc45' progress to 33 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 858.583195] env[70483]: DEBUG oslo_vmware.api [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Task: {'id': task-3477963, 'name': PowerOnVM_Task, 'duration_secs': 0.560451} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.583848] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.583848] env[70483]: INFO nova.compute.manager [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Took 8.23 seconds to spawn the instance on the hypervisor. [ 858.583975] env[70483]: DEBUG nova.compute.manager [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.586675] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0740202-1e73-4112-8e58-09ca793a1764 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.770619] env[70483]: DEBUG oslo_vmware.api [None req-c9dd3347-ada2-493b-b289-f4df2458a0d0 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477964, 'name': CreateSnapshot_Task, 'duration_secs': 0.69002} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.771075] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c9dd3347-ada2-493b-b289-f4df2458a0d0 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Created Snapshot of the VM instance {{(pid=70483) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 858.772317] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cb1d2d-42d5-4144-976b-652abaf93092 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.847556] env[70483]: DEBUG oslo_concurrency.lockutils [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Acquiring lock "564f1aef-f107-46c8-ae0b-01df1e8aa2d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.847805] env[70483]: DEBUG oslo_concurrency.lockutils [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Lock "564f1aef-f107-46c8-ae0b-01df1e8aa2d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.977954] env[70483]: DEBUG oslo_vmware.api [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3477966, 'name': PowerOffVM_Task, 'duration_secs': 0.26864} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.978245] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.979270] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf662f0-437b-4803-a549-441583a0715b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.999032] env[70483]: DEBUG nova.compute.utils [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.004135] env[70483]: DEBUG nova.compute.manager [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Not allocating networking since 'none' was specified. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 859.004967] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e2bcb7-30db-41bf-8040-255a78a50467 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.048747] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.049384] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d017fd98-388a-406c-9d81-5b3d9aca23fa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.059044] env[70483]: DEBUG oslo_vmware.api [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Waiting for the task: (returnval){ [ 859.059044] env[70483]: value = "task-3477967" [ 859.059044] env[70483]: _type = "Task" [ 859.059044] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.070656] env[70483]: DEBUG nova.virt.hardware [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 859.071441] env[70483]: DEBUG nova.virt.hardware [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 859.071441] env[70483]: DEBUG nova.virt.hardware [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.071441] env[70483]: DEBUG nova.virt.hardware [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 859.071441] env[70483]: DEBUG nova.virt.hardware [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.071708] env[70483]: DEBUG nova.virt.hardware [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 859.071782] env[70483]: DEBUG nova.virt.hardware [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 859.071978] env[70483]: DEBUG nova.virt.hardware [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 859.072167] env[70483]: DEBUG nova.virt.hardware [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 859.072421] env[70483]: DEBUG nova.virt.hardware [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 859.072568] env[70483]: DEBUG nova.virt.hardware [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 859.077934] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Reconfiguring VM instance instance-00000011 to detach disk 2000 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 859.080698] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03050db7-8b85-4cc2-9c7f-c6a78d1589e4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.095122] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] VM already powered off {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 859.095361] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.095615] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.095765] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.095946] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.097689] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82f5d6a3-17e4-495b-abaa-b203b7fb0a8b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.112399] env[70483]: INFO nova.compute.manager [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Took 40.82 seconds to build instance. [ 859.115570] env[70483]: DEBUG oslo_vmware.api [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 859.115570] env[70483]: value = "task-3477968" [ 859.115570] env[70483]: _type = "Task" [ 859.115570] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.128022] env[70483]: DEBUG oslo_vmware.api [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477968, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.128307] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.128486] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.129491] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76733aae-fa09-4863-befc-6a5fb9eb2151 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.140913] env[70483]: DEBUG oslo_vmware.api [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Waiting for the task: (returnval){ [ 859.140913] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52824ba8-c007-46ff-d682-513bfc6b0fa6" [ 859.140913] env[70483]: _type = "Task" [ 859.140913] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.152121] env[70483]: DEBUG oslo_vmware.api [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52824ba8-c007-46ff-d682-513bfc6b0fa6, 'name': SearchDatastore_Task, 'duration_secs': 0.011503} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.155733] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d0d0ffe-8246-4556-b748-65c55e8eec61 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.162268] env[70483]: DEBUG oslo_vmware.api [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Waiting for the task: (returnval){ [ 859.162268] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522db390-1594-fc94-788c-70d1158df7fb" [ 859.162268] env[70483]: _type = "Task" [ 859.162268] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.173098] env[70483]: DEBUG oslo_vmware.api [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522db390-1594-fc94-788c-70d1158df7fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.294961] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c9dd3347-ada2-493b-b289-f4df2458a0d0 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Creating linked-clone VM from snapshot {{(pid=70483) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 859.298034] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-79d10c4a-ab9f-47e8-9925-023d379290fc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.309335] env[70483]: DEBUG oslo_vmware.api [None req-c9dd3347-ada2-493b-b289-f4df2458a0d0 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Waiting for the task: (returnval){ [ 859.309335] env[70483]: value = "task-3477969" [ 859.309335] env[70483]: _type = "Task" [ 859.309335] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.324824] env[70483]: DEBUG oslo_vmware.api [None req-c9dd3347-ada2-493b-b289-f4df2458a0d0 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477969, 'name': CloneVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.505061] env[70483]: DEBUG nova.compute.manager [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.616998] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a561b2-4570-4be1-8f24-6f73d349c8a2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.619374] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c36f2417-99a3-427d-a4cd-2f72eda0fe66 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Lock "8893e014-3c12-4a40-a955-6db575e3e926" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.047s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.629174] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1a69c220-d15b-4b90-82b0-4b6e83705af9 tempest-ServersAdminNegativeTestJSON-1490882482 tempest-ServersAdminNegativeTestJSON-1490882482-project-admin] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Suspending the VM {{(pid=70483) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 859.632439] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b7a0e636-bfcd-4d37-9669-a24e6eebffd7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.634034] env[70483]: DEBUG oslo_vmware.api [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477968, 'name': ReconfigVM_Task, 'duration_secs': 0.261946} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.634309] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Reconfigured VM instance instance-00000011 to detach disk 2000 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 859.635660] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e036e24e-daee-4c0a-9511-638d05d58130 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.643487] env[70483]: DEBUG oslo_vmware.api [None req-1a69c220-d15b-4b90-82b0-4b6e83705af9 tempest-ServersAdminNegativeTestJSON-1490882482 tempest-ServersAdminNegativeTestJSON-1490882482-project-admin] Waiting for the task: (returnval){ [ 859.643487] env[70483]: value = "task-3477970" [ 859.643487] env[70483]: _type = "Task" [ 859.643487] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.669820] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 7586d90c-26f8-4054-8574-e4585eaadc45/7586d90c-26f8-4054-8574-e4585eaadc45.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.674038] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8b76a5d-d091-4c57-9fe9-32ec8ad7a23c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.694614] env[70483]: DEBUG oslo_vmware.api [None req-1a69c220-d15b-4b90-82b0-4b6e83705af9 tempest-ServersAdminNegativeTestJSON-1490882482 tempest-ServersAdminNegativeTestJSON-1490882482-project-admin] Task: {'id': task-3477970, 'name': SuspendVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.702714] env[70483]: DEBUG oslo_vmware.api [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522db390-1594-fc94-788c-70d1158df7fb, 'name': SearchDatastore_Task, 'duration_secs': 0.010686} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.706953] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.707098] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] f61abfde-68ff-497e-8a99-cfae352de144/c45d2ce6-6758-4a65-9806-b17c804e40f4-rescue.vmdk. {{(pid=70483) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 859.707373] env[70483]: DEBUG oslo_vmware.api [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 859.707373] env[70483]: value = "task-3477971" [ 859.707373] env[70483]: _type = "Task" [ 859.707373] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.707776] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-205c3137-0086-416b-9968-083fc0bee54e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.720518] env[70483]: DEBUG oslo_vmware.api [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477971, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.723593] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd58fd50-6daf-4ffe-9ed9-5a0ed82cabe1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.728119] env[70483]: DEBUG oslo_vmware.api [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Waiting for the task: (returnval){ [ 859.728119] env[70483]: value = "task-3477972" [ 859.728119] env[70483]: _type = "Task" [ 859.728119] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.735644] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6856274-1515-4184-bb46-6c0d9bc0d1cc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.741820] env[70483]: DEBUG oslo_vmware.api [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3477972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.771851] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a3352b-bb4b-4610-87fe-794eabb47c00 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.780392] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9117d8-f73b-4406-bf0c-695e136ed37e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.797613] env[70483]: DEBUG nova.compute.provider_tree [None req-4360c162-cdfd-4b79-8d73-618303873ee3 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.820448] env[70483]: DEBUG oslo_vmware.api [None req-c9dd3347-ada2-493b-b289-f4df2458a0d0 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477969, 'name': CloneVM_Task} progress is 94%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.125877] env[70483]: DEBUG nova.compute.manager [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 860.160041] env[70483]: DEBUG oslo_vmware.api [None req-1a69c220-d15b-4b90-82b0-4b6e83705af9 tempest-ServersAdminNegativeTestJSON-1490882482 tempest-ServersAdminNegativeTestJSON-1490882482-project-admin] Task: {'id': task-3477970, 'name': SuspendVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.223582] env[70483]: DEBUG oslo_vmware.api [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.240388] env[70483]: DEBUG oslo_vmware.api [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3477972, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.304337] env[70483]: DEBUG nova.scheduler.client.report [None req-4360c162-cdfd-4b79-8d73-618303873ee3 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.323515] env[70483]: DEBUG oslo_vmware.api [None req-c9dd3347-ada2-493b-b289-f4df2458a0d0 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477969, 'name': CloneVM_Task} progress is 94%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.518028] env[70483]: DEBUG nova.compute.manager [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 860.546018] env[70483]: DEBUG nova.virt.hardware [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.546018] env[70483]: DEBUG nova.virt.hardware [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.546018] env[70483]: DEBUG nova.virt.hardware [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.546018] env[70483]: DEBUG nova.virt.hardware [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.546018] env[70483]: DEBUG nova.virt.hardware [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.546018] env[70483]: DEBUG nova.virt.hardware [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.546018] env[70483]: DEBUG nova.virt.hardware [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.546018] env[70483]: DEBUG nova.virt.hardware [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.546763] env[70483]: DEBUG nova.virt.hardware [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.547883] env[70483]: DEBUG nova.virt.hardware [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.547883] env[70483]: DEBUG nova.virt.hardware [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.548540] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c15538-39e0-4ef7-bbc9-3ca6335df68a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.560148] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3ee4be-d268-4861-a7bc-12d68ffacf9c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.579020] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Instance VIF info [] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.584792] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Creating folder: Project (9448addabef04976a8958245d2023169). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.586186] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38f1aa6d-cef5-4fba-ba20-aded01a72a6a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.602025] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Created folder: Project (9448addabef04976a8958245d2023169) in parent group-v695216. [ 860.602025] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Creating folder: Instances. Parent ref: group-v695367. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.602025] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55d1b83a-16e8-4b1b-9b8f-cdf7b86ea102 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.615941] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Created folder: Instances in parent group-v695367. [ 860.616229] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.616589] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.618150] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-851ce222-7c31-4bdf-b96b-f1a28892ec9a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.644692] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.644692] env[70483]: value = "task-3477975" [ 860.644692] env[70483]: _type = "Task" [ 860.644692] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.656423] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477975, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.661227] env[70483]: DEBUG oslo_concurrency.lockutils [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.661713] env[70483]: DEBUG oslo_vmware.api [None req-1a69c220-d15b-4b90-82b0-4b6e83705af9 tempest-ServersAdminNegativeTestJSON-1490882482 tempest-ServersAdminNegativeTestJSON-1490882482-project-admin] Task: {'id': task-3477970, 'name': SuspendVM_Task, 'duration_secs': 0.835927} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.662043] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1a69c220-d15b-4b90-82b0-4b6e83705af9 tempest-ServersAdminNegativeTestJSON-1490882482 tempest-ServersAdminNegativeTestJSON-1490882482-project-admin] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Suspended the VM {{(pid=70483) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 860.662296] env[70483]: DEBUG nova.compute.manager [None req-1a69c220-d15b-4b90-82b0-4b6e83705af9 tempest-ServersAdminNegativeTestJSON-1490882482 tempest-ServersAdminNegativeTestJSON-1490882482-project-admin] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.663304] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316d4b42-df95-4fcd-b744-3dd151d5b884 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.722125] env[70483]: DEBUG oslo_vmware.api [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3477971, 'name': ReconfigVM_Task, 'duration_secs': 0.74927} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.722526] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 7586d90c-26f8-4054-8574-e4585eaadc45/7586d90c-26f8-4054-8574-e4585eaadc45.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.722883] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Updating instance '7586d90c-26f8-4054-8574-e4585eaadc45' progress to 50 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 860.741345] env[70483]: DEBUG oslo_vmware.api [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3477972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590871} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.741734] env[70483]: INFO nova.virt.vmwareapi.ds_util [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] f61abfde-68ff-497e-8a99-cfae352de144/c45d2ce6-6758-4a65-9806-b17c804e40f4-rescue.vmdk. [ 860.742580] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589e9266-6a7f-48c7-b21d-7f86faa82fa3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.772735] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] f61abfde-68ff-497e-8a99-cfae352de144/c45d2ce6-6758-4a65-9806-b17c804e40f4-rescue.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.772735] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d3eba08-9d90-4bcf-9462-ad4afa02f4d5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.794122] env[70483]: DEBUG oslo_vmware.api [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Waiting for the task: (returnval){ [ 860.794122] env[70483]: value = "task-3477976" [ 860.794122] env[70483]: _type = "Task" [ 860.794122] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.803681] env[70483]: DEBUG oslo_vmware.api [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3477976, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.809081] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4360c162-cdfd-4b79-8d73-618303873ee3 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.328s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.812453] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.139s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.814477] env[70483]: INFO nova.compute.claims [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.826901] env[70483]: DEBUG oslo_vmware.api [None req-c9dd3347-ada2-493b-b289-f4df2458a0d0 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477969, 'name': CloneVM_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.839029] env[70483]: INFO nova.scheduler.client.report [None req-4360c162-cdfd-4b79-8d73-618303873ee3 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Deleted allocations for instance 9dde88a1-377d-40a4-86d5-587cc3b81532 [ 861.155065] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477975, 'name': CreateVM_Task, 'duration_secs': 0.346643} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.155323] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.155839] env[70483]: DEBUG oslo_concurrency.lockutils [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.156076] env[70483]: DEBUG oslo_concurrency.lockutils [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.156605] env[70483]: DEBUG oslo_concurrency.lockutils [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.156912] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-541403b1-30ca-40e9-9b0e-4469352861f4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.164229] env[70483]: DEBUG oslo_vmware.api [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Waiting for the task: (returnval){ [ 861.164229] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ca79e5-9e52-e9d3-3032-4e1d30fa3be1" [ 861.164229] env[70483]: _type = "Task" [ 861.164229] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.173413] env[70483]: DEBUG oslo_vmware.api [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ca79e5-9e52-e9d3-3032-4e1d30fa3be1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.231835] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43571bac-17ba-46a0-95df-25bd48851c73 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.252836] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6a768d-e55e-476d-b05b-0ffc5f5d8a0d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.275180] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Updating instance '7586d90c-26f8-4054-8574-e4585eaadc45' progress to 67 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 861.304763] env[70483]: DEBUG oslo_vmware.api [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3477976, 'name': ReconfigVM_Task, 'duration_secs': 0.383441} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.305742] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Reconfigured VM instance instance-00000031 to attach disk [datastore1] f61abfde-68ff-497e-8a99-cfae352de144/c45d2ce6-6758-4a65-9806-b17c804e40f4-rescue.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.306645] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fad185c-f594-467a-9a44-d17c4c2d634b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.342310] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89a0d3a7-f3ec-46cf-b17a-ddfe5462244d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.361617] env[70483]: DEBUG oslo_vmware.api [None req-c9dd3347-ada2-493b-b289-f4df2458a0d0 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477969, 'name': CloneVM_Task, 'duration_secs': 1.605226} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.363364] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4360c162-cdfd-4b79-8d73-618303873ee3 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "9dde88a1-377d-40a4-86d5-587cc3b81532" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.806s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.364613] env[70483]: INFO nova.virt.vmwareapi.vmops [None req-c9dd3347-ada2-493b-b289-f4df2458a0d0 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Created linked-clone VM from snapshot [ 861.364990] env[70483]: DEBUG oslo_vmware.api [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Waiting for the task: (returnval){ [ 861.364990] env[70483]: value = "task-3477977" [ 861.364990] env[70483]: _type = "Task" [ 861.364990] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.365894] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b1b632-01e2-48af-b70c-f8c727ed3f5d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.382506] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-c9dd3347-ada2-493b-b289-f4df2458a0d0 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Uploading image 638b07f2-6c7e-40e2-b3ee-95b475bd3dec {{(pid=70483) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 861.384562] env[70483]: DEBUG oslo_vmware.api [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3477977, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.421941] env[70483]: DEBUG oslo_vmware.rw_handles [None req-c9dd3347-ada2-493b-b289-f4df2458a0d0 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 861.421941] env[70483]: value = "vm-695366" [ 861.421941] env[70483]: _type = "VirtualMachine" [ 861.421941] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 861.422225] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2892cf50-c5c2-43ec-a503-e979ac77e890 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.430290] env[70483]: DEBUG oslo_vmware.rw_handles [None req-c9dd3347-ada2-493b-b289-f4df2458a0d0 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Lease: (returnval){ [ 861.430290] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5282fc4b-8513-6dca-4778-61cfd132916a" [ 861.430290] env[70483]: _type = "HttpNfcLease" [ 861.430290] env[70483]: } obtained for exporting VM: (result){ [ 861.430290] env[70483]: value = "vm-695366" [ 861.430290] env[70483]: _type = "VirtualMachine" [ 861.430290] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 861.430827] env[70483]: DEBUG oslo_vmware.api [None req-c9dd3347-ada2-493b-b289-f4df2458a0d0 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Waiting for the lease: (returnval){ [ 861.430827] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5282fc4b-8513-6dca-4778-61cfd132916a" [ 861.430827] env[70483]: _type = "HttpNfcLease" [ 861.430827] env[70483]: } to be ready. {{(pid=70483) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 861.438197] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 861.438197] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5282fc4b-8513-6dca-4778-61cfd132916a" [ 861.438197] env[70483]: _type = "HttpNfcLease" [ 861.438197] env[70483]: } is initializing. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 861.678195] env[70483]: DEBUG oslo_vmware.api [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ca79e5-9e52-e9d3-3032-4e1d30fa3be1, 'name': SearchDatastore_Task, 'duration_secs': 0.011511} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.678614] env[70483]: DEBUG oslo_concurrency.lockutils [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.678902] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.679250] env[70483]: DEBUG oslo_concurrency.lockutils [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.679461] env[70483]: DEBUG oslo_concurrency.lockutils [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.679718] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.680297] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a254c44a-d487-45b2-be97-8bfa0f243c99 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.692982] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.692982] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.693700] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17e15f36-9ec6-4488-b15a-351bc2ee298c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.700035] env[70483]: DEBUG oslo_vmware.api [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Waiting for the task: (returnval){ [ 861.700035] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]528abe94-d951-f80d-39b0-787b840eef09" [ 861.700035] env[70483]: _type = "Task" [ 861.700035] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.708848] env[70483]: DEBUG oslo_vmware.api [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]528abe94-d951-f80d-39b0-787b840eef09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.839744] env[70483]: DEBUG nova.network.neutron [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Port 128f4e5e-e308-4f04-b12f-e8a15fd22920 binding to destination host cpu-1 is already ACTIVE {{(pid=70483) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 861.880338] env[70483]: DEBUG oslo_vmware.api [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3477977, 'name': ReconfigVM_Task, 'duration_secs': 0.163665} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.881655] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.881655] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2eeda17d-0c23-4d62-a880-0a353d0a448e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.890328] env[70483]: DEBUG oslo_vmware.api [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Waiting for the task: (returnval){ [ 861.890328] env[70483]: value = "task-3477979" [ 861.890328] env[70483]: _type = "Task" [ 861.890328] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.904071] env[70483]: DEBUG oslo_vmware.api [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3477979, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.949209] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 861.949209] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5282fc4b-8513-6dca-4778-61cfd132916a" [ 861.949209] env[70483]: _type = "HttpNfcLease" [ 861.949209] env[70483]: } is ready. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 861.949482] env[70483]: DEBUG oslo_vmware.rw_handles [None req-c9dd3347-ada2-493b-b289-f4df2458a0d0 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 861.949482] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5282fc4b-8513-6dca-4778-61cfd132916a" [ 861.949482] env[70483]: _type = "HttpNfcLease" [ 861.949482] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 861.952219] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafcb799-9c08-48e9-85b0-8546fa4a3be5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.961224] env[70483]: DEBUG oslo_vmware.rw_handles [None req-c9dd3347-ada2-493b-b289-f4df2458a0d0 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c65375-047d-1529-8c87-cd75fba6b89b/disk-0.vmdk from lease info. {{(pid=70483) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 861.961402] env[70483]: DEBUG oslo_vmware.rw_handles [None req-c9dd3347-ada2-493b-b289-f4df2458a0d0 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c65375-047d-1529-8c87-cd75fba6b89b/disk-0.vmdk for reading. {{(pid=70483) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 862.065064] env[70483]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4900db03-ee98-4c7f-892b-331e2db459d6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.220258] env[70483]: DEBUG oslo_vmware.api [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]528abe94-d951-f80d-39b0-787b840eef09, 'name': SearchDatastore_Task, 'duration_secs': 0.0103} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.221509] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f3aa943-b350-4b72-afee-dcab060ea712 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.227924] env[70483]: DEBUG oslo_vmware.api [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Waiting for the task: (returnval){ [ 862.227924] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52fc7edc-043b-69f4-519e-4f79b346a9a0" [ 862.227924] env[70483]: _type = "Task" [ 862.227924] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.237577] env[70483]: DEBUG oslo_vmware.api [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52fc7edc-043b-69f4-519e-4f79b346a9a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.404340] env[70483]: DEBUG oslo_vmware.api [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3477979, 'name': PowerOnVM_Task, 'duration_secs': 0.444694} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.405572] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.408026] env[70483]: DEBUG nova.compute.manager [None req-ed4de66b-17f9-4015-b27c-f57c98e3a1ee tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.409621] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd33f6b4-ea25-494e-a988-dce61ec9c660 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.531682] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Acquiring lock "8f47e025-77ad-466a-a6e6-8b6fd6fe161c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.532064] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Lock "8f47e025-77ad-466a-a6e6-8b6fd6fe161c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.615116] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7678f87b-e6a4-4f0b-ac41-697cd5447a63 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.624051] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7eb2dd-af6e-4600-abdb-62d736e5a165 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.661362] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161e9ce6-36de-419c-8c99-74dceaa74ced {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.671348] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd44d97c-9737-4a7b-8080-56eb2d555315 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.690585] env[70483]: DEBUG nova.compute.provider_tree [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.741092] env[70483]: DEBUG oslo_vmware.api [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52fc7edc-043b-69f4-519e-4f79b346a9a0, 'name': SearchDatastore_Task, 'duration_secs': 0.024426} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.741092] env[70483]: DEBUG oslo_concurrency.lockutils [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.741092] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] c43ee496-ab93-4b23-951b-275c17b41b3f/c43ee496-ab93-4b23-951b-275c17b41b3f.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 862.741466] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37f600de-bf28-4634-8fdf-90f5071cbe24 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.750931] env[70483]: DEBUG oslo_vmware.api [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Waiting for the task: (returnval){ [ 862.750931] env[70483]: value = "task-3477980" [ 862.750931] env[70483]: _type = "Task" [ 862.750931] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.760858] env[70483]: DEBUG oslo_vmware.api [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': task-3477980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.871406] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "7586d90c-26f8-4054-8574-e4585eaadc45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.871406] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "7586d90c-26f8-4054-8574-e4585eaadc45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.871406] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "7586d90c-26f8-4054-8574-e4585eaadc45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.195729] env[70483]: DEBUG nova.scheduler.client.report [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.269828] env[70483]: DEBUG oslo_vmware.api [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': task-3477980, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506591} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.270412] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] c43ee496-ab93-4b23-951b-275c17b41b3f/c43ee496-ab93-4b23-951b-275c17b41b3f.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.270916] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.271288] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7947da8-fd21-4248-85c3-1ff49c0da013 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.280507] env[70483]: DEBUG oslo_vmware.api [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Waiting for the task: (returnval){ [ 863.280507] env[70483]: value = "task-3477981" [ 863.280507] env[70483]: _type = "Task" [ 863.280507] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.294420] env[70483]: DEBUG oslo_vmware.api [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': task-3477981, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.702452] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.890s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.703017] env[70483]: DEBUG nova.compute.manager [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 863.706670] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.446s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.708623] env[70483]: INFO nova.compute.claims [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.796702] env[70483]: DEBUG oslo_vmware.api [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': task-3477981, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081958} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.796897] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.798283] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b82574-0cb8-48be-93f7-0f0adc520a21 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.823105] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] c43ee496-ab93-4b23-951b-275c17b41b3f/c43ee496-ab93-4b23-951b-275c17b41b3f.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.823864] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b3aa426-b283-4e09-82d8-bd9f5aeb9bd4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.847766] env[70483]: DEBUG oslo_vmware.api [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Waiting for the task: (returnval){ [ 863.847766] env[70483]: value = "task-3477982" [ 863.847766] env[70483]: _type = "Task" [ 863.847766] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.860651] env[70483]: DEBUG oslo_vmware.api [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': task-3477982, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.949765] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "refresh_cache-7586d90c-26f8-4054-8574-e4585eaadc45" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.949765] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquired lock "refresh_cache-7586d90c-26f8-4054-8574-e4585eaadc45" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.949765] env[70483]: DEBUG nova.network.neutron [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.159021] env[70483]: DEBUG oslo_concurrency.lockutils [None req-12f2d8ce-f90c-4a26-827f-249c5aae1a44 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Acquiring lock "8893e014-3c12-4a40-a955-6db575e3e926" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.159021] env[70483]: DEBUG oslo_concurrency.lockutils [None req-12f2d8ce-f90c-4a26-827f-249c5aae1a44 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Lock "8893e014-3c12-4a40-a955-6db575e3e926" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.159021] env[70483]: DEBUG oslo_concurrency.lockutils [None req-12f2d8ce-f90c-4a26-827f-249c5aae1a44 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Acquiring lock "8893e014-3c12-4a40-a955-6db575e3e926-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.159021] env[70483]: DEBUG oslo_concurrency.lockutils [None req-12f2d8ce-f90c-4a26-827f-249c5aae1a44 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Lock "8893e014-3c12-4a40-a955-6db575e3e926-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.159021] env[70483]: DEBUG oslo_concurrency.lockutils [None req-12f2d8ce-f90c-4a26-827f-249c5aae1a44 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Lock "8893e014-3c12-4a40-a955-6db575e3e926-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.161188] env[70483]: INFO nova.compute.manager [None req-12f2d8ce-f90c-4a26-827f-249c5aae1a44 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Terminating instance [ 864.219803] env[70483]: DEBUG nova.compute.utils [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 864.221634] env[70483]: DEBUG nova.compute.manager [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 864.225996] env[70483]: DEBUG nova.network.neutron [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 864.272673] env[70483]: DEBUG nova.policy [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be756d508cc54a8994d7431dc97abc6b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67b22c2cd8474d35b083e4bc4d368331', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 864.365356] env[70483]: DEBUG oslo_vmware.api [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': task-3477982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.665611] env[70483]: DEBUG nova.compute.manager [None req-12f2d8ce-f90c-4a26-827f-249c5aae1a44 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 864.665938] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-12f2d8ce-f90c-4a26-827f-249c5aae1a44 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.666739] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ba781c-91f3-4e20-96f8-bb42c159dd35 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.677291] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-12f2d8ce-f90c-4a26-827f-249c5aae1a44 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.677603] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d949939-de30-421b-8319-271f96a6e23e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.682541] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1bd96b61-a9ae-4d2d-9ec0-cbd2c9b5fa76 tempest-VolumesAssistedSnapshotsTest-518749661 tempest-VolumesAssistedSnapshotsTest-518749661-project-admin] Acquiring lock "e6bb49fb-8343-44b2-85e7-9406a185b1a9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.682828] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1bd96b61-a9ae-4d2d-9ec0-cbd2c9b5fa76 tempest-VolumesAssistedSnapshotsTest-518749661 tempest-VolumesAssistedSnapshotsTest-518749661-project-admin] Lock "e6bb49fb-8343-44b2-85e7-9406a185b1a9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.720232] env[70483]: DEBUG nova.network.neutron [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Updating instance_info_cache with network_info: [{"id": "128f4e5e-e308-4f04-b12f-e8a15fd22920", "address": "fa:16:3e:24:05:76", "network": {"id": "d0584bad-a446-4fdb-9127-2d020acd6b5c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1392669969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02013d6cd47b4f1c9e3279214f1d2d7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap128f4e5e-e3", "ovs_interfaceid": "128f4e5e-e308-4f04-b12f-e8a15fd22920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.722820] env[70483]: DEBUG nova.compute.manager [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 864.729570] env[70483]: DEBUG nova.network.neutron [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Successfully created port: f2713390-226a-42ba-8b90-8b1ba26621b7 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 864.777231] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-12f2d8ce-f90c-4a26-827f-249c5aae1a44 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.777487] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-12f2d8ce-f90c-4a26-827f-249c5aae1a44 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.777697] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-12f2d8ce-f90c-4a26-827f-249c5aae1a44 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Deleting the datastore file [datastore1] 8893e014-3c12-4a40-a955-6db575e3e926 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.781284] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a65a3ef-563c-4910-9844-111e6ab35542 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.789833] env[70483]: DEBUG oslo_vmware.api [None req-12f2d8ce-f90c-4a26-827f-249c5aae1a44 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Waiting for the task: (returnval){ [ 864.789833] env[70483]: value = "task-3477984" [ 864.789833] env[70483]: _type = "Task" [ 864.789833] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.803203] env[70483]: DEBUG oslo_vmware.api [None req-12f2d8ce-f90c-4a26-827f-249c5aae1a44 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Task: {'id': task-3477984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.859647] env[70483]: DEBUG oslo_vmware.api [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': task-3477982, 'name': ReconfigVM_Task, 'duration_secs': 0.582093} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.860051] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Reconfigured VM instance instance-00000033 to attach disk [datastore2] c43ee496-ab93-4b23-951b-275c17b41b3f/c43ee496-ab93-4b23-951b-275c17b41b3f.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.860764] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7877c9b-9e2d-4fa5-beaa-e48f1f638d5b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.870432] env[70483]: DEBUG oslo_vmware.api [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Waiting for the task: (returnval){ [ 864.870432] env[70483]: value = "task-3477985" [ 864.870432] env[70483]: _type = "Task" [ 864.870432] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.880314] env[70483]: DEBUG oslo_vmware.api [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': task-3477985, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.920236] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Acquiring lock "adfa298c-1382-4dad-a2df-43f1a8367357" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.920518] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Lock "adfa298c-1382-4dad-a2df-43f1a8367357" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.974138] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "05513af6-66c7-43ef-acc2-eab47b9bfa60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.974565] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "05513af6-66c7-43ef-acc2-eab47b9bfa60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.191504] env[70483]: DEBUG nova.compute.utils [None req-1bd96b61-a9ae-4d2d-9ec0-cbd2c9b5fa76 tempest-VolumesAssistedSnapshotsTest-518749661 tempest-VolumesAssistedSnapshotsTest-518749661-project-admin] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.233016] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Releasing lock "refresh_cache-7586d90c-26f8-4054-8574-e4585eaadc45" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.312616] env[70483]: DEBUG oslo_vmware.api [None req-12f2d8ce-f90c-4a26-827f-249c5aae1a44 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Task: {'id': task-3477984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259516} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.313228] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-12f2d8ce-f90c-4a26-827f-249c5aae1a44 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.313505] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-12f2d8ce-f90c-4a26-827f-249c5aae1a44 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.313594] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-12f2d8ce-f90c-4a26-827f-249c5aae1a44 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.313835] env[70483]: INFO nova.compute.manager [None req-12f2d8ce-f90c-4a26-827f-249c5aae1a44 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Took 0.65 seconds to destroy the instance on the hypervisor. [ 865.314108] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12f2d8ce-f90c-4a26-827f-249c5aae1a44 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.314306] env[70483]: DEBUG nova.compute.manager [-] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 865.314401] env[70483]: DEBUG nova.network.neutron [-] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 865.345420] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093c04f2-2e45-40f4-b104-ad093ca76e8d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.354317] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504d5a0f-f2ee-45ea-a5bb-e05954963c16 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.391621] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82811f0b-cb83-4991-97a5-7e15d889a9a5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.401059] env[70483]: DEBUG oslo_vmware.api [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': task-3477985, 'name': Rename_Task, 'duration_secs': 0.19362} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.403243] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.403428] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd67fb1e-8a8d-4801-9123-7ed260edf511 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.406066] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4787a058-bd36-4566-82a8-03369260540d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.428795] env[70483]: DEBUG nova.compute.provider_tree [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.431486] env[70483]: DEBUG oslo_vmware.api [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Waiting for the task: (returnval){ [ 865.431486] env[70483]: value = "task-3477986" [ 865.431486] env[70483]: _type = "Task" [ 865.431486] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.441696] env[70483]: DEBUG oslo_vmware.api [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': task-3477986, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.698800] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1bd96b61-a9ae-4d2d-9ec0-cbd2c9b5fa76 tempest-VolumesAssistedSnapshotsTest-518749661 tempest-VolumesAssistedSnapshotsTest-518749661-project-admin] Lock "e6bb49fb-8343-44b2-85e7-9406a185b1a9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.016s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.750677] env[70483]: DEBUG nova.compute.manager [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 865.766387] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9938f177-5aff-4c89-9937-c53c1113f4ce {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.791307] env[70483]: DEBUG nova.virt.hardware [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 865.791576] env[70483]: DEBUG nova.virt.hardware [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 865.791745] env[70483]: DEBUG nova.virt.hardware [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.791974] env[70483]: DEBUG nova.virt.hardware [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 865.792142] env[70483]: DEBUG nova.virt.hardware [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.792315] env[70483]: DEBUG nova.virt.hardware [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 865.792527] env[70483]: DEBUG nova.virt.hardware [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 865.792682] env[70483]: DEBUG nova.virt.hardware [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 865.792876] env[70483]: DEBUG nova.virt.hardware [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 865.793097] env[70483]: DEBUG nova.virt.hardware [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 865.793284] env[70483]: DEBUG nova.virt.hardware [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 865.794150] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885c4f5c-ea88-47b1-8eac-1ff22a9e2c9e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.797539] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7debe2-db81-4f73-b943-7e99c856fef6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.805507] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Updating instance '7586d90c-26f8-4054-8574-e4585eaadc45' progress to 83 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 865.813091] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a119be-3497-45e0-a07a-c3354bdb214d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.933259] env[70483]: DEBUG nova.scheduler.client.report [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.946855] env[70483]: DEBUG oslo_vmware.api [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': task-3477986, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.087508] env[70483]: DEBUG nova.compute.manager [req-8707b64e-4a67-41e7-abc1-d0f9ce77e1f7 req-52d61b06-ecd3-40ef-a671-09f353fb3bb9 service nova] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Received event network-vif-deleted-e67a62b1-6d61-42bf-8c6d-0fe6eec5f470 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.087840] env[70483]: INFO nova.compute.manager [req-8707b64e-4a67-41e7-abc1-d0f9ce77e1f7 req-52d61b06-ecd3-40ef-a671-09f353fb3bb9 service nova] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Neutron deleted interface e67a62b1-6d61-42bf-8c6d-0fe6eec5f470; detaching it from the instance and deleting it from the info cache [ 866.088131] env[70483]: DEBUG nova.network.neutron [req-8707b64e-4a67-41e7-abc1-d0f9ce77e1f7 req-52d61b06-ecd3-40ef-a671-09f353fb3bb9 service nova] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.099203] env[70483]: DEBUG nova.network.neutron [-] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.314401] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cf08f555-805b-42fd-9716-9f8625f3f1fc tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Updating instance '7586d90c-26f8-4054-8574-e4585eaadc45' progress to 100 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 866.442120] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.442670] env[70483]: DEBUG nova.compute.manager [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 866.455122] env[70483]: DEBUG oslo_concurrency.lockutils [None req-af3ce14e-3763-453b-b33b-0434c2a1ba99 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.638s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.460028] env[70483]: DEBUG nova.objects.instance [None req-af3ce14e-3763-453b-b33b-0434c2a1ba99 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Lazy-loading 'resources' on Instance uuid 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.460028] env[70483]: DEBUG oslo_vmware.api [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': task-3477986, 'name': PowerOnVM_Task, 'duration_secs': 1.013056} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.460028] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.460028] env[70483]: INFO nova.compute.manager [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Took 5.94 seconds to spawn the instance on the hypervisor. [ 866.460028] env[70483]: DEBUG nova.compute.manager [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.460028] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfafb6ba-a405-4636-b805-378af7188dc8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.590687] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d909cb98-c48e-4029-9919-964f535f5649 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.604994] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf8713b-8223-49b6-be9d-9baf5e75c56d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.618499] env[70483]: INFO nova.compute.manager [-] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Took 1.30 seconds to deallocate network for instance. [ 866.647676] env[70483]: DEBUG nova.compute.manager [req-8707b64e-4a67-41e7-abc1-d0f9ce77e1f7 req-52d61b06-ecd3-40ef-a671-09f353fb3bb9 service nova] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Detach interface failed, port_id=e67a62b1-6d61-42bf-8c6d-0fe6eec5f470, reason: Instance 8893e014-3c12-4a40-a955-6db575e3e926 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 866.650100] env[70483]: DEBUG nova.compute.manager [req-956f48f2-7d63-429a-b1ec-10d33e3c69a5 req-254d0e95-ecff-4f19-8092-17c3dd4d6cdd service nova] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Received event network-vif-plugged-f2713390-226a-42ba-8b90-8b1ba26621b7 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.650397] env[70483]: DEBUG oslo_concurrency.lockutils [req-956f48f2-7d63-429a-b1ec-10d33e3c69a5 req-254d0e95-ecff-4f19-8092-17c3dd4d6cdd service nova] Acquiring lock "e86ddc51-1d63-44d5-bfbe-0bd486092869-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.650532] env[70483]: DEBUG oslo_concurrency.lockutils [req-956f48f2-7d63-429a-b1ec-10d33e3c69a5 req-254d0e95-ecff-4f19-8092-17c3dd4d6cdd service nova] Lock "e86ddc51-1d63-44d5-bfbe-0bd486092869-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.650697] env[70483]: DEBUG oslo_concurrency.lockutils [req-956f48f2-7d63-429a-b1ec-10d33e3c69a5 req-254d0e95-ecff-4f19-8092-17c3dd4d6cdd service nova] Lock "e86ddc51-1d63-44d5-bfbe-0bd486092869-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.650996] env[70483]: DEBUG nova.compute.manager [req-956f48f2-7d63-429a-b1ec-10d33e3c69a5 req-254d0e95-ecff-4f19-8092-17c3dd4d6cdd service nova] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] No waiting events found dispatching network-vif-plugged-f2713390-226a-42ba-8b90-8b1ba26621b7 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 866.651200] env[70483]: WARNING nova.compute.manager [req-956f48f2-7d63-429a-b1ec-10d33e3c69a5 req-254d0e95-ecff-4f19-8092-17c3dd4d6cdd service nova] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Received unexpected event network-vif-plugged-f2713390-226a-42ba-8b90-8b1ba26621b7 for instance with vm_state building and task_state spawning. [ 866.758964] env[70483]: DEBUG nova.network.neutron [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Successfully updated port: f2713390-226a-42ba-8b90-8b1ba26621b7 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 866.760268] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1bd96b61-a9ae-4d2d-9ec0-cbd2c9b5fa76 tempest-VolumesAssistedSnapshotsTest-518749661 tempest-VolumesAssistedSnapshotsTest-518749661-project-admin] Acquiring lock "e6bb49fb-8343-44b2-85e7-9406a185b1a9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.760268] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1bd96b61-a9ae-4d2d-9ec0-cbd2c9b5fa76 tempest-VolumesAssistedSnapshotsTest-518749661 tempest-VolumesAssistedSnapshotsTest-518749661-project-admin] Lock "e6bb49fb-8343-44b2-85e7-9406a185b1a9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.760268] env[70483]: INFO nova.compute.manager [None req-1bd96b61-a9ae-4d2d-9ec0-cbd2c9b5fa76 tempest-VolumesAssistedSnapshotsTest-518749661 tempest-VolumesAssistedSnapshotsTest-518749661-project-admin] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Attaching volume 9cd900c8-b93e-41b2-881b-3451109e8204 to /dev/sdb [ 866.798622] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedda269-1817-49b6-afa5-691fec5af877 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.807298] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7c4cd2-97ee-429d-ba66-cfe7b5d351cf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.827677] env[70483]: DEBUG nova.virt.block_device [None req-1bd96b61-a9ae-4d2d-9ec0-cbd2c9b5fa76 tempest-VolumesAssistedSnapshotsTest-518749661 tempest-VolumesAssistedSnapshotsTest-518749661-project-admin] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Updating existing volume attachment record: 50771581-c4c2-4b3a-b8ed-130a7a0a4657 {{(pid=70483) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 866.961184] env[70483]: DEBUG nova.compute.utils [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 866.967062] env[70483]: DEBUG nova.compute.manager [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 866.967062] env[70483]: DEBUG nova.network.neutron [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 866.980264] env[70483]: INFO nova.compute.manager [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Took 35.76 seconds to build instance. [ 867.020043] env[70483]: DEBUG nova.policy [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '800e211c9fe04910a4262219b97c7f38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8ebecbd62e943518425df622f7274f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.128986] env[70483]: DEBUG oslo_concurrency.lockutils [None req-12f2d8ce-f90c-4a26-827f-249c5aae1a44 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.264684] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Acquiring lock "refresh_cache-e86ddc51-1d63-44d5-bfbe-0bd486092869" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.264912] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Acquired lock "refresh_cache-e86ddc51-1d63-44d5-bfbe-0bd486092869" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.265835] env[70483]: DEBUG nova.network.neutron [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.427860] env[70483]: DEBUG nova.network.neutron [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Successfully created port: 2d594a86-9af8-4dea-926d-ed79a554ca09 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 867.467843] env[70483]: DEBUG nova.compute.manager [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 867.482660] env[70483]: DEBUG oslo_concurrency.lockutils [None req-749af892-3c9e-4697-a731-bce83d6724e0 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Lock "c43ee496-ab93-4b23-951b-275c17b41b3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.499s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.604401] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab76be3-4c77-40b1-9ef1-8cd086d2ceae {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.613423] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e60e591-c696-43ca-8132-e6b2a3a7e6de {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.646933] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5923e1-29a3-480b-98d7-10367b81130c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.655887] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c702acb8-9151-4472-8e96-ec22e3f31590 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.672645] env[70483]: DEBUG nova.compute.provider_tree [None req-af3ce14e-3763-453b-b33b-0434c2a1ba99 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.806770] env[70483]: DEBUG nova.network.neutron [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 867.975947] env[70483]: DEBUG nova.network.neutron [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Updating instance_info_cache with network_info: [{"id": "f2713390-226a-42ba-8b90-8b1ba26621b7", "address": "fa:16:3e:a1:23:47", "network": {"id": "8bdbcfdd-d839-4b5d-a683-c0d82289bf51", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-84130866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67b22c2cd8474d35b083e4bc4d368331", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2713390-22", "ovs_interfaceid": "f2713390-226a-42ba-8b90-8b1ba26621b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.989642] env[70483]: DEBUG nova.compute.manager [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 868.176037] env[70483]: DEBUG nova.scheduler.client.report [None req-af3ce14e-3763-453b-b33b-0434c2a1ba99 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.482653] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Releasing lock "refresh_cache-e86ddc51-1d63-44d5-bfbe-0bd486092869" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.483039] env[70483]: DEBUG nova.compute.manager [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Instance network_info: |[{"id": "f2713390-226a-42ba-8b90-8b1ba26621b7", "address": "fa:16:3e:a1:23:47", "network": {"id": "8bdbcfdd-d839-4b5d-a683-c0d82289bf51", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-84130866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67b22c2cd8474d35b083e4bc4d368331", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2713390-22", "ovs_interfaceid": "f2713390-226a-42ba-8b90-8b1ba26621b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 868.484201] env[70483]: DEBUG nova.compute.manager [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 868.488596] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:23:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2713390-226a-42ba-8b90-8b1ba26621b7', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.496394] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Creating folder: Project (67b22c2cd8474d35b083e4bc4d368331). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 868.499987] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30f248cb-a4c4-4540-ad5f-ffc1c3110b53 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.502142] env[70483]: DEBUG oslo_concurrency.lockutils [None req-203ac532-a1f7-4dba-8b2b-1085bc20496e tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "7586d90c-26f8-4054-8574-e4585eaadc45" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.502384] env[70483]: DEBUG oslo_concurrency.lockutils [None req-203ac532-a1f7-4dba-8b2b-1085bc20496e tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "7586d90c-26f8-4054-8574-e4585eaadc45" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.502566] env[70483]: DEBUG nova.compute.manager [None req-203ac532-a1f7-4dba-8b2b-1085bc20496e tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Going to confirm migration 2 {{(pid=70483) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 868.520735] env[70483]: DEBUG nova.virt.hardware [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.521156] env[70483]: DEBUG nova.virt.hardware [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.521414] env[70483]: DEBUG nova.virt.hardware [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.521623] env[70483]: DEBUG nova.virt.hardware [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.521790] env[70483]: DEBUG nova.virt.hardware [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.521986] env[70483]: DEBUG nova.virt.hardware [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.522262] env[70483]: DEBUG nova.virt.hardware [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.522432] env[70483]: DEBUG nova.virt.hardware [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.522608] env[70483]: DEBUG nova.virt.hardware [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.522775] env[70483]: DEBUG nova.virt.hardware [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.522967] env[70483]: DEBUG nova.virt.hardware [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.527101] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a21ec1-bb24-487a-bcbc-6abba612ff29 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.528604] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Created folder: Project (67b22c2cd8474d35b083e4bc4d368331) in parent group-v695216. [ 868.528802] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Creating folder: Instances. Parent ref: group-v695373. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 868.529963] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.530243] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aedaf1bb-bf0b-4d84-b7a2-5315c6b5debb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.542028] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b7fc51-f668-43db-a336-58851637dd68 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.548200] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Created folder: Instances in parent group-v695373. [ 868.548200] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.548465] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.548556] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9cea64fa-9a19-4297-acd6-2eda84f8b38d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.581692] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.581692] env[70483]: value = "task-3477992" [ 868.581692] env[70483]: _type = "Task" [ 868.581692] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.590487] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477992, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.666780] env[70483]: DEBUG nova.compute.manager [req-d04ac08a-aee7-4685-bd9b-15d377287d65 req-831684fb-a499-483b-a04e-c6609c615b21 service nova] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Received event network-changed-f2713390-226a-42ba-8b90-8b1ba26621b7 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.666863] env[70483]: DEBUG nova.compute.manager [req-d04ac08a-aee7-4685-bd9b-15d377287d65 req-831684fb-a499-483b-a04e-c6609c615b21 service nova] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Refreshing instance network info cache due to event network-changed-f2713390-226a-42ba-8b90-8b1ba26621b7. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 868.667127] env[70483]: DEBUG oslo_concurrency.lockutils [req-d04ac08a-aee7-4685-bd9b-15d377287d65 req-831684fb-a499-483b-a04e-c6609c615b21 service nova] Acquiring lock "refresh_cache-e86ddc51-1d63-44d5-bfbe-0bd486092869" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.667349] env[70483]: DEBUG oslo_concurrency.lockutils [req-d04ac08a-aee7-4685-bd9b-15d377287d65 req-831684fb-a499-483b-a04e-c6609c615b21 service nova] Acquired lock "refresh_cache-e86ddc51-1d63-44d5-bfbe-0bd486092869" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.667886] env[70483]: DEBUG nova.network.neutron [req-d04ac08a-aee7-4685-bd9b-15d377287d65 req-831684fb-a499-483b-a04e-c6609c615b21 service nova] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Refreshing network info cache for port f2713390-226a-42ba-8b90-8b1ba26621b7 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.681184] env[70483]: DEBUG oslo_concurrency.lockutils [None req-af3ce14e-3763-453b-b33b-0434c2a1ba99 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.683967] env[70483]: DEBUG oslo_concurrency.lockutils [None req-760cbc09-d25a-406f-9b73-6936ab5eef32 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.484s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.684256] env[70483]: DEBUG nova.objects.instance [None req-760cbc09-d25a-406f-9b73-6936ab5eef32 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Lazy-loading 'resources' on Instance uuid 157588be-543f-4b12-93de-201a9d8fc10e {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.704402] env[70483]: INFO nova.scheduler.client.report [None req-af3ce14e-3763-453b-b33b-0434c2a1ba99 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Deleted allocations for instance 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a [ 869.095670] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3477992, 'name': CreateVM_Task, 'duration_secs': 0.439561} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.096056] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.097034] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.098471] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.098968] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.099368] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89936dfc-7b31-407f-847d-dce93b56dbcd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.107684] env[70483]: DEBUG oslo_vmware.api [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Waiting for the task: (returnval){ [ 869.107684] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523d15a3-8c7c-229a-a869-9a85dfc10c5b" [ 869.107684] env[70483]: _type = "Task" [ 869.107684] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.118092] env[70483]: DEBUG oslo_vmware.api [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523d15a3-8c7c-229a-a869-9a85dfc10c5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.136172] env[70483]: DEBUG oslo_concurrency.lockutils [None req-203ac532-a1f7-4dba-8b2b-1085bc20496e tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "refresh_cache-7586d90c-26f8-4054-8574-e4585eaadc45" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.136437] env[70483]: DEBUG oslo_concurrency.lockutils [None req-203ac532-a1f7-4dba-8b2b-1085bc20496e tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquired lock "refresh_cache-7586d90c-26f8-4054-8574-e4585eaadc45" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.136632] env[70483]: DEBUG nova.network.neutron [None req-203ac532-a1f7-4dba-8b2b-1085bc20496e tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.136828] env[70483]: DEBUG nova.objects.instance [None req-203ac532-a1f7-4dba-8b2b-1085bc20496e tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lazy-loading 'info_cache' on Instance uuid 7586d90c-26f8-4054-8574-e4585eaadc45 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.218239] env[70483]: DEBUG oslo_concurrency.lockutils [None req-af3ce14e-3763-453b-b33b-0434c2a1ba99 tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Lock "9e3b77e5-dd06-4b6a-8660-97d1e62adb4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.886s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.322957] env[70483]: INFO nova.compute.manager [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Rebuilding instance [ 869.344018] env[70483]: DEBUG nova.network.neutron [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Successfully updated port: 2d594a86-9af8-4dea-926d-ed79a554ca09 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 869.394762] env[70483]: DEBUG nova.compute.manager [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.396735] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecad489-b746-4c03-bdcc-d15e1bdd1bf1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.475399] env[70483]: DEBUG nova.network.neutron [req-d04ac08a-aee7-4685-bd9b-15d377287d65 req-831684fb-a499-483b-a04e-c6609c615b21 service nova] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Updated VIF entry in instance network info cache for port f2713390-226a-42ba-8b90-8b1ba26621b7. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 869.475776] env[70483]: DEBUG nova.network.neutron [req-d04ac08a-aee7-4685-bd9b-15d377287d65 req-831684fb-a499-483b-a04e-c6609c615b21 service nova] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Updating instance_info_cache with network_info: [{"id": "f2713390-226a-42ba-8b90-8b1ba26621b7", "address": "fa:16:3e:a1:23:47", "network": {"id": "8bdbcfdd-d839-4b5d-a683-c0d82289bf51", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-84130866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67b22c2cd8474d35b083e4bc4d368331", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2713390-22", "ovs_interfaceid": "f2713390-226a-42ba-8b90-8b1ba26621b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.547348] env[70483]: DEBUG oslo_vmware.rw_handles [None req-c9dd3347-ada2-493b-b289-f4df2458a0d0 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c65375-047d-1529-8c87-cd75fba6b89b/disk-0.vmdk. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 869.547348] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14cbb2e-66dc-499b-baed-24b81620fc6c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.558130] env[70483]: DEBUG oslo_vmware.rw_handles [None req-c9dd3347-ada2-493b-b289-f4df2458a0d0 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c65375-047d-1529-8c87-cd75fba6b89b/disk-0.vmdk is in state: ready. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 869.558130] env[70483]: ERROR oslo_vmware.rw_handles [None req-c9dd3347-ada2-493b-b289-f4df2458a0d0 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c65375-047d-1529-8c87-cd75fba6b89b/disk-0.vmdk due to incomplete transfer. [ 869.558130] env[70483]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-168ddd74-fb9b-41e4-aa00-f59b6009b735 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.573700] env[70483]: DEBUG oslo_vmware.rw_handles [None req-c9dd3347-ada2-493b-b289-f4df2458a0d0 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c65375-047d-1529-8c87-cd75fba6b89b/disk-0.vmdk. {{(pid=70483) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 869.573700] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-c9dd3347-ada2-493b-b289-f4df2458a0d0 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Uploaded image 638b07f2-6c7e-40e2-b3ee-95b475bd3dec to the Glance image server {{(pid=70483) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 869.574974] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9dd3347-ada2-493b-b289-f4df2458a0d0 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Destroying the VM {{(pid=70483) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 869.575813] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-14130f84-d590-46ca-91aa-755f0abcafb9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.585516] env[70483]: DEBUG oslo_vmware.api [None req-c9dd3347-ada2-493b-b289-f4df2458a0d0 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Waiting for the task: (returnval){ [ 869.585516] env[70483]: value = "task-3477994" [ 869.585516] env[70483]: _type = "Task" [ 869.585516] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.595216] env[70483]: DEBUG oslo_vmware.api [None req-c9dd3347-ada2-493b-b289-f4df2458a0d0 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477994, 'name': Destroy_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.619919] env[70483]: DEBUG oslo_vmware.api [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523d15a3-8c7c-229a-a869-9a85dfc10c5b, 'name': SearchDatastore_Task, 'duration_secs': 0.015159} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.620343] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.620518] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.620751] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.620902] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.621080] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.621676] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-756d7345-6878-4cd8-9727-52791b5236c0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.635921] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.636133] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.637098] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b71549d5-8099-4e68-b3b3-131870ab1a27 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.647898] env[70483]: DEBUG oslo_vmware.api [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Waiting for the task: (returnval){ [ 869.647898] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52237133-0eaa-89ca-b032-dd71a9490e21" [ 869.647898] env[70483]: _type = "Task" [ 869.647898] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.656759] env[70483]: DEBUG oslo_vmware.api [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52237133-0eaa-89ca-b032-dd71a9490e21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.733302] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a40ca915-6ced-4090-866b-52e53c75793b tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Acquiring lock "e833538a-8a5b-488c-9115-a6ab57e38f83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.733876] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a40ca915-6ced-4090-866b-52e53c75793b tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Lock "e833538a-8a5b-488c-9115-a6ab57e38f83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.733876] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a40ca915-6ced-4090-866b-52e53c75793b tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Acquiring lock "e833538a-8a5b-488c-9115-a6ab57e38f83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.734028] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a40ca915-6ced-4090-866b-52e53c75793b tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Lock "e833538a-8a5b-488c-9115-a6ab57e38f83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.734200] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a40ca915-6ced-4090-866b-52e53c75793b tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Lock "e833538a-8a5b-488c-9115-a6ab57e38f83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.738969] env[70483]: INFO nova.compute.manager [None req-a40ca915-6ced-4090-866b-52e53c75793b tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Terminating instance [ 869.791254] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9598a1-3918-4d3a-9d40-16919ac64936 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.799421] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63dfd2e7-81eb-439d-8253-9b5807e7db2e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.834029] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bd1d21-3132-4a5d-a135-51170131a5f9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.842592] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abedf63-c333-4d21-9db8-0d38fd348845 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.846989] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "refresh_cache-c1e9b301-c1ee-47f1-8c47-7cb59cd95b15" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.847175] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquired lock "refresh_cache-c1e9b301-c1ee-47f1-8c47-7cb59cd95b15" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.847301] env[70483]: DEBUG nova.network.neutron [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.859148] env[70483]: DEBUG nova.compute.provider_tree [None req-760cbc09-d25a-406f-9b73-6936ab5eef32 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.980960] env[70483]: DEBUG oslo_concurrency.lockutils [req-d04ac08a-aee7-4685-bd9b-15d377287d65 req-831684fb-a499-483b-a04e-c6609c615b21 service nova] Releasing lock "refresh_cache-e86ddc51-1d63-44d5-bfbe-0bd486092869" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.096667] env[70483]: DEBUG oslo_vmware.api [None req-c9dd3347-ada2-493b-b289-f4df2458a0d0 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477994, 'name': Destroy_Task, 'duration_secs': 0.35062} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.097353] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-c9dd3347-ada2-493b-b289-f4df2458a0d0 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Destroyed the VM [ 870.097712] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c9dd3347-ada2-493b-b289-f4df2458a0d0 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Deleting Snapshot of the VM instance {{(pid=70483) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 870.098080] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-523cb977-56a6-4806-aa2c-33bc05267632 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.109399] env[70483]: DEBUG oslo_vmware.api [None req-c9dd3347-ada2-493b-b289-f4df2458a0d0 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Waiting for the task: (returnval){ [ 870.109399] env[70483]: value = "task-3477995" [ 870.109399] env[70483]: _type = "Task" [ 870.109399] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.117462] env[70483]: DEBUG oslo_vmware.api [None req-c9dd3347-ada2-493b-b289-f4df2458a0d0 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477995, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.159502] env[70483]: DEBUG oslo_vmware.api [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52237133-0eaa-89ca-b032-dd71a9490e21, 'name': SearchDatastore_Task, 'duration_secs': 0.025675} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.160379] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d3e5604-f244-42cc-b3cc-bfc88a06a7c3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.167176] env[70483]: DEBUG oslo_vmware.api [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Waiting for the task: (returnval){ [ 870.167176] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ecf3fe-d768-2e5e-a077-06f7ade70723" [ 870.167176] env[70483]: _type = "Task" [ 870.167176] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.175573] env[70483]: DEBUG oslo_vmware.api [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ecf3fe-d768-2e5e-a077-06f7ade70723, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.243741] env[70483]: DEBUG nova.compute.manager [None req-a40ca915-6ced-4090-866b-52e53c75793b tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 870.243974] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a40ca915-6ced-4090-866b-52e53c75793b tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.244892] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1bd6b0-2b84-49bf-b075-2cf1a214380e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.253472] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40ca915-6ced-4090-866b-52e53c75793b tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.253715] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31d10c0c-b8fd-4b60-8625-05b9b79b6105 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.260840] env[70483]: DEBUG oslo_vmware.api [None req-a40ca915-6ced-4090-866b-52e53c75793b tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Waiting for the task: (returnval){ [ 870.260840] env[70483]: value = "task-3477996" [ 870.260840] env[70483]: _type = "Task" [ 870.260840] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.270855] env[70483]: DEBUG oslo_vmware.api [None req-a40ca915-6ced-4090-866b-52e53c75793b tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.364770] env[70483]: DEBUG nova.scheduler.client.report [None req-760cbc09-d25a-406f-9b73-6936ab5eef32 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.392415] env[70483]: DEBUG nova.network.neutron [None req-203ac532-a1f7-4dba-8b2b-1085bc20496e tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Updating instance_info_cache with network_info: [{"id": "128f4e5e-e308-4f04-b12f-e8a15fd22920", "address": "fa:16:3e:24:05:76", "network": {"id": "d0584bad-a446-4fdb-9127-2d020acd6b5c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1392669969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02013d6cd47b4f1c9e3279214f1d2d7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap128f4e5e-e3", "ovs_interfaceid": "128f4e5e-e308-4f04-b12f-e8a15fd22920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.402786] env[70483]: DEBUG nova.network.neutron [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 870.416661] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.416955] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0790f4fe-b413-4d9c-bb9f-cfb1ca5282bf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.431380] env[70483]: DEBUG oslo_vmware.api [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Waiting for the task: (returnval){ [ 870.431380] env[70483]: value = "task-3477997" [ 870.431380] env[70483]: _type = "Task" [ 870.431380] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.442131] env[70483]: DEBUG oslo_vmware.api [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': task-3477997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.618113] env[70483]: DEBUG oslo_vmware.api [None req-c9dd3347-ada2-493b-b289-f4df2458a0d0 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477995, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.636550] env[70483]: DEBUG nova.network.neutron [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Updating instance_info_cache with network_info: [{"id": "2d594a86-9af8-4dea-926d-ed79a554ca09", "address": "fa:16:3e:15:2f:a5", "network": {"id": "2cea8cdf-4e36-4443-b6fe-a1ded03b034b", "bridge": "br-int", "label": "tempest-ServersTestJSON-722535830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8ebecbd62e943518425df622f7274f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d594a86-9a", "ovs_interfaceid": "2d594a86-9af8-4dea-926d-ed79a554ca09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.679020] env[70483]: DEBUG oslo_vmware.api [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ecf3fe-d768-2e5e-a077-06f7ade70723, 'name': SearchDatastore_Task, 'duration_secs': 0.023825} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.679321] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.679585] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] e86ddc51-1d63-44d5-bfbe-0bd486092869/e86ddc51-1d63-44d5-bfbe-0bd486092869.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.679876] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5de93702-f9c6-494c-a1be-9a9764bed37b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.686476] env[70483]: DEBUG oslo_vmware.api [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Waiting for the task: (returnval){ [ 870.686476] env[70483]: value = "task-3477998" [ 870.686476] env[70483]: _type = "Task" [ 870.686476] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.695251] env[70483]: DEBUG oslo_vmware.api [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3477998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.768526] env[70483]: DEBUG nova.compute.manager [req-85de223c-0db7-4ddc-873c-ece028713345 req-e46634d8-ce09-4b8a-8278-314ec9a638eb service nova] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Received event network-vif-plugged-2d594a86-9af8-4dea-926d-ed79a554ca09 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.768827] env[70483]: DEBUG oslo_concurrency.lockutils [req-85de223c-0db7-4ddc-873c-ece028713345 req-e46634d8-ce09-4b8a-8278-314ec9a638eb service nova] Acquiring lock "c1e9b301-c1ee-47f1-8c47-7cb59cd95b15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.768945] env[70483]: DEBUG oslo_concurrency.lockutils [req-85de223c-0db7-4ddc-873c-ece028713345 req-e46634d8-ce09-4b8a-8278-314ec9a638eb service nova] Lock "c1e9b301-c1ee-47f1-8c47-7cb59cd95b15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.769414] env[70483]: DEBUG oslo_concurrency.lockutils [req-85de223c-0db7-4ddc-873c-ece028713345 req-e46634d8-ce09-4b8a-8278-314ec9a638eb service nova] Lock "c1e9b301-c1ee-47f1-8c47-7cb59cd95b15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.769759] env[70483]: DEBUG nova.compute.manager [req-85de223c-0db7-4ddc-873c-ece028713345 req-e46634d8-ce09-4b8a-8278-314ec9a638eb service nova] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] No waiting events found dispatching network-vif-plugged-2d594a86-9af8-4dea-926d-ed79a554ca09 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 870.769759] env[70483]: WARNING nova.compute.manager [req-85de223c-0db7-4ddc-873c-ece028713345 req-e46634d8-ce09-4b8a-8278-314ec9a638eb service nova] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Received unexpected event network-vif-plugged-2d594a86-9af8-4dea-926d-ed79a554ca09 for instance with vm_state building and task_state spawning. [ 870.769867] env[70483]: DEBUG nova.compute.manager [req-85de223c-0db7-4ddc-873c-ece028713345 req-e46634d8-ce09-4b8a-8278-314ec9a638eb service nova] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Received event network-changed-2d594a86-9af8-4dea-926d-ed79a554ca09 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.770017] env[70483]: DEBUG nova.compute.manager [req-85de223c-0db7-4ddc-873c-ece028713345 req-e46634d8-ce09-4b8a-8278-314ec9a638eb service nova] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Refreshing instance network info cache due to event network-changed-2d594a86-9af8-4dea-926d-ed79a554ca09. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 870.770207] env[70483]: DEBUG oslo_concurrency.lockutils [req-85de223c-0db7-4ddc-873c-ece028713345 req-e46634d8-ce09-4b8a-8278-314ec9a638eb service nova] Acquiring lock "refresh_cache-c1e9b301-c1ee-47f1-8c47-7cb59cd95b15" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.773783] env[70483]: DEBUG oslo_vmware.api [None req-a40ca915-6ced-4090-866b-52e53c75793b tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3477996, 'name': PowerOffVM_Task, 'duration_secs': 0.22009} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.774039] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40ca915-6ced-4090-866b-52e53c75793b tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.774233] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a40ca915-6ced-4090-866b-52e53c75793b tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.774545] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84fdf6f0-b101-4a60-ac48-abb0f4ac408f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.844009] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a40ca915-6ced-4090-866b-52e53c75793b tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.844834] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a40ca915-6ced-4090-866b-52e53c75793b tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.844834] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-a40ca915-6ced-4090-866b-52e53c75793b tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Deleting the datastore file [datastore2] e833538a-8a5b-488c-9115-a6ab57e38f83 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.844834] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a0a9ed1-421d-4b17-9f1e-0397e29693e1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.854708] env[70483]: DEBUG oslo_vmware.api [None req-a40ca915-6ced-4090-866b-52e53c75793b tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Waiting for the task: (returnval){ [ 870.854708] env[70483]: value = "task-3478000" [ 870.854708] env[70483]: _type = "Task" [ 870.854708] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.862953] env[70483]: DEBUG oslo_vmware.api [None req-a40ca915-6ced-4090-866b-52e53c75793b tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3478000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.868813] env[70483]: DEBUG oslo_concurrency.lockutils [None req-760cbc09-d25a-406f-9b73-6936ab5eef32 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.185s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.872055] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.103s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.876233] env[70483]: INFO nova.compute.claims [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.895754] env[70483]: DEBUG oslo_concurrency.lockutils [None req-203ac532-a1f7-4dba-8b2b-1085bc20496e tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Releasing lock "refresh_cache-7586d90c-26f8-4054-8574-e4585eaadc45" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.896083] env[70483]: DEBUG nova.objects.instance [None req-203ac532-a1f7-4dba-8b2b-1085bc20496e tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lazy-loading 'migration_context' on Instance uuid 7586d90c-26f8-4054-8574-e4585eaadc45 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.905841] env[70483]: INFO nova.scheduler.client.report [None req-760cbc09-d25a-406f-9b73-6936ab5eef32 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Deleted allocations for instance 157588be-543f-4b12-93de-201a9d8fc10e [ 870.943665] env[70483]: DEBUG oslo_vmware.api [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': task-3477997, 'name': PowerOffVM_Task, 'duration_secs': 0.169015} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.943976] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.945215] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.946244] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82cadbf-4ddb-453e-a2af-7332de618328 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.954688] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.954952] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b947e66-dcb6-4de8-9eb4-609572e90cd2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.985460] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.985687] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.985878] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Deleting the datastore file [datastore2] c43ee496-ab93-4b23-951b-275c17b41b3f {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.986169] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a10b5973-c4ff-4495-8942-ef37c4aead70 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.995364] env[70483]: DEBUG oslo_vmware.api [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Waiting for the task: (returnval){ [ 870.995364] env[70483]: value = "task-3478002" [ 870.995364] env[70483]: _type = "Task" [ 870.995364] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.004114] env[70483]: DEBUG oslo_vmware.api [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': task-3478002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.120594] env[70483]: DEBUG oslo_vmware.api [None req-c9dd3347-ada2-493b-b289-f4df2458a0d0 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3477995, 'name': RemoveSnapshot_Task, 'duration_secs': 0.575988} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.120955] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c9dd3347-ada2-493b-b289-f4df2458a0d0 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Deleted Snapshot of the VM instance {{(pid=70483) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 871.121232] env[70483]: INFO nova.compute.manager [None req-c9dd3347-ada2-493b-b289-f4df2458a0d0 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Took 13.92 seconds to snapshot the instance on the hypervisor. [ 871.138918] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Releasing lock "refresh_cache-c1e9b301-c1ee-47f1-8c47-7cb59cd95b15" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.139799] env[70483]: DEBUG nova.compute.manager [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Instance network_info: |[{"id": "2d594a86-9af8-4dea-926d-ed79a554ca09", "address": "fa:16:3e:15:2f:a5", "network": {"id": "2cea8cdf-4e36-4443-b6fe-a1ded03b034b", "bridge": "br-int", "label": "tempest-ServersTestJSON-722535830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8ebecbd62e943518425df622f7274f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d594a86-9a", "ovs_interfaceid": "2d594a86-9af8-4dea-926d-ed79a554ca09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 871.139799] env[70483]: DEBUG oslo_concurrency.lockutils [req-85de223c-0db7-4ddc-873c-ece028713345 req-e46634d8-ce09-4b8a-8278-314ec9a638eb service nova] Acquired lock "refresh_cache-c1e9b301-c1ee-47f1-8c47-7cb59cd95b15" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.139799] env[70483]: DEBUG nova.network.neutron [req-85de223c-0db7-4ddc-873c-ece028713345 req-e46634d8-ce09-4b8a-8278-314ec9a638eb service nova] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Refreshing network info cache for port 2d594a86-9af8-4dea-926d-ed79a554ca09 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.141948] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:2f:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f969bd9-e040-4b9b-85b2-7c61231584ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d594a86-9af8-4dea-926d-ed79a554ca09', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.149247] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.152555] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.153121] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb4118a0-3e9c-4d5a-939d-c527ab13ef12 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.176462] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.176462] env[70483]: value = "task-3478003" [ 871.176462] env[70483]: _type = "Task" [ 871.176462] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.187483] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478003, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.199968] env[70483]: DEBUG oslo_vmware.api [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3477998, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.372519] env[70483]: DEBUG oslo_vmware.api [None req-a40ca915-6ced-4090-866b-52e53c75793b tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3478000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.383673] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bd96b61-a9ae-4d2d-9ec0-cbd2c9b5fa76 tempest-VolumesAssistedSnapshotsTest-518749661 tempest-VolumesAssistedSnapshotsTest-518749661-project-admin] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Volume attach. Driver type: vmdk {{(pid=70483) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 871.383939] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bd96b61-a9ae-4d2d-9ec0-cbd2c9b5fa76 tempest-VolumesAssistedSnapshotsTest-518749661 tempest-VolumesAssistedSnapshotsTest-518749661-project-admin] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695372', 'volume_id': '9cd900c8-b93e-41b2-881b-3451109e8204', 'name': 'volume-9cd900c8-b93e-41b2-881b-3451109e8204', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6bb49fb-8343-44b2-85e7-9406a185b1a9', 'attached_at': '', 'detached_at': '', 'volume_id': '9cd900c8-b93e-41b2-881b-3451109e8204', 'serial': '9cd900c8-b93e-41b2-881b-3451109e8204'} {{(pid=70483) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 871.384751] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe58ce28-e6e5-4439-ac54-35e5f15c58bb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.405256] env[70483]: DEBUG nova.objects.base [None req-203ac532-a1f7-4dba-8b2b-1085bc20496e tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Object Instance<7586d90c-26f8-4054-8574-e4585eaadc45> lazy-loaded attributes: info_cache,migration_context {{(pid=70483) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 871.406362] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3796bc1-1343-46d6-b473-62fc3a13836c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.409544] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd5e7f5-5015-4c51-a134-b2e86c5b5b63 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.443448] env[70483]: DEBUG oslo_concurrency.lockutils [None req-760cbc09-d25a-406f-9b73-6936ab5eef32 tempest-ImagesNegativeTestJSON-111261275 tempest-ImagesNegativeTestJSON-111261275-project-member] Lock "157588be-543f-4b12-93de-201a9d8fc10e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.205s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.468825] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bd96b61-a9ae-4d2d-9ec0-cbd2c9b5fa76 tempest-VolumesAssistedSnapshotsTest-518749661 tempest-VolumesAssistedSnapshotsTest-518749661-project-admin] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] volume-9cd900c8-b93e-41b2-881b-3451109e8204/volume-9cd900c8-b93e-41b2-881b-3451109e8204.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.473432] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0826f57-9af8-44d9-9160-ca853d3b122d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.475940] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9899c7c0-752f-4009-8f84-00d33d22c910 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.496124] env[70483]: DEBUG oslo_vmware.api [None req-203ac532-a1f7-4dba-8b2b-1085bc20496e tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 871.496124] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]527af0e7-13eb-c79f-2c99-d7c38ab86e01" [ 871.496124] env[70483]: _type = "Task" [ 871.496124] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.506484] env[70483]: DEBUG oslo_vmware.api [None req-1bd96b61-a9ae-4d2d-9ec0-cbd2c9b5fa76 tempest-VolumesAssistedSnapshotsTest-518749661 tempest-VolumesAssistedSnapshotsTest-518749661-project-admin] Waiting for the task: (returnval){ [ 871.506484] env[70483]: value = "task-3478004" [ 871.506484] env[70483]: _type = "Task" [ 871.506484] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.517443] env[70483]: DEBUG oslo_vmware.api [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': task-3478002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.507758} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.517666] env[70483]: DEBUG oslo_vmware.api [None req-203ac532-a1f7-4dba-8b2b-1085bc20496e tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]527af0e7-13eb-c79f-2c99-d7c38ab86e01, 'name': SearchDatastore_Task, 'duration_secs': 0.011277} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.518400] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.518635] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.518848] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.521777] env[70483]: DEBUG oslo_concurrency.lockutils [None req-203ac532-a1f7-4dba-8b2b-1085bc20496e tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.525742] env[70483]: DEBUG oslo_vmware.api [None req-1bd96b61-a9ae-4d2d-9ec0-cbd2c9b5fa76 tempest-VolumesAssistedSnapshotsTest-518749661 tempest-VolumesAssistedSnapshotsTest-518749661-project-admin] Task: {'id': task-3478004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.591064] env[70483]: DEBUG nova.network.neutron [req-85de223c-0db7-4ddc-873c-ece028713345 req-e46634d8-ce09-4b8a-8278-314ec9a638eb service nova] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Updated VIF entry in instance network info cache for port 2d594a86-9af8-4dea-926d-ed79a554ca09. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 871.591477] env[70483]: DEBUG nova.network.neutron [req-85de223c-0db7-4ddc-873c-ece028713345 req-e46634d8-ce09-4b8a-8278-314ec9a638eb service nova] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Updating instance_info_cache with network_info: [{"id": "2d594a86-9af8-4dea-926d-ed79a554ca09", "address": "fa:16:3e:15:2f:a5", "network": {"id": "2cea8cdf-4e36-4443-b6fe-a1ded03b034b", "bridge": "br-int", "label": "tempest-ServersTestJSON-722535830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8ebecbd62e943518425df622f7274f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d594a86-9a", "ovs_interfaceid": "2d594a86-9af8-4dea-926d-ed79a554ca09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.688643] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478003, 'name': CreateVM_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.699958] env[70483]: DEBUG oslo_vmware.api [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3477998, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.836204} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.700272] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] e86ddc51-1d63-44d5-bfbe-0bd486092869/e86ddc51-1d63-44d5-bfbe-0bd486092869.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.700517] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.700784] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-166bf141-1af7-47a1-a3a2-f7c99b9dd926 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.711340] env[70483]: DEBUG oslo_vmware.api [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Waiting for the task: (returnval){ [ 871.711340] env[70483]: value = "task-3478005" [ 871.711340] env[70483]: _type = "Task" [ 871.711340] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.723022] env[70483]: DEBUG oslo_vmware.api [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478005, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.867196] env[70483]: DEBUG oslo_vmware.api [None req-a40ca915-6ced-4090-866b-52e53c75793b tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3478000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.582857} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.867579] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-a40ca915-6ced-4090-866b-52e53c75793b tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.867776] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a40ca915-6ced-4090-866b-52e53c75793b tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.867961] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a40ca915-6ced-4090-866b-52e53c75793b tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.868188] env[70483]: INFO nova.compute.manager [None req-a40ca915-6ced-4090-866b-52e53c75793b tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Took 1.62 seconds to destroy the instance on the hypervisor. [ 871.868440] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a40ca915-6ced-4090-866b-52e53c75793b tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.868645] env[70483]: DEBUG nova.compute.manager [-] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 871.868743] env[70483]: DEBUG nova.network.neutron [-] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 872.020840] env[70483]: DEBUG oslo_vmware.api [None req-1bd96b61-a9ae-4d2d-9ec0-cbd2c9b5fa76 tempest-VolumesAssistedSnapshotsTest-518749661 tempest-VolumesAssistedSnapshotsTest-518749661-project-admin] Task: {'id': task-3478004, 'name': ReconfigVM_Task, 'duration_secs': 0.424398} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.021205] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bd96b61-a9ae-4d2d-9ec0-cbd2c9b5fa76 tempest-VolumesAssistedSnapshotsTest-518749661 tempest-VolumesAssistedSnapshotsTest-518749661-project-admin] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Reconfigured VM instance instance-0000000b to attach disk [datastore2] volume-9cd900c8-b93e-41b2-881b-3451109e8204/volume-9cd900c8-b93e-41b2-881b-3451109e8204.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.031565] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a04034a-5413-4b82-b5a1-b4cf77fdfd0f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.048446] env[70483]: DEBUG oslo_vmware.api [None req-1bd96b61-a9ae-4d2d-9ec0-cbd2c9b5fa76 tempest-VolumesAssistedSnapshotsTest-518749661 tempest-VolumesAssistedSnapshotsTest-518749661-project-admin] Waiting for the task: (returnval){ [ 872.048446] env[70483]: value = "task-3478006" [ 872.048446] env[70483]: _type = "Task" [ 872.048446] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.060285] env[70483]: DEBUG oslo_vmware.api [None req-1bd96b61-a9ae-4d2d-9ec0-cbd2c9b5fa76 tempest-VolumesAssistedSnapshotsTest-518749661 tempest-VolumesAssistedSnapshotsTest-518749661-project-admin] Task: {'id': task-3478006, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.094169] env[70483]: DEBUG oslo_concurrency.lockutils [req-85de223c-0db7-4ddc-873c-ece028713345 req-e46634d8-ce09-4b8a-8278-314ec9a638eb service nova] Releasing lock "refresh_cache-c1e9b301-c1ee-47f1-8c47-7cb59cd95b15" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.191099] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478003, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.221512] env[70483]: DEBUG oslo_vmware.api [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478005, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077461} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.224099] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.225073] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a032ab-959c-43ca-99bf-2d710d37afcc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.247763] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] e86ddc51-1d63-44d5-bfbe-0bd486092869/e86ddc51-1d63-44d5-bfbe-0bd486092869.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.250354] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c85481a-51ab-4a07-bfae-19f5080fef93 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.275372] env[70483]: DEBUG oslo_vmware.api [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Waiting for the task: (returnval){ [ 872.275372] env[70483]: value = "task-3478007" [ 872.275372] env[70483]: _type = "Task" [ 872.275372] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.294210] env[70483]: DEBUG oslo_vmware.api [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478007, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.482511] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3f270e-fc19-484b-9c7c-a4beb77882f2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.491770] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19f86a1-3676-498e-b6c6-cbc5eb449c8c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.528496] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba037da1-ce3f-473b-b058-3e8590f3841f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.537688] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db15acc-d1b0-464f-a444-b07253719605 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.557203] env[70483]: DEBUG nova.compute.provider_tree [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.570153] env[70483]: DEBUG oslo_vmware.api [None req-1bd96b61-a9ae-4d2d-9ec0-cbd2c9b5fa76 tempest-VolumesAssistedSnapshotsTest-518749661 tempest-VolumesAssistedSnapshotsTest-518749661-project-admin] Task: {'id': task-3478006, 'name': ReconfigVM_Task, 'duration_secs': 0.155447} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.571898] env[70483]: DEBUG nova.virt.hardware [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 872.572127] env[70483]: DEBUG nova.virt.hardware [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.572549] env[70483]: DEBUG nova.virt.hardware [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.572549] env[70483]: DEBUG nova.virt.hardware [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.572718] env[70483]: DEBUG nova.virt.hardware [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.572757] env[70483]: DEBUG nova.virt.hardware [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 872.573028] env[70483]: DEBUG nova.virt.hardware [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 872.573240] env[70483]: DEBUG nova.virt.hardware [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 872.573551] env[70483]: DEBUG nova.virt.hardware [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 872.573727] env[70483]: DEBUG nova.virt.hardware [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 872.574269] env[70483]: DEBUG nova.virt.hardware [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 872.575709] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bd96b61-a9ae-4d2d-9ec0-cbd2c9b5fa76 tempest-VolumesAssistedSnapshotsTest-518749661 tempest-VolumesAssistedSnapshotsTest-518749661-project-admin] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695372', 'volume_id': '9cd900c8-b93e-41b2-881b-3451109e8204', 'name': 'volume-9cd900c8-b93e-41b2-881b-3451109e8204', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6bb49fb-8343-44b2-85e7-9406a185b1a9', 'attached_at': '', 'detached_at': '', 'volume_id': '9cd900c8-b93e-41b2-881b-3451109e8204', 'serial': '9cd900c8-b93e-41b2-881b-3451109e8204'} {{(pid=70483) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 872.577969] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50abbeca-efed-41b0-b79b-d5e2a26f12c8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.595658] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7aed85b-106d-454f-a255-b6f5b3b65715 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.612361] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Instance VIF info [] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.620068] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.620068] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.620068] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0108909-ab0b-460f-82e1-2fb96cf05902 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.641427] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.641427] env[70483]: value = "task-3478008" [ 872.641427] env[70483]: _type = "Task" [ 872.641427] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.655502] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478008, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.657951] env[70483]: DEBUG nova.network.neutron [-] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.689640] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478003, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.790255] env[70483]: DEBUG oslo_vmware.api [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478007, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.850757] env[70483]: DEBUG nova.compute.manager [req-5c9af578-b083-47e0-b130-4beeb6dffc60 req-6cb65fad-1543-458f-b88a-ed7b0da5c214 service nova] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Received event network-vif-deleted-26625a3f-b8c1-45d7-91c3-f87bfef4a956 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.063659] env[70483]: DEBUG nova.scheduler.client.report [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.156828] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478008, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.163169] env[70483]: INFO nova.compute.manager [-] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Took 1.29 seconds to deallocate network for instance. [ 873.193280] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478003, 'name': CreateVM_Task, 'duration_secs': 1.705623} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.193583] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 873.194173] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.194274] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.194577] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.194853] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-212930a8-4d3a-4a36-9b41-cd14c6e55175 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.201233] env[70483]: DEBUG oslo_vmware.api [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 873.201233] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]529d71e7-3b17-f97b-df5c-bc2b9ec950cb" [ 873.201233] env[70483]: _type = "Task" [ 873.201233] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.210844] env[70483]: DEBUG oslo_vmware.api [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]529d71e7-3b17-f97b-df5c-bc2b9ec950cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.289460] env[70483]: DEBUG oslo_vmware.api [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478007, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.568654] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.569234] env[70483]: DEBUG nova.compute.manager [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 873.571975] env[70483]: DEBUG oslo_concurrency.lockutils [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.429s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.573550] env[70483]: INFO nova.compute.claims [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.637053] env[70483]: DEBUG nova.objects.instance [None req-1bd96b61-a9ae-4d2d-9ec0-cbd2c9b5fa76 tempest-VolumesAssistedSnapshotsTest-518749661 tempest-VolumesAssistedSnapshotsTest-518749661-project-admin] Lazy-loading 'flavor' on Instance uuid e6bb49fb-8343-44b2-85e7-9406a185b1a9 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.653278] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478008, 'name': CreateVM_Task, 'duration_secs': 0.607459} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.653461] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 873.654270] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.654510] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.654849] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.656175] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70ac8afb-d889-41cd-a4ac-025569bd19b0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.661739] env[70483]: DEBUG oslo_vmware.api [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Waiting for the task: (returnval){ [ 873.661739] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]520941ef-a33b-de1a-a0bb-83e4ade8188c" [ 873.661739] env[70483]: _type = "Task" [ 873.661739] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.672975] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a40ca915-6ced-4090-866b-52e53c75793b tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.672975] env[70483]: DEBUG oslo_vmware.api [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]520941ef-a33b-de1a-a0bb-83e4ade8188c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.713329] env[70483]: DEBUG oslo_vmware.api [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]529d71e7-3b17-f97b-df5c-bc2b9ec950cb, 'name': SearchDatastore_Task, 'duration_secs': 0.019127} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.713821] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.713901] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.714830] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.714830] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.714830] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.714830] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1663b2af-899d-4afd-b38e-e5a6a6a83c6c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.726423] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.726616] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.727425] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b5079db-ce84-4dd7-928a-ef14ce49df21 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.733818] env[70483]: DEBUG oslo_vmware.api [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 873.733818] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]521ed233-5885-8944-3f03-7790db962fdc" [ 873.733818] env[70483]: _type = "Task" [ 873.733818] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.743195] env[70483]: DEBUG oslo_vmware.api [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]521ed233-5885-8944-3f03-7790db962fdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.786348] env[70483]: DEBUG oslo_vmware.api [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478007, 'name': ReconfigVM_Task, 'duration_secs': 1.097488} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.786677] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Reconfigured VM instance instance-00000034 to attach disk [datastore2] e86ddc51-1d63-44d5-bfbe-0bd486092869/e86ddc51-1d63-44d5-bfbe-0bd486092869.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.787346] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbf8fba6-331c-44c0-94ff-fe21f0fa46b4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.796029] env[70483]: DEBUG oslo_vmware.api [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Waiting for the task: (returnval){ [ 873.796029] env[70483]: value = "task-3478009" [ 873.796029] env[70483]: _type = "Task" [ 873.796029] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.805535] env[70483]: DEBUG oslo_vmware.api [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478009, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.078617] env[70483]: DEBUG nova.compute.utils [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 874.082506] env[70483]: DEBUG nova.compute.manager [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 874.082722] env[70483]: DEBUG nova.network.neutron [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 874.145123] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1bd96b61-a9ae-4d2d-9ec0-cbd2c9b5fa76 tempest-VolumesAssistedSnapshotsTest-518749661 tempest-VolumesAssistedSnapshotsTest-518749661-project-admin] Lock "e6bb49fb-8343-44b2-85e7-9406a185b1a9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.385s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.156250] env[70483]: DEBUG nova.policy [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d202da876e34599b7258da0bdce7e75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec180aeba08f48dea450ade057d4e619', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.178680] env[70483]: DEBUG oslo_vmware.api [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]520941ef-a33b-de1a-a0bb-83e4ade8188c, 'name': SearchDatastore_Task, 'duration_secs': 0.028332} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.179079] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.179271] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 874.179513] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.180453] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.180453] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 874.180453] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e539ff39-797c-4acc-8c56-f1d884e7e053 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.195428] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 874.195428] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 874.195428] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90120b49-53b5-45b4-bb65-4c12c46c63de {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.201570] env[70483]: DEBUG oslo_vmware.api [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Waiting for the task: (returnval){ [ 874.201570] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52746de2-c290-913e-26dc-76cac08175f6" [ 874.201570] env[70483]: _type = "Task" [ 874.201570] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.220065] env[70483]: DEBUG oslo_vmware.api [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52746de2-c290-913e-26dc-76cac08175f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.255558] env[70483]: DEBUG oslo_vmware.api [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]521ed233-5885-8944-3f03-7790db962fdc, 'name': SearchDatastore_Task, 'duration_secs': 0.047666} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.255558] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18ee633f-9fcc-4941-8b90-1aa317ac83c4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.263664] env[70483]: DEBUG oslo_vmware.api [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 874.263664] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52b00075-d5e9-baec-aa60-c9324b5a3b0f" [ 874.263664] env[70483]: _type = "Task" [ 874.263664] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.273627] env[70483]: DEBUG oslo_vmware.api [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52b00075-d5e9-baec-aa60-c9324b5a3b0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.310462] env[70483]: DEBUG oslo_vmware.api [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478009, 'name': Rename_Task, 'duration_secs': 0.377414} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.310755] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.311013] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43042280-2bf9-439b-98cf-fddb41625365 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.321509] env[70483]: DEBUG oslo_vmware.api [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Waiting for the task: (returnval){ [ 874.321509] env[70483]: value = "task-3478010" [ 874.321509] env[70483]: _type = "Task" [ 874.321509] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.334637] env[70483]: DEBUG oslo_vmware.api [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.583840] env[70483]: DEBUG nova.compute.manager [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 874.605199] env[70483]: DEBUG nova.network.neutron [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Successfully created port: 02b17f5b-82e4-491b-b573-36f20ab2357d {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 874.727539] env[70483]: DEBUG oslo_vmware.api [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52746de2-c290-913e-26dc-76cac08175f6, 'name': SearchDatastore_Task, 'duration_secs': 0.028242} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.728310] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ff2fc60-4183-4561-9a3d-9f21209b8095 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.735365] env[70483]: DEBUG oslo_vmware.api [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Waiting for the task: (returnval){ [ 874.735365] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]529fd42d-518d-2d8f-16d7-7f8cd30da722" [ 874.735365] env[70483]: _type = "Task" [ 874.735365] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.744386] env[70483]: DEBUG oslo_concurrency.lockutils [None req-abc4f10f-eaab-4943-8033-388001dae15a tempest-VolumesAssistedSnapshotsTest-518749661 tempest-VolumesAssistedSnapshotsTest-518749661-project-admin] Acquiring lock "e6bb49fb-8343-44b2-85e7-9406a185b1a9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.744657] env[70483]: DEBUG oslo_concurrency.lockutils [None req-abc4f10f-eaab-4943-8033-388001dae15a tempest-VolumesAssistedSnapshotsTest-518749661 tempest-VolumesAssistedSnapshotsTest-518749661-project-admin] Lock "e6bb49fb-8343-44b2-85e7-9406a185b1a9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.750013] env[70483]: DEBUG oslo_vmware.api [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]529fd42d-518d-2d8f-16d7-7f8cd30da722, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.777744] env[70483]: DEBUG oslo_vmware.api [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52b00075-d5e9-baec-aa60-c9324b5a3b0f, 'name': SearchDatastore_Task, 'duration_secs': 0.016047} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.781980] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.782323] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] c1e9b301-c1ee-47f1-8c47-7cb59cd95b15/c1e9b301-c1ee-47f1-8c47-7cb59cd95b15.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.783102] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d7856ef-2bec-4c3a-85b2-ece053cd9c60 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.791264] env[70483]: DEBUG oslo_vmware.api [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 874.791264] env[70483]: value = "task-3478011" [ 874.791264] env[70483]: _type = "Task" [ 874.791264] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.809000] env[70483]: DEBUG oslo_vmware.api [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.838087] env[70483]: DEBUG oslo_vmware.api [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478010, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.252556] env[70483]: INFO nova.compute.manager [None req-abc4f10f-eaab-4943-8033-388001dae15a tempest-VolumesAssistedSnapshotsTest-518749661 tempest-VolumesAssistedSnapshotsTest-518749661-project-admin] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Detaching volume 9cd900c8-b93e-41b2-881b-3451109e8204 [ 875.255111] env[70483]: DEBUG oslo_vmware.api [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]529fd42d-518d-2d8f-16d7-7f8cd30da722, 'name': SearchDatastore_Task, 'duration_secs': 0.022063} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.259830] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.259830] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] c43ee496-ab93-4b23-951b-275c17b41b3f/c43ee496-ab93-4b23-951b-275c17b41b3f.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 875.260358] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b46f0e12-6428-47da-adb2-7fca85cde66b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.276672] env[70483]: DEBUG oslo_vmware.api [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Waiting for the task: (returnval){ [ 875.276672] env[70483]: value = "task-3478012" [ 875.276672] env[70483]: _type = "Task" [ 875.276672] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.313039] env[70483]: DEBUG oslo_vmware.api [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478011, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.314607] env[70483]: DEBUG oslo_vmware.api [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': task-3478012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.339000] env[70483]: DEBUG oslo_vmware.api [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478010, 'name': PowerOnVM_Task, 'duration_secs': 0.536296} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.340861] env[70483]: INFO nova.virt.block_device [None req-abc4f10f-eaab-4943-8033-388001dae15a tempest-VolumesAssistedSnapshotsTest-518749661 tempest-VolumesAssistedSnapshotsTest-518749661-project-admin] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Attempting to driver detach volume 9cd900c8-b93e-41b2-881b-3451109e8204 from mountpoint /dev/sdb [ 875.340932] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-abc4f10f-eaab-4943-8033-388001dae15a tempest-VolumesAssistedSnapshotsTest-518749661 tempest-VolumesAssistedSnapshotsTest-518749661-project-admin] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Volume detach. Driver type: vmdk {{(pid=70483) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 875.341229] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-abc4f10f-eaab-4943-8033-388001dae15a tempest-VolumesAssistedSnapshotsTest-518749661 tempest-VolumesAssistedSnapshotsTest-518749661-project-admin] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695372', 'volume_id': '9cd900c8-b93e-41b2-881b-3451109e8204', 'name': 'volume-9cd900c8-b93e-41b2-881b-3451109e8204', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6bb49fb-8343-44b2-85e7-9406a185b1a9', 'attached_at': '', 'detached_at': '', 'volume_id': '9cd900c8-b93e-41b2-881b-3451109e8204', 'serial': '9cd900c8-b93e-41b2-881b-3451109e8204'} {{(pid=70483) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 875.342026] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.342383] env[70483]: INFO nova.compute.manager [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Took 9.59 seconds to spawn the instance on the hypervisor. [ 875.342671] env[70483]: DEBUG nova.compute.manager [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.344007] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9121c597-40f1-4f44-940c-b62192659057 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.348467] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cb7be1-a898-4108-bedf-ae5148e25f99 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.353343] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b309a34-79b9-4f83-9712-472c6db96b73 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.384653] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6cd495-df6e-40e6-9829-5c796b894612 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.394825] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e2e96b-0eea-4396-a236-53fc8766610d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.435269] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6819d71-a3b1-40d3-bb34-804476394cd6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.439541] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e3fb2c-1c46-4205-81ab-22b0645b3e71 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.465868] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4281f7c-4ffa-4da5-8f8f-893d94bc1bbe {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.472332] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17cdf8f1-795f-4650-b6e7-ac6b281a69e4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.497795] env[70483]: DEBUG nova.compute.provider_tree [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.499348] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-abc4f10f-eaab-4943-8033-388001dae15a tempest-VolumesAssistedSnapshotsTest-518749661 tempest-VolumesAssistedSnapshotsTest-518749661-project-admin] The volume has not been displaced from its original location: [datastore2] volume-9cd900c8-b93e-41b2-881b-3451109e8204/volume-9cd900c8-b93e-41b2-881b-3451109e8204.vmdk. No consolidation needed. {{(pid=70483) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 875.505023] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-abc4f10f-eaab-4943-8033-388001dae15a tempest-VolumesAssistedSnapshotsTest-518749661 tempest-VolumesAssistedSnapshotsTest-518749661-project-admin] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 875.505740] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7d2858a-a0e3-4669-b377-328e18a94969 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.529895] env[70483]: DEBUG oslo_vmware.api [None req-abc4f10f-eaab-4943-8033-388001dae15a tempest-VolumesAssistedSnapshotsTest-518749661 tempest-VolumesAssistedSnapshotsTest-518749661-project-admin] Waiting for the task: (returnval){ [ 875.529895] env[70483]: value = "task-3478013" [ 875.529895] env[70483]: _type = "Task" [ 875.529895] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.536915] env[70483]: DEBUG oslo_vmware.api [None req-abc4f10f-eaab-4943-8033-388001dae15a tempest-VolumesAssistedSnapshotsTest-518749661 tempest-VolumesAssistedSnapshotsTest-518749661-project-admin] Task: {'id': task-3478013, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.563485] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a2611270-e5cc-437c-98d4-aa26071c4730 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Acquiring lock "58c2aa58-cefc-47ad-a6b2-1e266167c867" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.563891] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a2611270-e5cc-437c-98d4-aa26071c4730 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Lock "58c2aa58-cefc-47ad-a6b2-1e266167c867" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.564237] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a2611270-e5cc-437c-98d4-aa26071c4730 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Acquiring lock "58c2aa58-cefc-47ad-a6b2-1e266167c867-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.564486] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a2611270-e5cc-437c-98d4-aa26071c4730 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Lock "58c2aa58-cefc-47ad-a6b2-1e266167c867-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.564689] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a2611270-e5cc-437c-98d4-aa26071c4730 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Lock "58c2aa58-cefc-47ad-a6b2-1e266167c867-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.567638] env[70483]: INFO nova.compute.manager [None req-a2611270-e5cc-437c-98d4-aa26071c4730 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Terminating instance [ 875.602958] env[70483]: DEBUG nova.compute.manager [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 875.636963] env[70483]: DEBUG nova.virt.hardware [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.637228] env[70483]: DEBUG nova.virt.hardware [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.637390] env[70483]: DEBUG nova.virt.hardware [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.637573] env[70483]: DEBUG nova.virt.hardware [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.637713] env[70483]: DEBUG nova.virt.hardware [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.637857] env[70483]: DEBUG nova.virt.hardware [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.638075] env[70483]: DEBUG nova.virt.hardware [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.638234] env[70483]: DEBUG nova.virt.hardware [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.638400] env[70483]: DEBUG nova.virt.hardware [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.638658] env[70483]: DEBUG nova.virt.hardware [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.638734] env[70483]: DEBUG nova.virt.hardware [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.639695] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6987066-468e-4705-8876-843227bd6c4f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.649750] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b11a0ef-d00c-4a44-b83f-3593ee62b65d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.786307] env[70483]: DEBUG oslo_concurrency.lockutils [None req-03308e1f-f2b7-41b3-92d3-5b3ed9660a34 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "31adb50e-33e9-40cc-a8dc-14985336b34a" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.786571] env[70483]: DEBUG oslo_concurrency.lockutils [None req-03308e1f-f2b7-41b3-92d3-5b3ed9660a34 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "31adb50e-33e9-40cc-a8dc-14985336b34a" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.786797] env[70483]: INFO nova.compute.manager [None req-03308e1f-f2b7-41b3-92d3-5b3ed9660a34 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Rebooting instance [ 875.794774] env[70483]: DEBUG oslo_vmware.api [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': task-3478012, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.809580] env[70483]: DEBUG oslo_vmware.api [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478011, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.787564} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.810725] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] c1e9b301-c1ee-47f1-8c47-7cb59cd95b15/c1e9b301-c1ee-47f1-8c47-7cb59cd95b15.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.811000] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.812208] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a8372fc-756f-46f3-ba18-dac613a07a50 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.820235] env[70483]: DEBUG oslo_vmware.api [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 875.820235] env[70483]: value = "task-3478014" [ 875.820235] env[70483]: _type = "Task" [ 875.820235] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.836779] env[70483]: DEBUG oslo_vmware.api [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.913755] env[70483]: INFO nova.compute.manager [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Took 39.26 seconds to build instance. [ 876.007633] env[70483]: DEBUG nova.scheduler.client.report [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.039687] env[70483]: DEBUG oslo_vmware.api [None req-abc4f10f-eaab-4943-8033-388001dae15a tempest-VolumesAssistedSnapshotsTest-518749661 tempest-VolumesAssistedSnapshotsTest-518749661-project-admin] Task: {'id': task-3478013, 'name': ReconfigVM_Task, 'duration_secs': 0.305356} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.039988] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-abc4f10f-eaab-4943-8033-388001dae15a tempest-VolumesAssistedSnapshotsTest-518749661 tempest-VolumesAssistedSnapshotsTest-518749661-project-admin] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 876.045210] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a674aed7-4b00-4fc5-a501-b988258586c1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.065579] env[70483]: DEBUG oslo_vmware.api [None req-abc4f10f-eaab-4943-8033-388001dae15a tempest-VolumesAssistedSnapshotsTest-518749661 tempest-VolumesAssistedSnapshotsTest-518749661-project-admin] Waiting for the task: (returnval){ [ 876.065579] env[70483]: value = "task-3478015" [ 876.065579] env[70483]: _type = "Task" [ 876.065579] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.075023] env[70483]: DEBUG nova.compute.manager [None req-a2611270-e5cc-437c-98d4-aa26071c4730 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.075023] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a2611270-e5cc-437c-98d4-aa26071c4730 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.075266] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d10060-6b9a-46ba-8054-b7cd7479e3b8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.083466] env[70483]: DEBUG oslo_vmware.api [None req-abc4f10f-eaab-4943-8033-388001dae15a tempest-VolumesAssistedSnapshotsTest-518749661 tempest-VolumesAssistedSnapshotsTest-518749661-project-admin] Task: {'id': task-3478015, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.090084] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2611270-e5cc-437c-98d4-aa26071c4730 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.090414] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02818d70-b843-43f1-b5a7-a6968080b8f3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.101898] env[70483]: DEBUG oslo_vmware.api [None req-a2611270-e5cc-437c-98d4-aa26071c4730 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Waiting for the task: (returnval){ [ 876.101898] env[70483]: value = "task-3478016" [ 876.101898] env[70483]: _type = "Task" [ 876.101898] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.113481] env[70483]: DEBUG oslo_vmware.api [None req-a2611270-e5cc-437c-98d4-aa26071c4730 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3478016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.307484] env[70483]: DEBUG oslo_vmware.api [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': task-3478012, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.984354} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.308661] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] c43ee496-ab93-4b23-951b-275c17b41b3f/c43ee496-ab93-4b23-951b-275c17b41b3f.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 876.309662] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 876.309662] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db5c9acf-d519-4db6-8fef-e3e1d9259868 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.319798] env[70483]: DEBUG oslo_vmware.api [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Waiting for the task: (returnval){ [ 876.319798] env[70483]: value = "task-3478017" [ 876.319798] env[70483]: _type = "Task" [ 876.319798] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.338252] env[70483]: DEBUG oslo_vmware.api [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': task-3478017, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.339884] env[70483]: DEBUG oslo_vmware.api [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085879} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.341439] env[70483]: DEBUG oslo_concurrency.lockutils [None req-03308e1f-f2b7-41b3-92d3-5b3ed9660a34 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "refresh_cache-31adb50e-33e9-40cc-a8dc-14985336b34a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.345027] env[70483]: DEBUG oslo_concurrency.lockutils [None req-03308e1f-f2b7-41b3-92d3-5b3ed9660a34 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquired lock "refresh_cache-31adb50e-33e9-40cc-a8dc-14985336b34a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.345027] env[70483]: DEBUG nova.network.neutron [None req-03308e1f-f2b7-41b3-92d3-5b3ed9660a34 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.345027] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.345027] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e3dd58-8050-447c-8e17-334ff72d4b9f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.377601] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] c1e9b301-c1ee-47f1-8c47-7cb59cd95b15/c1e9b301-c1ee-47f1-8c47-7cb59cd95b15.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.378817] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d582150-148e-4015-bb5a-7384c909c9cc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.409038] env[70483]: DEBUG oslo_vmware.api [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 876.409038] env[70483]: value = "task-3478018" [ 876.409038] env[70483]: _type = "Task" [ 876.409038] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.418793] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4e74d50c-82b5-4ed1-b342-75494a46aaa5 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Lock "e86ddc51-1d63-44d5-bfbe-0bd486092869" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.864s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.418793] env[70483]: DEBUG oslo_vmware.api [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478018, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.518344] env[70483]: DEBUG oslo_concurrency.lockutils [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.945s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.518344] env[70483]: DEBUG nova.compute.manager [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 876.520546] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f6b518bc-a173-490b-add5-c5458b252041 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.702s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.520764] env[70483]: DEBUG nova.objects.instance [None req-f6b518bc-a173-490b-add5-c5458b252041 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Lazy-loading 'resources' on Instance uuid 6b746014-b163-4a17-a8c6-4b88eaed0ac1 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.577262] env[70483]: DEBUG oslo_vmware.api [None req-abc4f10f-eaab-4943-8033-388001dae15a tempest-VolumesAssistedSnapshotsTest-518749661 tempest-VolumesAssistedSnapshotsTest-518749661-project-admin] Task: {'id': task-3478015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.610838] env[70483]: DEBUG nova.network.neutron [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Successfully updated port: 02b17f5b-82e4-491b-b573-36f20ab2357d {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 876.621448] env[70483]: DEBUG oslo_vmware.api [None req-a2611270-e5cc-437c-98d4-aa26071c4730 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3478016, 'name': PowerOffVM_Task, 'duration_secs': 0.400838} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.621448] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2611270-e5cc-437c-98d4-aa26071c4730 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.621448] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a2611270-e5cc-437c-98d4-aa26071c4730 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.621448] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc113fbe-05df-49d4-9941-0eb12bc1c413 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.730424] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a2611270-e5cc-437c-98d4-aa26071c4730 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.730894] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a2611270-e5cc-437c-98d4-aa26071c4730 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.730894] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2611270-e5cc-437c-98d4-aa26071c4730 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Deleting the datastore file [datastore2] 58c2aa58-cefc-47ad-a6b2-1e266167c867 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.731099] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b83b933f-0ede-47f3-bbfd-f6fb28fb6939 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.740034] env[70483]: DEBUG oslo_vmware.api [None req-a2611270-e5cc-437c-98d4-aa26071c4730 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Waiting for the task: (returnval){ [ 876.740034] env[70483]: value = "task-3478020" [ 876.740034] env[70483]: _type = "Task" [ 876.740034] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.749745] env[70483]: DEBUG oslo_vmware.api [None req-a2611270-e5cc-437c-98d4-aa26071c4730 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3478020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.760711] env[70483]: DEBUG nova.compute.manager [req-00bb297f-0739-46a0-a871-8dfa5193afe4 req-7e63862b-fdf8-4d22-be98-3dddb81cff9d service nova] [instance: 09654360-da5a-43e8-b884-e6423345750b] Received event network-vif-plugged-02b17f5b-82e4-491b-b573-36f20ab2357d {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.760711] env[70483]: DEBUG oslo_concurrency.lockutils [req-00bb297f-0739-46a0-a871-8dfa5193afe4 req-7e63862b-fdf8-4d22-be98-3dddb81cff9d service nova] Acquiring lock "09654360-da5a-43e8-b884-e6423345750b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.760901] env[70483]: DEBUG oslo_concurrency.lockutils [req-00bb297f-0739-46a0-a871-8dfa5193afe4 req-7e63862b-fdf8-4d22-be98-3dddb81cff9d service nova] Lock "09654360-da5a-43e8-b884-e6423345750b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.760935] env[70483]: DEBUG oslo_concurrency.lockutils [req-00bb297f-0739-46a0-a871-8dfa5193afe4 req-7e63862b-fdf8-4d22-be98-3dddb81cff9d service nova] Lock "09654360-da5a-43e8-b884-e6423345750b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.761121] env[70483]: DEBUG nova.compute.manager [req-00bb297f-0739-46a0-a871-8dfa5193afe4 req-7e63862b-fdf8-4d22-be98-3dddb81cff9d service nova] [instance: 09654360-da5a-43e8-b884-e6423345750b] No waiting events found dispatching network-vif-plugged-02b17f5b-82e4-491b-b573-36f20ab2357d {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 876.761296] env[70483]: WARNING nova.compute.manager [req-00bb297f-0739-46a0-a871-8dfa5193afe4 req-7e63862b-fdf8-4d22-be98-3dddb81cff9d service nova] [instance: 09654360-da5a-43e8-b884-e6423345750b] Received unexpected event network-vif-plugged-02b17f5b-82e4-491b-b573-36f20ab2357d for instance with vm_state building and task_state spawning. [ 876.831379] env[70483]: DEBUG oslo_vmware.api [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': task-3478017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151465} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.831699] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.832653] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e08d67-abb1-4a66-8ffd-c6fc7c9a53aa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.852910] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] c43ee496-ab93-4b23-951b-275c17b41b3f/c43ee496-ab93-4b23-951b-275c17b41b3f.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.855323] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29e5fe7d-e06d-4112-9c00-5a67a5fefd3f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.876885] env[70483]: DEBUG oslo_vmware.api [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Waiting for the task: (returnval){ [ 876.876885] env[70483]: value = "task-3478021" [ 876.876885] env[70483]: _type = "Task" [ 876.876885] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.893666] env[70483]: DEBUG oslo_vmware.api [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': task-3478021, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.918463] env[70483]: DEBUG oslo_vmware.api [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478018, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.920102] env[70483]: DEBUG nova.compute.manager [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 877.023575] env[70483]: DEBUG nova.compute.utils [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 877.028885] env[70483]: DEBUG nova.compute.manager [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 877.028885] env[70483]: DEBUG nova.network.neutron [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 877.080892] env[70483]: DEBUG oslo_vmware.api [None req-abc4f10f-eaab-4943-8033-388001dae15a tempest-VolumesAssistedSnapshotsTest-518749661 tempest-VolumesAssistedSnapshotsTest-518749661-project-admin] Task: {'id': task-3478015, 'name': ReconfigVM_Task, 'duration_secs': 0.816735} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.089336] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-abc4f10f-eaab-4943-8033-388001dae15a tempest-VolumesAssistedSnapshotsTest-518749661 tempest-VolumesAssistedSnapshotsTest-518749661-project-admin] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695372', 'volume_id': '9cd900c8-b93e-41b2-881b-3451109e8204', 'name': 'volume-9cd900c8-b93e-41b2-881b-3451109e8204', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6bb49fb-8343-44b2-85e7-9406a185b1a9', 'attached_at': '', 'detached_at': '', 'volume_id': '9cd900c8-b93e-41b2-881b-3451109e8204', 'serial': '9cd900c8-b93e-41b2-881b-3451109e8204'} {{(pid=70483) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 877.117369] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "refresh_cache-09654360-da5a-43e8-b884-e6423345750b" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.117522] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquired lock "refresh_cache-09654360-da5a-43e8-b884-e6423345750b" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.117675] env[70483]: DEBUG nova.network.neutron [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.197299] env[70483]: DEBUG nova.network.neutron [None req-03308e1f-f2b7-41b3-92d3-5b3ed9660a34 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Updating instance_info_cache with network_info: [{"id": "cca08ae9-5f63-42a5-96fd-8120aa3c504a", "address": "fa:16:3e:c4:16:29", "network": {"id": "948b7173-5456-49a2-9a1a-e36a1a46b931", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1783064445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a0a79c686d4fd5ace3cd0e354054d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcca08ae9-5f", "ovs_interfaceid": "cca08ae9-5f63-42a5-96fd-8120aa3c504a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.254958] env[70483]: DEBUG oslo_vmware.api [None req-a2611270-e5cc-437c-98d4-aa26071c4730 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3478020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.333469] env[70483]: DEBUG nova.policy [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c1b634f6c22403cacbc823d3ca1e814', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea3d653610df4ecf9eb11e0d96d0dddd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.389128] env[70483]: DEBUG oslo_vmware.api [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': task-3478021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.419547] env[70483]: DEBUG oslo_vmware.api [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478018, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.446263] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.530017] env[70483]: DEBUG nova.compute.manager [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 877.664987] env[70483]: DEBUG nova.objects.instance [None req-abc4f10f-eaab-4943-8033-388001dae15a tempest-VolumesAssistedSnapshotsTest-518749661 tempest-VolumesAssistedSnapshotsTest-518749661-project-admin] Lazy-loading 'flavor' on Instance uuid e6bb49fb-8343-44b2-85e7-9406a185b1a9 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.678714] env[70483]: DEBUG nova.network.neutron [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Successfully created port: 37b1c85a-67c8-46e1-8708-2ef9bc2c2a94 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 877.682287] env[70483]: DEBUG nova.network.neutron [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.700365] env[70483]: DEBUG oslo_concurrency.lockutils [None req-03308e1f-f2b7-41b3-92d3-5b3ed9660a34 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Releasing lock "refresh_cache-31adb50e-33e9-40cc-a8dc-14985336b34a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.704899] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bb7a49-0047-4d43-a591-898c9532de3e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.714944] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1691c0b3-5e86-4630-90ec-3d5c971b262d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.761059] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6042d37a-f5d5-4881-aebf-5dffec8f4285 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.777654] env[70483]: DEBUG oslo_vmware.api [None req-a2611270-e5cc-437c-98d4-aa26071c4730 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3478020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.612841} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.777654] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2611270-e5cc-437c-98d4-aa26071c4730 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.777654] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a2611270-e5cc-437c-98d4-aa26071c4730 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.777654] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a2611270-e5cc-437c-98d4-aa26071c4730 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.777654] env[70483]: INFO nova.compute.manager [None req-a2611270-e5cc-437c-98d4-aa26071c4730 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Took 1.70 seconds to destroy the instance on the hypervisor. [ 877.777654] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2611270-e5cc-437c-98d4-aa26071c4730 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.780199] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438f40bf-1f64-4535-a576-2d15b0eed87c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.782413] env[70483]: DEBUG nova.compute.manager [-] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.782413] env[70483]: DEBUG nova.network.neutron [-] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.795924] env[70483]: DEBUG nova.compute.provider_tree [None req-f6b518bc-a173-490b-add5-c5458b252041 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.888688] env[70483]: DEBUG oslo_vmware.api [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': task-3478021, 'name': ReconfigVM_Task, 'duration_secs': 0.653314} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.888965] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Reconfigured VM instance instance-00000033 to attach disk [datastore1] c43ee496-ab93-4b23-951b-275c17b41b3f/c43ee496-ab93-4b23-951b-275c17b41b3f.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.889618] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64f3ec88-b0d6-4b2a-922c-c0be9f0416d3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.899743] env[70483]: DEBUG oslo_vmware.api [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Waiting for the task: (returnval){ [ 877.899743] env[70483]: value = "task-3478022" [ 877.899743] env[70483]: _type = "Task" [ 877.899743] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.910904] env[70483]: DEBUG oslo_vmware.api [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': task-3478022, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.922363] env[70483]: DEBUG oslo_vmware.api [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478018, 'name': ReconfigVM_Task, 'duration_secs': 1.019714} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.923389] env[70483]: DEBUG nova.network.neutron [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Updating instance_info_cache with network_info: [{"id": "02b17f5b-82e4-491b-b573-36f20ab2357d", "address": "fa:16:3e:84:52:7e", "network": {"id": "8a37218d-212e-4604-9aac-2a69e34f388a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-975183189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec180aeba08f48dea450ade057d4e619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02b17f5b-82", "ovs_interfaceid": "02b17f5b-82e4-491b-b573-36f20ab2357d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.925397] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Reconfigured VM instance instance-00000035 to attach disk [datastore2] c1e9b301-c1ee-47f1-8c47-7cb59cd95b15/c1e9b301-c1ee-47f1-8c47-7cb59cd95b15.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.928019] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62dd9741-47dd-4362-b4c2-5175c93641b6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.935582] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 877.937992] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 877.939877] env[70483]: DEBUG oslo_vmware.api [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 877.939877] env[70483]: value = "task-3478023" [ 877.939877] env[70483]: _type = "Task" [ 877.939877] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.952778] env[70483]: DEBUG oslo_vmware.api [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478023, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.208532] env[70483]: DEBUG nova.compute.manager [None req-03308e1f-f2b7-41b3-92d3-5b3ed9660a34 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 878.209829] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cd7249-2a53-488a-9f4d-6dcba0fa6af3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.277443] env[70483]: DEBUG nova.compute.manager [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 878.278944] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3025fde4-9cba-46f8-8bf3-ec83c67b4d3e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.299636] env[70483]: DEBUG nova.scheduler.client.report [None req-f6b518bc-a173-490b-add5-c5458b252041 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.409851] env[70483]: DEBUG oslo_vmware.api [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': task-3478022, 'name': Rename_Task, 'duration_secs': 0.205639} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.410140] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.410385] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01047764-519c-44a5-8be2-05364cc486a3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.417384] env[70483]: DEBUG oslo_vmware.api [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Waiting for the task: (returnval){ [ 878.417384] env[70483]: value = "task-3478024" [ 878.417384] env[70483]: _type = "Task" [ 878.417384] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.426448] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Releasing lock "refresh_cache-09654360-da5a-43e8-b884-e6423345750b" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.426794] env[70483]: DEBUG nova.compute.manager [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Instance network_info: |[{"id": "02b17f5b-82e4-491b-b573-36f20ab2357d", "address": "fa:16:3e:84:52:7e", "network": {"id": "8a37218d-212e-4604-9aac-2a69e34f388a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-975183189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec180aeba08f48dea450ade057d4e619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02b17f5b-82", "ovs_interfaceid": "02b17f5b-82e4-491b-b573-36f20ab2357d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 878.427083] env[70483]: DEBUG oslo_vmware.api [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': task-3478024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.427449] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:52:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f17856cf-7248-414b-bde6-8c90cfb4c593', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02b17f5b-82e4-491b-b573-36f20ab2357d', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.436220] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.436220] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09654360-da5a-43e8-b884-e6423345750b] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.436220] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50a12c8b-ac39-433a-bc39-ba665cc40912 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.459719] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 878.460089] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 878.460318] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 878.461265] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 878.461265] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 878.461265] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 878.461265] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70483) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 878.461265] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager.update_available_resource {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 878.465635] env[70483]: DEBUG oslo_vmware.api [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478023, 'name': Rename_Task, 'duration_secs': 0.179827} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.467443] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.467871] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.467871] env[70483]: value = "task-3478025" [ 878.467871] env[70483]: _type = "Task" [ 878.467871] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.468367] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3efcb37c-c57c-4ef7-b764-977864ce6931 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.484277] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478025, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.485871] env[70483]: DEBUG oslo_vmware.api [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 878.485871] env[70483]: value = "task-3478026" [ 878.485871] env[70483]: _type = "Task" [ 878.485871] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.490909] env[70483]: DEBUG nova.compute.manager [req-250db334-8285-426d-8e68-23da3ac459e4 req-70f416e0-747e-4cae-8d85-5bb8b04c7461 service nova] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Received event network-vif-deleted-5cdad39d-2e38-45c7-8678-e957aba65cfe {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.491132] env[70483]: INFO nova.compute.manager [req-250db334-8285-426d-8e68-23da3ac459e4 req-70f416e0-747e-4cae-8d85-5bb8b04c7461 service nova] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Neutron deleted interface 5cdad39d-2e38-45c7-8678-e957aba65cfe; detaching it from the instance and deleting it from the info cache [ 878.491723] env[70483]: DEBUG nova.network.neutron [req-250db334-8285-426d-8e68-23da3ac459e4 req-70f416e0-747e-4cae-8d85-5bb8b04c7461 service nova] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.498948] env[70483]: DEBUG oslo_vmware.api [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.546265] env[70483]: DEBUG nova.compute.manager [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 878.577970] env[70483]: DEBUG nova.virt.hardware [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:41:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='046ce186-b6fd-4176-b1e4-a378f6d57804',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-886211998',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.578377] env[70483]: DEBUG nova.virt.hardware [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.578571] env[70483]: DEBUG nova.virt.hardware [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.578785] env[70483]: DEBUG nova.virt.hardware [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.578935] env[70483]: DEBUG nova.virt.hardware [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.579127] env[70483]: DEBUG nova.virt.hardware [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.579372] env[70483]: DEBUG nova.virt.hardware [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.579539] env[70483]: DEBUG nova.virt.hardware [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.579732] env[70483]: DEBUG nova.virt.hardware [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.580068] env[70483]: DEBUG nova.virt.hardware [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.580515] env[70483]: DEBUG nova.virt.hardware [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.582681] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008901bd-6d47-4c34-a1fa-450a5d6a31c0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.597528] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0ca0c5-6c6c-481a-b52b-b8a383fc3761 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.649679] env[70483]: DEBUG nova.network.neutron [-] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.673817] env[70483]: DEBUG oslo_concurrency.lockutils [None req-abc4f10f-eaab-4943-8033-388001dae15a tempest-VolumesAssistedSnapshotsTest-518749661 tempest-VolumesAssistedSnapshotsTest-518749661-project-admin] Lock "e6bb49fb-8343-44b2-85e7-9406a185b1a9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.929s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.793768] env[70483]: INFO nova.compute.manager [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] instance snapshotting [ 878.800776] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f37bc45-21bb-4866-b916-005b41769b96 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.805244] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f6b518bc-a173-490b-add5-c5458b252041 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.284s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.820676] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.918s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.820892] env[70483]: DEBUG nova.objects.instance [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70483) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 878.825091] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe308e4b-e59f-4fd1-acca-64ff0c5abce5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.844070] env[70483]: INFO nova.scheduler.client.report [None req-f6b518bc-a173-490b-add5-c5458b252041 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Deleted allocations for instance 6b746014-b163-4a17-a8c6-4b88eaed0ac1 [ 878.886674] env[70483]: DEBUG nova.compute.manager [req-2c258437-0c27-4adc-b165-6dae50232152 req-03e614a1-d167-4139-96f5-502b96ad2f7d service nova] [instance: 09654360-da5a-43e8-b884-e6423345750b] Received event network-changed-02b17f5b-82e4-491b-b573-36f20ab2357d {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.888905] env[70483]: DEBUG nova.compute.manager [req-2c258437-0c27-4adc-b165-6dae50232152 req-03e614a1-d167-4139-96f5-502b96ad2f7d service nova] [instance: 09654360-da5a-43e8-b884-e6423345750b] Refreshing instance network info cache due to event network-changed-02b17f5b-82e4-491b-b573-36f20ab2357d. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 878.888905] env[70483]: DEBUG oslo_concurrency.lockutils [req-2c258437-0c27-4adc-b165-6dae50232152 req-03e614a1-d167-4139-96f5-502b96ad2f7d service nova] Acquiring lock "refresh_cache-09654360-da5a-43e8-b884-e6423345750b" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.888905] env[70483]: DEBUG oslo_concurrency.lockutils [req-2c258437-0c27-4adc-b165-6dae50232152 req-03e614a1-d167-4139-96f5-502b96ad2f7d service nova] Acquired lock "refresh_cache-09654360-da5a-43e8-b884-e6423345750b" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.888905] env[70483]: DEBUG nova.network.neutron [req-2c258437-0c27-4adc-b165-6dae50232152 req-03e614a1-d167-4139-96f5-502b96ad2f7d service nova] [instance: 09654360-da5a-43e8-b884-e6423345750b] Refreshing network info cache for port 02b17f5b-82e4-491b-b573-36f20ab2357d {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.927879] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Acquiring lock "87bf2ec8-d543-41ed-9c3f-c532d027eaa5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.928281] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Lock "87bf2ec8-d543-41ed-9c3f-c532d027eaa5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.934070] env[70483]: DEBUG oslo_vmware.api [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': task-3478024, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.968465] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.982827] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478025, 'name': CreateVM_Task, 'duration_secs': 0.404107} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.982827] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09654360-da5a-43e8-b884-e6423345750b] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.983939] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.983939] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.984313] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.984513] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dbd05d1-3c9a-4872-b7fc-57c6067d7c21 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.996942] env[70483]: DEBUG oslo_vmware.api [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 878.996942] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]520642a2-d38c-df22-d5cc-8e649df0d5dd" [ 878.996942] env[70483]: _type = "Task" [ 878.996942] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.000396] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-428216f7-bfd7-4a78-85e3-a935a2fba140 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.003244] env[70483]: DEBUG oslo_vmware.api [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478026, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.017868] env[70483]: DEBUG oslo_vmware.api [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]520642a2-d38c-df22-d5cc-8e649df0d5dd, 'name': SearchDatastore_Task, 'duration_secs': 0.019541} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.019177] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.019433] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.019668] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.019817] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.019999] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.020379] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6f6c8b4-e6d4-4192-a1f5-9f12409bbcc0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.025159] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52876bb0-aa33-40a3-9dce-04ebb44b277b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.046627] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.046865] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.047605] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6de2c82b-914d-40a8-a409-9af4a6c10243 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.054205] env[70483]: DEBUG oslo_vmware.api [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 879.054205] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52561190-2c41-f4e7-b3d8-d775ac66c5ca" [ 879.054205] env[70483]: _type = "Task" [ 879.054205] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.074751] env[70483]: DEBUG nova.compute.manager [req-250db334-8285-426d-8e68-23da3ac459e4 req-70f416e0-747e-4cae-8d85-5bb8b04c7461 service nova] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Detach interface failed, port_id=5cdad39d-2e38-45c7-8678-e957aba65cfe, reason: Instance 58c2aa58-cefc-47ad-a6b2-1e266167c867 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 879.085704] env[70483]: DEBUG oslo_vmware.api [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52561190-2c41-f4e7-b3d8-d775ac66c5ca, 'name': SearchDatastore_Task, 'duration_secs': 0.015339} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.086897] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fedecf35-174f-4620-81a9-3f65602b8abc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.096346] env[70483]: DEBUG oslo_vmware.api [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 879.096346] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52f3de63-79eb-dfd5-e3eb-a6e37a237fe1" [ 879.096346] env[70483]: _type = "Task" [ 879.096346] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.110442] env[70483]: DEBUG oslo_vmware.api [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52f3de63-79eb-dfd5-e3eb-a6e37a237fe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.153629] env[70483]: INFO nova.compute.manager [-] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Took 1.37 seconds to deallocate network for instance. [ 879.229579] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6341374c-6300-42bc-9770-28bb8364cbad {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.239145] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-03308e1f-f2b7-41b3-92d3-5b3ed9660a34 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Doing hard reboot of VM {{(pid=70483) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 879.239453] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-9b17e426-d652-4c84-a6e3-0e87f24a222c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.247690] env[70483]: DEBUG oslo_vmware.api [None req-03308e1f-f2b7-41b3-92d3-5b3ed9660a34 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 879.247690] env[70483]: value = "task-3478028" [ 879.247690] env[70483]: _type = "Task" [ 879.247690] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.259333] env[70483]: DEBUG oslo_vmware.api [None req-03308e1f-f2b7-41b3-92d3-5b3ed9660a34 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478028, 'name': ResetVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.339077] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Creating Snapshot of the VM instance {{(pid=70483) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 879.339637] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7870d54c-7477-4578-9c61-6952103bc86b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.349641] env[70483]: DEBUG oslo_vmware.api [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Waiting for the task: (returnval){ [ 879.349641] env[70483]: value = "task-3478029" [ 879.349641] env[70483]: _type = "Task" [ 879.349641] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.357390] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f6b518bc-a173-490b-add5-c5458b252041 tempest-ServerGroupTestJSON-1797926894 tempest-ServerGroupTestJSON-1797926894-project-member] Lock "6b746014-b163-4a17-a8c6-4b88eaed0ac1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.647s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.365129] env[70483]: DEBUG oslo_vmware.api [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478029, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.430150] env[70483]: DEBUG oslo_vmware.api [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': task-3478024, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.459876] env[70483]: DEBUG nova.network.neutron [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Successfully updated port: 37b1c85a-67c8-46e1-8708-2ef9bc2c2a94 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 879.499866] env[70483]: DEBUG oslo_vmware.api [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478026, 'name': PowerOnVM_Task, 'duration_secs': 0.565855} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.499866] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.499866] env[70483]: INFO nova.compute.manager [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Took 11.02 seconds to spawn the instance on the hypervisor. [ 879.499866] env[70483]: DEBUG nova.compute.manager [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.503200] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec33418-1e77-4149-a3f3-0f5ce9728b50 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.608205] env[70483]: DEBUG oslo_vmware.api [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52f3de63-79eb-dfd5-e3eb-a6e37a237fe1, 'name': SearchDatastore_Task, 'duration_secs': 0.043253} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.608477] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.608815] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 09654360-da5a-43e8-b884-e6423345750b/09654360-da5a-43e8-b884-e6423345750b.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.609022] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6f7044a-ff02-4dc1-8afe-313f296b5843 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.617278] env[70483]: DEBUG oslo_vmware.api [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 879.617278] env[70483]: value = "task-3478030" [ 879.617278] env[70483]: _type = "Task" [ 879.617278] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.626977] env[70483]: DEBUG oslo_vmware.api [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.629428] env[70483]: DEBUG nova.network.neutron [req-2c258437-0c27-4adc-b165-6dae50232152 req-03e614a1-d167-4139-96f5-502b96ad2f7d service nova] [instance: 09654360-da5a-43e8-b884-e6423345750b] Updated VIF entry in instance network info cache for port 02b17f5b-82e4-491b-b573-36f20ab2357d. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.629807] env[70483]: DEBUG nova.network.neutron [req-2c258437-0c27-4adc-b165-6dae50232152 req-03e614a1-d167-4139-96f5-502b96ad2f7d service nova] [instance: 09654360-da5a-43e8-b884-e6423345750b] Updating instance_info_cache with network_info: [{"id": "02b17f5b-82e4-491b-b573-36f20ab2357d", "address": "fa:16:3e:84:52:7e", "network": {"id": "8a37218d-212e-4604-9aac-2a69e34f388a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-975183189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec180aeba08f48dea450ade057d4e619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02b17f5b-82", "ovs_interfaceid": "02b17f5b-82e4-491b-b573-36f20ab2357d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.661323] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a2611270-e5cc-437c-98d4-aa26071c4730 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.758633] env[70483]: DEBUG oslo_vmware.api [None req-03308e1f-f2b7-41b3-92d3-5b3ed9660a34 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478028, 'name': ResetVM_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.832836] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e862c41c-d6b6-4900-a09a-96bc17d8a142 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.834075] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.444s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.835708] env[70483]: INFO nova.compute.claims [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.861184] env[70483]: DEBUG oslo_vmware.api [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478029, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.930302] env[70483]: DEBUG oslo_vmware.api [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': task-3478024, 'name': PowerOnVM_Task, 'duration_secs': 1.100145} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.930635] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.930856] env[70483]: DEBUG nova.compute.manager [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.931714] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98fe220-c41e-4f63-a5b8-57c5f753587f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.968079] env[70483]: DEBUG oslo_concurrency.lockutils [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquiring lock "refresh_cache-2671b8d3-14fe-439c-9f4e-e22ab8bcb498" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.968079] env[70483]: DEBUG oslo_concurrency.lockutils [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquired lock "refresh_cache-2671b8d3-14fe-439c-9f4e-e22ab8bcb498" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.968079] env[70483]: DEBUG nova.network.neutron [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.026137] env[70483]: INFO nova.compute.manager [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Took 42.80 seconds to build instance. [ 880.128615] env[70483]: DEBUG oslo_vmware.api [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478030, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.132484] env[70483]: DEBUG oslo_concurrency.lockutils [req-2c258437-0c27-4adc-b165-6dae50232152 req-03e614a1-d167-4139-96f5-502b96ad2f7d service nova] Releasing lock "refresh_cache-09654360-da5a-43e8-b884-e6423345750b" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.261687] env[70483]: DEBUG oslo_vmware.api [None req-03308e1f-f2b7-41b3-92d3-5b3ed9660a34 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478028, 'name': ResetVM_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.361444] env[70483]: DEBUG oslo_vmware.api [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478029, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.451595] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.523972] env[70483]: DEBUG nova.network.neutron [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 880.529019] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0c1615f8-3f94-44ca-ae0b-7b63ac7737dc tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "c1e9b301-c1ee-47f1-8c47-7cb59cd95b15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.086s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.609519] env[70483]: DEBUG nova.compute.manager [req-3de8d83b-3abe-428c-8a3e-96d858d94aaf req-5ebd2bad-9b7b-476c-ae6b-6af982821a6f service nova] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Received event network-vif-plugged-37b1c85a-67c8-46e1-8708-2ef9bc2c2a94 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.609745] env[70483]: DEBUG oslo_concurrency.lockutils [req-3de8d83b-3abe-428c-8a3e-96d858d94aaf req-5ebd2bad-9b7b-476c-ae6b-6af982821a6f service nova] Acquiring lock "2671b8d3-14fe-439c-9f4e-e22ab8bcb498-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.610039] env[70483]: DEBUG oslo_concurrency.lockutils [req-3de8d83b-3abe-428c-8a3e-96d858d94aaf req-5ebd2bad-9b7b-476c-ae6b-6af982821a6f service nova] Lock "2671b8d3-14fe-439c-9f4e-e22ab8bcb498-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.610153] env[70483]: DEBUG oslo_concurrency.lockutils [req-3de8d83b-3abe-428c-8a3e-96d858d94aaf req-5ebd2bad-9b7b-476c-ae6b-6af982821a6f service nova] Lock "2671b8d3-14fe-439c-9f4e-e22ab8bcb498-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.610347] env[70483]: DEBUG nova.compute.manager [req-3de8d83b-3abe-428c-8a3e-96d858d94aaf req-5ebd2bad-9b7b-476c-ae6b-6af982821a6f service nova] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] No waiting events found dispatching network-vif-plugged-37b1c85a-67c8-46e1-8708-2ef9bc2c2a94 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 880.610532] env[70483]: WARNING nova.compute.manager [req-3de8d83b-3abe-428c-8a3e-96d858d94aaf req-5ebd2bad-9b7b-476c-ae6b-6af982821a6f service nova] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Received unexpected event network-vif-plugged-37b1c85a-67c8-46e1-8708-2ef9bc2c2a94 for instance with vm_state building and task_state spawning. [ 880.610689] env[70483]: DEBUG nova.compute.manager [req-3de8d83b-3abe-428c-8a3e-96d858d94aaf req-5ebd2bad-9b7b-476c-ae6b-6af982821a6f service nova] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Received event network-changed-37b1c85a-67c8-46e1-8708-2ef9bc2c2a94 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.610843] env[70483]: DEBUG nova.compute.manager [req-3de8d83b-3abe-428c-8a3e-96d858d94aaf req-5ebd2bad-9b7b-476c-ae6b-6af982821a6f service nova] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Refreshing instance network info cache due to event network-changed-37b1c85a-67c8-46e1-8708-2ef9bc2c2a94. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 880.611018] env[70483]: DEBUG oslo_concurrency.lockutils [req-3de8d83b-3abe-428c-8a3e-96d858d94aaf req-5ebd2bad-9b7b-476c-ae6b-6af982821a6f service nova] Acquiring lock "refresh_cache-2671b8d3-14fe-439c-9f4e-e22ab8bcb498" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.630727] env[70483]: DEBUG oslo_vmware.api [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478030, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548817} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.631013] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 09654360-da5a-43e8-b884-e6423345750b/09654360-da5a-43e8-b884-e6423345750b.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.631471] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.631759] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c20f24ad-f438-4441-80f5-1f14410707ed {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.641573] env[70483]: DEBUG oslo_vmware.api [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 880.641573] env[70483]: value = "task-3478031" [ 880.641573] env[70483]: _type = "Task" [ 880.641573] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.652959] env[70483]: DEBUG oslo_vmware.api [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478031, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.702413] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0883e20f-6d16-4da3-97a3-f771de92814a tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Acquiring lock "c43ee496-ab93-4b23-951b-275c17b41b3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.702413] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0883e20f-6d16-4da3-97a3-f771de92814a tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Lock "c43ee496-ab93-4b23-951b-275c17b41b3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.702413] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0883e20f-6d16-4da3-97a3-f771de92814a tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Acquiring lock "c43ee496-ab93-4b23-951b-275c17b41b3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.702413] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0883e20f-6d16-4da3-97a3-f771de92814a tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Lock "c43ee496-ab93-4b23-951b-275c17b41b3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.702413] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0883e20f-6d16-4da3-97a3-f771de92814a tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Lock "c43ee496-ab93-4b23-951b-275c17b41b3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.703635] env[70483]: INFO nova.compute.manager [None req-0883e20f-6d16-4da3-97a3-f771de92814a tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Terminating instance [ 880.742096] env[70483]: DEBUG nova.network.neutron [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Updating instance_info_cache with network_info: [{"id": "37b1c85a-67c8-46e1-8708-2ef9bc2c2a94", "address": "fa:16:3e:a3:d6:48", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37b1c85a-67", "ovs_interfaceid": "37b1c85a-67c8-46e1-8708-2ef9bc2c2a94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.760479] env[70483]: DEBUG oslo_vmware.api [None req-03308e1f-f2b7-41b3-92d3-5b3ed9660a34 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478028, 'name': ResetVM_Task, 'duration_secs': 1.104606} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.760753] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-03308e1f-f2b7-41b3-92d3-5b3ed9660a34 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Did hard reboot of VM {{(pid=70483) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 880.760947] env[70483]: DEBUG nova.compute.manager [None req-03308e1f-f2b7-41b3-92d3-5b3ed9660a34 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.761753] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9573fb17-9432-4861-8357-632e6630e4bd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.863432] env[70483]: DEBUG oslo_vmware.api [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478029, 'name': CreateSnapshot_Task, 'duration_secs': 1.150906} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.863811] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Created Snapshot of the VM instance {{(pid=70483) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 880.864681] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b63974-31c6-4df7-8abf-43f09d782c0d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.036993] env[70483]: DEBUG nova.compute.manager [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 881.159489] env[70483]: DEBUG oslo_vmware.api [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478031, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076731} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.160139] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.163977] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cd19ae-046f-40d9-91ba-6387717ab857 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.183662] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d99e1c2c-006e-408d-9a09-1b835d4d8e38 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "c1e9b301-c1ee-47f1-8c47-7cb59cd95b15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.183958] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d99e1c2c-006e-408d-9a09-1b835d4d8e38 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "c1e9b301-c1ee-47f1-8c47-7cb59cd95b15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.184262] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d99e1c2c-006e-408d-9a09-1b835d4d8e38 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "c1e9b301-c1ee-47f1-8c47-7cb59cd95b15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.184473] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d99e1c2c-006e-408d-9a09-1b835d4d8e38 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "c1e9b301-c1ee-47f1-8c47-7cb59cd95b15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.184639] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d99e1c2c-006e-408d-9a09-1b835d4d8e38 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "c1e9b301-c1ee-47f1-8c47-7cb59cd95b15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.195355] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 09654360-da5a-43e8-b884-e6423345750b/09654360-da5a-43e8-b884-e6423345750b.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.196019] env[70483]: INFO nova.compute.manager [None req-d99e1c2c-006e-408d-9a09-1b835d4d8e38 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Terminating instance [ 881.201456] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d164ef2-70e4-44ba-9859-8dcc9c32f55d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.221371] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0883e20f-6d16-4da3-97a3-f771de92814a tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Acquiring lock "refresh_cache-c43ee496-ab93-4b23-951b-275c17b41b3f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.221371] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0883e20f-6d16-4da3-97a3-f771de92814a tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Acquired lock "refresh_cache-c43ee496-ab93-4b23-951b-275c17b41b3f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.221371] env[70483]: DEBUG nova.network.neutron [None req-0883e20f-6d16-4da3-97a3-f771de92814a tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.228687] env[70483]: DEBUG oslo_vmware.api [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 881.228687] env[70483]: value = "task-3478032" [ 881.228687] env[70483]: _type = "Task" [ 881.228687] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.244359] env[70483]: DEBUG oslo_vmware.api [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478032, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.244814] env[70483]: DEBUG oslo_concurrency.lockutils [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Releasing lock "refresh_cache-2671b8d3-14fe-439c-9f4e-e22ab8bcb498" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.245743] env[70483]: DEBUG nova.compute.manager [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Instance network_info: |[{"id": "37b1c85a-67c8-46e1-8708-2ef9bc2c2a94", "address": "fa:16:3e:a3:d6:48", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37b1c85a-67", "ovs_interfaceid": "37b1c85a-67c8-46e1-8708-2ef9bc2c2a94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 881.249587] env[70483]: DEBUG oslo_concurrency.lockutils [req-3de8d83b-3abe-428c-8a3e-96d858d94aaf req-5ebd2bad-9b7b-476c-ae6b-6af982821a6f service nova] Acquired lock "refresh_cache-2671b8d3-14fe-439c-9f4e-e22ab8bcb498" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.249786] env[70483]: DEBUG nova.network.neutron [req-3de8d83b-3abe-428c-8a3e-96d858d94aaf req-5ebd2bad-9b7b-476c-ae6b-6af982821a6f service nova] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Refreshing network info cache for port 37b1c85a-67c8-46e1-8708-2ef9bc2c2a94 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 881.251218] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:d6:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37b1c85a-67c8-46e1-8708-2ef9bc2c2a94', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.258695] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.259942] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.260187] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99a72a6a-2e1c-4dfb-b4f2-36c77dec1817 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.285697] env[70483]: DEBUG oslo_concurrency.lockutils [None req-03308e1f-f2b7-41b3-92d3-5b3ed9660a34 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "31adb50e-33e9-40cc-a8dc-14985336b34a" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.498s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.290662] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.290662] env[70483]: value = "task-3478033" [ 881.290662] env[70483]: _type = "Task" [ 881.290662] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.303693] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478033, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.391830] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Creating linked-clone VM from snapshot {{(pid=70483) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 881.394918] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-50cf656a-95c3-402f-aa53-63cd868712d0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.405792] env[70483]: DEBUG oslo_vmware.api [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Waiting for the task: (returnval){ [ 881.405792] env[70483]: value = "task-3478034" [ 881.405792] env[70483]: _type = "Task" [ 881.405792] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.418383] env[70483]: DEBUG oslo_vmware.api [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478034, 'name': CloneVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.491398] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4d57bb-3709-4885-a366-62ea246c592f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.500095] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf022169-6ecb-4fd5-a609-0cb85c220a74 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.535936] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28c2f72-a11c-42d0-849c-577a34a653b0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.549912] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa5f499-1920-4b44-a43b-ba9233251b2c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.566383] env[70483]: DEBUG nova.compute.provider_tree [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.569067] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.722074] env[70483]: DEBUG nova.compute.manager [None req-d99e1c2c-006e-408d-9a09-1b835d4d8e38 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 881.722428] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d99e1c2c-006e-408d-9a09-1b835d4d8e38 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.730712] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe3018c-cb73-4359-9a49-82552a037d3e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.743871] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d99e1c2c-006e-408d-9a09-1b835d4d8e38 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.748274] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d4b7740-50ed-45b5-b508-f877a6001fa2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.751383] env[70483]: DEBUG oslo_vmware.api [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478032, 'name': ReconfigVM_Task, 'duration_secs': 0.437906} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.751383] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 09654360-da5a-43e8-b884-e6423345750b/09654360-da5a-43e8-b884-e6423345750b.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.751383] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9eb637d2-9fa7-4af9-a8c4-9e6afedbea05 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.754450] env[70483]: DEBUG nova.network.neutron [None req-0883e20f-6d16-4da3-97a3-f771de92814a tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 881.758269] env[70483]: DEBUG oslo_vmware.api [None req-d99e1c2c-006e-408d-9a09-1b835d4d8e38 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 881.758269] env[70483]: value = "task-3478035" [ 881.758269] env[70483]: _type = "Task" [ 881.758269] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.765102] env[70483]: DEBUG oslo_vmware.api [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 881.765102] env[70483]: value = "task-3478036" [ 881.765102] env[70483]: _type = "Task" [ 881.765102] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.790550] env[70483]: DEBUG oslo_vmware.api [None req-d99e1c2c-006e-408d-9a09-1b835d4d8e38 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.790847] env[70483]: DEBUG oslo_vmware.api [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478036, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.802261] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478033, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.854882] env[70483]: DEBUG nova.network.neutron [None req-0883e20f-6d16-4da3-97a3-f771de92814a tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.920049] env[70483]: DEBUG oslo_vmware.api [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478034, 'name': CloneVM_Task} progress is 94%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.030026] env[70483]: DEBUG nova.network.neutron [req-3de8d83b-3abe-428c-8a3e-96d858d94aaf req-5ebd2bad-9b7b-476c-ae6b-6af982821a6f service nova] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Updated VIF entry in instance network info cache for port 37b1c85a-67c8-46e1-8708-2ef9bc2c2a94. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 882.030400] env[70483]: DEBUG nova.network.neutron [req-3de8d83b-3abe-428c-8a3e-96d858d94aaf req-5ebd2bad-9b7b-476c-ae6b-6af982821a6f service nova] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Updating instance_info_cache with network_info: [{"id": "37b1c85a-67c8-46e1-8708-2ef9bc2c2a94", "address": "fa:16:3e:a3:d6:48", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37b1c85a-67", "ovs_interfaceid": "37b1c85a-67c8-46e1-8708-2ef9bc2c2a94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.070951] env[70483]: DEBUG nova.scheduler.client.report [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.280065] env[70483]: DEBUG oslo_vmware.api [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478036, 'name': Rename_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.287287] env[70483]: DEBUG oslo_vmware.api [None req-d99e1c2c-006e-408d-9a09-1b835d4d8e38 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478035, 'name': PowerOffVM_Task, 'duration_secs': 0.243799} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.290078] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d99e1c2c-006e-408d-9a09-1b835d4d8e38 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.290078] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d99e1c2c-006e-408d-9a09-1b835d4d8e38 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.290078] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ff83859-439d-4d67-a2ae-fe17c6032178 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.307926] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478033, 'name': CreateVM_Task, 'duration_secs': 0.657146} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.307926] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.307926] env[70483]: DEBUG oslo_concurrency.lockutils [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.307926] env[70483]: DEBUG oslo_concurrency.lockutils [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.307926] env[70483]: DEBUG oslo_concurrency.lockutils [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.307926] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48e1766e-cb72-482c-9206-9c5f9c527e80 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.314112] env[70483]: DEBUG oslo_vmware.api [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Waiting for the task: (returnval){ [ 882.314112] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5205ddd1-e290-63a6-3921-8effab564dfd" [ 882.314112] env[70483]: _type = "Task" [ 882.314112] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.323802] env[70483]: DEBUG oslo_vmware.api [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5205ddd1-e290-63a6-3921-8effab564dfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.360739] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0883e20f-6d16-4da3-97a3-f771de92814a tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Releasing lock "refresh_cache-c43ee496-ab93-4b23-951b-275c17b41b3f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.361211] env[70483]: DEBUG nova.compute.manager [None req-0883e20f-6d16-4da3-97a3-f771de92814a tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 882.365045] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0883e20f-6d16-4da3-97a3-f771de92814a tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.365045] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2689ef-5e21-414e-b891-ad49a0fc3b2b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.372551] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-0883e20f-6d16-4da3-97a3-f771de92814a tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.373435] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2eaa0c9a-352d-43f8-b38c-1c112773aa1a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.378388] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d99e1c2c-006e-408d-9a09-1b835d4d8e38 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.378388] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d99e1c2c-006e-408d-9a09-1b835d4d8e38 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.378388] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d99e1c2c-006e-408d-9a09-1b835d4d8e38 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Deleting the datastore file [datastore2] c1e9b301-c1ee-47f1-8c47-7cb59cd95b15 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.378388] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f395dd9-f348-4e66-82ea-00c0dedb2df3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.384753] env[70483]: DEBUG oslo_vmware.api [None req-d99e1c2c-006e-408d-9a09-1b835d4d8e38 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 882.384753] env[70483]: value = "task-3478039" [ 882.384753] env[70483]: _type = "Task" [ 882.384753] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.385797] env[70483]: DEBUG oslo_vmware.api [None req-0883e20f-6d16-4da3-97a3-f771de92814a tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Waiting for the task: (returnval){ [ 882.385797] env[70483]: value = "task-3478038" [ 882.385797] env[70483]: _type = "Task" [ 882.385797] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.398892] env[70483]: DEBUG oslo_vmware.api [None req-d99e1c2c-006e-408d-9a09-1b835d4d8e38 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.404042] env[70483]: DEBUG oslo_vmware.api [None req-0883e20f-6d16-4da3-97a3-f771de92814a tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': task-3478038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.418512] env[70483]: DEBUG oslo_vmware.api [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478034, 'name': CloneVM_Task} progress is 95%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.533936] env[70483]: DEBUG oslo_concurrency.lockutils [req-3de8d83b-3abe-428c-8a3e-96d858d94aaf req-5ebd2bad-9b7b-476c-ae6b-6af982821a6f service nova] Releasing lock "refresh_cache-2671b8d3-14fe-439c-9f4e-e22ab8bcb498" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.581553] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.582597] env[70483]: DEBUG nova.compute.manager [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 882.585037] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.947s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.586521] env[70483]: INFO nova.compute.claims [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.658720] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d9ffefd8-77c9-4c58-8c03-24cb5e8cf40c tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Acquiring lock "e6bb49fb-8343-44b2-85e7-9406a185b1a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.658992] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d9ffefd8-77c9-4c58-8c03-24cb5e8cf40c tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Lock "e6bb49fb-8343-44b2-85e7-9406a185b1a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.659222] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d9ffefd8-77c9-4c58-8c03-24cb5e8cf40c tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Acquiring lock "e6bb49fb-8343-44b2-85e7-9406a185b1a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.659408] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d9ffefd8-77c9-4c58-8c03-24cb5e8cf40c tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Lock "e6bb49fb-8343-44b2-85e7-9406a185b1a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.659575] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d9ffefd8-77c9-4c58-8c03-24cb5e8cf40c tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Lock "e6bb49fb-8343-44b2-85e7-9406a185b1a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.661871] env[70483]: INFO nova.compute.manager [None req-d9ffefd8-77c9-4c58-8c03-24cb5e8cf40c tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Terminating instance [ 882.786046] env[70483]: DEBUG oslo_vmware.api [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478036, 'name': Rename_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.827371] env[70483]: DEBUG oslo_vmware.api [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5205ddd1-e290-63a6-3921-8effab564dfd, 'name': SearchDatastore_Task, 'duration_secs': 0.01308} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.827683] env[70483]: DEBUG oslo_concurrency.lockutils [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.827932] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.828342] env[70483]: DEBUG oslo_concurrency.lockutils [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.828536] env[70483]: DEBUG oslo_concurrency.lockutils [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.829372] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.829372] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aea22159-f7de-433c-bf75-7f48594bf580 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.840428] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.840630] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.841526] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06674185-69f6-4941-8fff-9e25d89e12b8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.849030] env[70483]: DEBUG oslo_vmware.api [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Waiting for the task: (returnval){ [ 882.849030] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523a4243-a6b5-6c35-2db6-deb147e3ab6c" [ 882.849030] env[70483]: _type = "Task" [ 882.849030] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.858388] env[70483]: DEBUG oslo_vmware.api [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523a4243-a6b5-6c35-2db6-deb147e3ab6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.898738] env[70483]: DEBUG oslo_vmware.api [None req-d99e1c2c-006e-408d-9a09-1b835d4d8e38 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.48649} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.901714] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d99e1c2c-006e-408d-9a09-1b835d4d8e38 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.902028] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d99e1c2c-006e-408d-9a09-1b835d4d8e38 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.902117] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d99e1c2c-006e-408d-9a09-1b835d4d8e38 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.902268] env[70483]: INFO nova.compute.manager [None req-d99e1c2c-006e-408d-9a09-1b835d4d8e38 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Took 1.18 seconds to destroy the instance on the hypervisor. [ 882.902542] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d99e1c2c-006e-408d-9a09-1b835d4d8e38 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.902750] env[70483]: DEBUG oslo_vmware.api [None req-0883e20f-6d16-4da3-97a3-f771de92814a tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': task-3478038, 'name': PowerOffVM_Task, 'duration_secs': 0.175471} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.902946] env[70483]: DEBUG nova.compute.manager [-] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 882.903052] env[70483]: DEBUG nova.network.neutron [-] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 882.904714] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-0883e20f-6d16-4da3-97a3-f771de92814a tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.904875] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0883e20f-6d16-4da3-97a3-f771de92814a tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.905567] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79cfab4a-1468-48cb-8e65-2b82a456308a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.917395] env[70483]: DEBUG oslo_vmware.api [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478034, 'name': CloneVM_Task, 'duration_secs': 1.143414} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.917395] env[70483]: INFO nova.virt.vmwareapi.vmops [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Created linked-clone VM from snapshot [ 882.917855] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea922b29-3c3c-409a-9067-672ea2e135a9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.926806] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Uploading image 1c54301f-520b-4359-9f06-d3db735d2ac4 {{(pid=70483) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 882.935734] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0883e20f-6d16-4da3-97a3-f771de92814a tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.935887] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0883e20f-6d16-4da3-97a3-f771de92814a tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.937023] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-0883e20f-6d16-4da3-97a3-f771de92814a tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Deleting the datastore file [datastore1] c43ee496-ab93-4b23-951b-275c17b41b3f {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.937023] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58c3843e-3461-42b9-867d-67df283414de {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.945586] env[70483]: DEBUG oslo_vmware.api [None req-0883e20f-6d16-4da3-97a3-f771de92814a tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Waiting for the task: (returnval){ [ 882.945586] env[70483]: value = "task-3478041" [ 882.945586] env[70483]: _type = "Task" [ 882.945586] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.958219] env[70483]: DEBUG oslo_vmware.api [None req-0883e20f-6d16-4da3-97a3-f771de92814a tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': task-3478041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.961784] env[70483]: DEBUG oslo_vmware.rw_handles [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 882.961784] env[70483]: value = "vm-695381" [ 882.961784] env[70483]: _type = "VirtualMachine" [ 882.961784] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 882.961784] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e11b4c7d-963b-48ac-8d3c-e08061281287 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.969623] env[70483]: DEBUG oslo_vmware.rw_handles [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Lease: (returnval){ [ 882.969623] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5284a4ce-e0f6-349c-3427-d31c3b585587" [ 882.969623] env[70483]: _type = "HttpNfcLease" [ 882.969623] env[70483]: } obtained for exporting VM: (result){ [ 882.969623] env[70483]: value = "vm-695381" [ 882.969623] env[70483]: _type = "VirtualMachine" [ 882.969623] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 882.969974] env[70483]: DEBUG oslo_vmware.api [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Waiting for the lease: (returnval){ [ 882.969974] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5284a4ce-e0f6-349c-3427-d31c3b585587" [ 882.969974] env[70483]: _type = "HttpNfcLease" [ 882.969974] env[70483]: } to be ready. {{(pid=70483) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 882.978231] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 882.978231] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5284a4ce-e0f6-349c-3427-d31c3b585587" [ 882.978231] env[70483]: _type = "HttpNfcLease" [ 882.978231] env[70483]: } is initializing. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 883.093230] env[70483]: DEBUG nova.compute.utils [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 883.097213] env[70483]: DEBUG nova.compute.manager [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 883.097399] env[70483]: DEBUG nova.network.neutron [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 883.166746] env[70483]: DEBUG nova.compute.manager [None req-d9ffefd8-77c9-4c58-8c03-24cb5e8cf40c tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 883.166746] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ffefd8-77c9-4c58-8c03-24cb5e8cf40c tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.167686] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65169b2-3a91-43df-837c-d9011b1dfcfa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.176777] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ffefd8-77c9-4c58-8c03-24cb5e8cf40c tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.177077] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bf65460-cf52-4046-9261-ab2f0a0bf8bf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.183735] env[70483]: DEBUG oslo_vmware.api [None req-d9ffefd8-77c9-4c58-8c03-24cb5e8cf40c tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Waiting for the task: (returnval){ [ 883.183735] env[70483]: value = "task-3478043" [ 883.183735] env[70483]: _type = "Task" [ 883.183735] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.188387] env[70483]: DEBUG nova.policy [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '831d6b9a2f96463e89a79c27156a8b6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b020f9de529424dbc3ba57af19c5c44', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 883.195981] env[70483]: DEBUG oslo_vmware.api [None req-d9ffefd8-77c9-4c58-8c03-24cb5e8cf40c tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Task: {'id': task-3478043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.285522] env[70483]: DEBUG oslo_vmware.api [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478036, 'name': Rename_Task, 'duration_secs': 1.207742} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.286767] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.287177] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d79ebcb2-ff55-442e-bb26-345ecd8d3989 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.298397] env[70483]: DEBUG oslo_vmware.api [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 883.298397] env[70483]: value = "task-3478044" [ 883.298397] env[70483]: _type = "Task" [ 883.298397] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.311964] env[70483]: DEBUG oslo_vmware.api [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.363424] env[70483]: DEBUG oslo_vmware.api [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523a4243-a6b5-6c35-2db6-deb147e3ab6c, 'name': SearchDatastore_Task, 'duration_secs': 0.01091} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.363424] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbd26816-d5e6-4202-9fd5-21e59bcd927d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.371325] env[70483]: DEBUG oslo_vmware.api [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Waiting for the task: (returnval){ [ 883.371325] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52237c5f-8084-6432-1e10-df3fe2b75cfc" [ 883.371325] env[70483]: _type = "Task" [ 883.371325] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.386610] env[70483]: DEBUG oslo_vmware.api [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52237c5f-8084-6432-1e10-df3fe2b75cfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.457146] env[70483]: DEBUG oslo_vmware.api [None req-0883e20f-6d16-4da3-97a3-f771de92814a tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Task: {'id': task-3478041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228353} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.457430] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-0883e20f-6d16-4da3-97a3-f771de92814a tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.457666] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0883e20f-6d16-4da3-97a3-f771de92814a tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.457870] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0883e20f-6d16-4da3-97a3-f771de92814a tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.458062] env[70483]: INFO nova.compute.manager [None req-0883e20f-6d16-4da3-97a3-f771de92814a tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Took 1.10 seconds to destroy the instance on the hypervisor. [ 883.458312] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0883e20f-6d16-4da3-97a3-f771de92814a tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.458508] env[70483]: DEBUG nova.compute.manager [-] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 883.458592] env[70483]: DEBUG nova.network.neutron [-] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 883.478408] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 883.478408] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5284a4ce-e0f6-349c-3427-d31c3b585587" [ 883.478408] env[70483]: _type = "HttpNfcLease" [ 883.478408] env[70483]: } is ready. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 883.478740] env[70483]: DEBUG oslo_vmware.rw_handles [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 883.478740] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5284a4ce-e0f6-349c-3427-d31c3b585587" [ 883.478740] env[70483]: _type = "HttpNfcLease" [ 883.478740] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 883.479508] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ee1924-a307-456e-9e1e-a6da2ed89b0e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.482708] env[70483]: DEBUG nova.network.neutron [-] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 883.489609] env[70483]: DEBUG oslo_vmware.rw_handles [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d6b45e-0743-320a-d619-f5f6afa40af2/disk-0.vmdk from lease info. {{(pid=70483) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 883.489861] env[70483]: DEBUG oslo_vmware.rw_handles [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d6b45e-0743-320a-d619-f5f6afa40af2/disk-0.vmdk for reading. {{(pid=70483) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 883.580741] env[70483]: DEBUG nova.compute.manager [req-47214283-42cd-43ad-8f82-cabf0b869a63 req-52391181-7915-4291-8bfc-78cd6a5cb0b4 service nova] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Received event network-vif-deleted-2d594a86-9af8-4dea-926d-ed79a554ca09 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.580741] env[70483]: INFO nova.compute.manager [req-47214283-42cd-43ad-8f82-cabf0b869a63 req-52391181-7915-4291-8bfc-78cd6a5cb0b4 service nova] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Neutron deleted interface 2d594a86-9af8-4dea-926d-ed79a554ca09; detaching it from the instance and deleting it from the info cache [ 883.580741] env[70483]: DEBUG nova.network.neutron [req-47214283-42cd-43ad-8f82-cabf0b869a63 req-52391181-7915-4291-8bfc-78cd6a5cb0b4 service nova] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.588322] env[70483]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-05e02a81-39b8-4473-a76d-3ae91827625c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.597512] env[70483]: DEBUG nova.compute.manager [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 883.640143] env[70483]: DEBUG nova.network.neutron [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Successfully created port: 8b0d73c3-d321-4316-8339-d478f4dcd33d {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 883.699301] env[70483]: DEBUG oslo_vmware.api [None req-d9ffefd8-77c9-4c58-8c03-24cb5e8cf40c tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Task: {'id': task-3478043, 'name': PowerOffVM_Task, 'duration_secs': 0.249735} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.702196] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ffefd8-77c9-4c58-8c03-24cb5e8cf40c tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.702407] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ffefd8-77c9-4c58-8c03-24cb5e8cf40c tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.705096] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ddd7a29-51e5-4b33-a94e-ad71fd3a976e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.797136] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ffefd8-77c9-4c58-8c03-24cb5e8cf40c tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.797136] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ffefd8-77c9-4c58-8c03-24cb5e8cf40c tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.797394] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9ffefd8-77c9-4c58-8c03-24cb5e8cf40c tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Deleting the datastore file [datastore2] e6bb49fb-8343-44b2-85e7-9406a185b1a9 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.797751] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f18df8dd-0a66-4db4-81f4-25fef9539066 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.812812] env[70483]: DEBUG oslo_vmware.api [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478044, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.814428] env[70483]: DEBUG oslo_vmware.api [None req-d9ffefd8-77c9-4c58-8c03-24cb5e8cf40c tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Waiting for the task: (returnval){ [ 883.814428] env[70483]: value = "task-3478046" [ 883.814428] env[70483]: _type = "Task" [ 883.814428] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.826260] env[70483]: DEBUG oslo_vmware.api [None req-d9ffefd8-77c9-4c58-8c03-24cb5e8cf40c tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Task: {'id': task-3478046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.885749] env[70483]: DEBUG oslo_vmware.api [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52237c5f-8084-6432-1e10-df3fe2b75cfc, 'name': SearchDatastore_Task, 'duration_secs': 0.015703} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.886025] env[70483]: DEBUG oslo_concurrency.lockutils [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.886434] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 2671b8d3-14fe-439c-9f4e-e22ab8bcb498/2671b8d3-14fe-439c-9f4e-e22ab8bcb498.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.886564] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba6e7405-2e27-4602-94b9-ffb93121d907 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.897213] env[70483]: DEBUG oslo_vmware.api [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Waiting for the task: (returnval){ [ 883.897213] env[70483]: value = "task-3478047" [ 883.897213] env[70483]: _type = "Task" [ 883.897213] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.910076] env[70483]: DEBUG oslo_vmware.api [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.927529] env[70483]: DEBUG nova.network.neutron [-] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.985150] env[70483]: DEBUG nova.network.neutron [-] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.087350] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a6c5b87c-7703-4da3-b392-7adb35ea9d86 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.099021] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69f7f5e-1519-41eb-9367-36a7b26ec36f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.153840] env[70483]: DEBUG nova.compute.manager [req-47214283-42cd-43ad-8f82-cabf0b869a63 req-52391181-7915-4291-8bfc-78cd6a5cb0b4 service nova] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Detach interface failed, port_id=2d594a86-9af8-4dea-926d-ed79a554ca09, reason: Instance c1e9b301-c1ee-47f1-8c47-7cb59cd95b15 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 884.270432] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ebe1ee-50ca-476f-a4c9-424dc8d269fd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.281282] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c8b379-4f42-4a3c-a45a-eaefd57ce802 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.335395] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d9591d-fad9-417d-ac23-d9bd0ab2724b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.351855] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e39f43d-196f-41ce-9cb6-72510e391b5a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.357699] env[70483]: DEBUG oslo_vmware.api [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478044, 'name': PowerOnVM_Task, 'duration_secs': 0.768663} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.357699] env[70483]: DEBUG oslo_vmware.api [None req-d9ffefd8-77c9-4c58-8c03-24cb5e8cf40c tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Task: {'id': task-3478046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190818} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.357835] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.357955] env[70483]: INFO nova.compute.manager [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Took 8.75 seconds to spawn the instance on the hypervisor. [ 884.358310] env[70483]: DEBUG nova.compute.manager [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.358453] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9ffefd8-77c9-4c58-8c03-24cb5e8cf40c tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.358623] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ffefd8-77c9-4c58-8c03-24cb5e8cf40c tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.358961] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ffefd8-77c9-4c58-8c03-24cb5e8cf40c tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.359124] env[70483]: INFO nova.compute.manager [None req-d9ffefd8-77c9-4c58-8c03-24cb5e8cf40c tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Took 1.19 seconds to destroy the instance on the hypervisor. [ 884.359436] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9ffefd8-77c9-4c58-8c03-24cb5e8cf40c tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.360739] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c96bbf-864e-4c29-aa45-b49fa9b9b04b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.364669] env[70483]: DEBUG nova.compute.manager [-] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 884.364669] env[70483]: DEBUG nova.network.neutron [-] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 884.375368] env[70483]: DEBUG nova.compute.provider_tree [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.411264] env[70483]: DEBUG oslo_vmware.api [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478047, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.430531] env[70483]: INFO nova.compute.manager [-] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Took 1.53 seconds to deallocate network for instance. [ 884.488840] env[70483]: INFO nova.compute.manager [-] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Took 1.03 seconds to deallocate network for instance. [ 884.624139] env[70483]: DEBUG nova.compute.manager [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 884.653184] env[70483]: DEBUG nova.virt.hardware [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.653711] env[70483]: DEBUG nova.virt.hardware [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.654054] env[70483]: DEBUG nova.virt.hardware [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.657651] env[70483]: DEBUG nova.virt.hardware [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.657651] env[70483]: DEBUG nova.virt.hardware [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.657651] env[70483]: DEBUG nova.virt.hardware [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.657651] env[70483]: DEBUG nova.virt.hardware [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.657651] env[70483]: DEBUG nova.virt.hardware [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.657651] env[70483]: DEBUG nova.virt.hardware [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.657651] env[70483]: DEBUG nova.virt.hardware [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.657651] env[70483]: DEBUG nova.virt.hardware [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.657651] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3729fb0-f982-4243-b548-db2f7bd9fecf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.668864] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b21cd2-8d64-411a-a2e5-c7131d402a6f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.882055] env[70483]: DEBUG nova.scheduler.client.report [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.898381] env[70483]: INFO nova.compute.manager [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Took 41.16 seconds to build instance. [ 884.911075] env[70483]: DEBUG oslo_vmware.api [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601954} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.912169] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 2671b8d3-14fe-439c-9f4e-e22ab8bcb498/2671b8d3-14fe-439c-9f4e-e22ab8bcb498.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.914271] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.914534] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65a2a655-e72d-4e0b-a39d-a2df0ddfc4e1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.924966] env[70483]: DEBUG oslo_vmware.api [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Waiting for the task: (returnval){ [ 884.924966] env[70483]: value = "task-3478048" [ 884.924966] env[70483]: _type = "Task" [ 884.924966] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.936455] env[70483]: DEBUG oslo_vmware.api [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.940316] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d99e1c2c-006e-408d-9a09-1b835d4d8e38 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.999966] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0883e20f-6d16-4da3-97a3-f771de92814a tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.392021] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.805s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.392021] env[70483]: DEBUG nova.compute.manager [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 885.397433] env[70483]: DEBUG oslo_concurrency.lockutils [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.270s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.400123] env[70483]: INFO nova.compute.claims [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 885.404171] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d05f0a72-59fe-4ffe-a696-6a571cba94a8 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "09654360-da5a-43e8-b884-e6423345750b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.029s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.441032] env[70483]: DEBUG oslo_vmware.api [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159942} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.442920] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.442920] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de2c548-9052-4c00-87a6-43e977077717 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.474306] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 2671b8d3-14fe-439c-9f4e-e22ab8bcb498/2671b8d3-14fe-439c-9f4e-e22ab8bcb498.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.474977] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec86d3d6-9b44-4e24-ab38-9d624d2e90f8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.499265] env[70483]: DEBUG oslo_vmware.api [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Waiting for the task: (returnval){ [ 885.499265] env[70483]: value = "task-3478049" [ 885.499265] env[70483]: _type = "Task" [ 885.499265] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.510033] env[70483]: DEBUG oslo_vmware.api [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478049, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.812122] env[70483]: DEBUG nova.compute.manager [req-c63be6ae-a542-4b04-b428-c0a5060db1ba req-b89332fb-28b2-4527-a943-2982a9cc9e6b service nova] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Received event network-vif-deleted-50db30fc-633d-449c-a85f-87a00812ad7e {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.812538] env[70483]: INFO nova.compute.manager [req-c63be6ae-a542-4b04-b428-c0a5060db1ba req-b89332fb-28b2-4527-a943-2982a9cc9e6b service nova] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Neutron deleted interface 50db30fc-633d-449c-a85f-87a00812ad7e; detaching it from the instance and deleting it from the info cache [ 885.812695] env[70483]: DEBUG nova.network.neutron [req-c63be6ae-a542-4b04-b428-c0a5060db1ba req-b89332fb-28b2-4527-a943-2982a9cc9e6b service nova] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.819332] env[70483]: DEBUG nova.network.neutron [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Successfully updated port: 8b0d73c3-d321-4316-8339-d478f4dcd33d {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 885.911023] env[70483]: DEBUG nova.compute.utils [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.911023] env[70483]: DEBUG nova.compute.manager [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 885.917058] env[70483]: DEBUG nova.compute.manager [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 885.917303] env[70483]: DEBUG nova.network.neutron [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 885.980023] env[70483]: DEBUG nova.policy [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1368f44ea374481870fff30e5d1781d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3757754b10c547d2bcb8e351c873a52a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 886.012254] env[70483]: DEBUG oslo_vmware.api [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478049, 'name': ReconfigVM_Task, 'duration_secs': 0.436124} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.013033] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 2671b8d3-14fe-439c-9f4e-e22ab8bcb498/2671b8d3-14fe-439c-9f4e-e22ab8bcb498.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.013351] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b0c35a3-6578-45c2-ae50-e10ff5c92836 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.022368] env[70483]: DEBUG oslo_vmware.api [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Waiting for the task: (returnval){ [ 886.022368] env[70483]: value = "task-3478050" [ 886.022368] env[70483]: _type = "Task" [ 886.022368] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.037288] env[70483]: DEBUG nova.network.neutron [-] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.038686] env[70483]: DEBUG oslo_vmware.api [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478050, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.276174] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "09654360-da5a-43e8-b884-e6423345750b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.276560] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "09654360-da5a-43e8-b884-e6423345750b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.276819] env[70483]: INFO nova.compute.manager [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Shelving [ 886.315233] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-71703d98-9a6c-4351-9910-6806300c57a5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.326870] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquiring lock "refresh_cache-97aa0528-ea97-494e-8563-d4dc7d92f96f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.327035] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquired lock "refresh_cache-97aa0528-ea97-494e-8563-d4dc7d92f96f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.327197] env[70483]: DEBUG nova.network.neutron [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.336434] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47d82e4-f1de-4afd-b861-f82087f5573e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.384943] env[70483]: DEBUG nova.compute.manager [req-c63be6ae-a542-4b04-b428-c0a5060db1ba req-b89332fb-28b2-4527-a943-2982a9cc9e6b service nova] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Detach interface failed, port_id=50db30fc-633d-449c-a85f-87a00812ad7e, reason: Instance e6bb49fb-8343-44b2-85e7-9406a185b1a9 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 886.420924] env[70483]: DEBUG nova.compute.manager [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 886.464319] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.530419] env[70483]: DEBUG nova.network.neutron [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Successfully created port: 20b37db9-7720-469d-b6be-efa5ff5dbe21 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 886.540316] env[70483]: INFO nova.compute.manager [-] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Took 2.18 seconds to deallocate network for instance. [ 886.540724] env[70483]: DEBUG oslo_vmware.api [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478050, 'name': Rename_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.876875] env[70483]: DEBUG nova.network.neutron [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.002681] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cf816d-f077-483b-a256-8a46d940477a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.014052] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f499c9-02e7-4430-a383-ec37ed3a0029 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.051518] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d9ffefd8-77c9-4c58-8c03-24cb5e8cf40c tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.053428] env[70483]: DEBUG nova.network.neutron [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Updating instance_info_cache with network_info: [{"id": "8b0d73c3-d321-4316-8339-d478f4dcd33d", "address": "fa:16:3e:63:be:3e", "network": {"id": "a0ba3df1-9a95-4633-a4d1-c9bb507cd560", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1747069620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b020f9de529424dbc3ba57af19c5c44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b0d73c3-d3", "ovs_interfaceid": "8b0d73c3-d321-4316-8339-d478f4dcd33d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.058681] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea3825a-9ea5-4d00-b769-c6aabbc42059 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.073039] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae62519-c95e-4bc4-b9bd-d0fd740dd7a8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.076864] env[70483]: DEBUG oslo_vmware.api [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478050, 'name': Rename_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.089799] env[70483]: DEBUG nova.compute.provider_tree [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.305199] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.305199] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57544540-097b-41a4-9b0e-1b39f16fdc06 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.314162] env[70483]: DEBUG oslo_vmware.api [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 887.314162] env[70483]: value = "task-3478051" [ 887.314162] env[70483]: _type = "Task" [ 887.314162] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.326436] env[70483]: DEBUG oslo_vmware.api [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.442963] env[70483]: DEBUG nova.compute.manager [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 887.485860] env[70483]: DEBUG nova.virt.hardware [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.486314] env[70483]: DEBUG nova.virt.hardware [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.486533] env[70483]: DEBUG nova.virt.hardware [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.487795] env[70483]: DEBUG nova.virt.hardware [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.487915] env[70483]: DEBUG nova.virt.hardware [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.488270] env[70483]: DEBUG nova.virt.hardware [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.488490] env[70483]: DEBUG nova.virt.hardware [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.488734] env[70483]: DEBUG nova.virt.hardware [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.488958] env[70483]: DEBUG nova.virt.hardware [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.489248] env[70483]: DEBUG nova.virt.hardware [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.489442] env[70483]: DEBUG nova.virt.hardware [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.491512] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c38ce4-9de0-4913-8b12-3104181a06b0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.500452] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6237391d-9e22-4dc7-bc52-54f1402f4a60 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.564925] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Releasing lock "refresh_cache-97aa0528-ea97-494e-8563-d4dc7d92f96f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.565290] env[70483]: DEBUG nova.compute.manager [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Instance network_info: |[{"id": "8b0d73c3-d321-4316-8339-d478f4dcd33d", "address": "fa:16:3e:63:be:3e", "network": {"id": "a0ba3df1-9a95-4633-a4d1-c9bb507cd560", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1747069620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b020f9de529424dbc3ba57af19c5c44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b0d73c3-d3", "ovs_interfaceid": "8b0d73c3-d321-4316-8339-d478f4dcd33d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 887.565614] env[70483]: DEBUG oslo_vmware.api [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478050, 'name': Rename_Task, 'duration_secs': 1.194156} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.565984] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:be:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4712af2-45ef-4652-8d2c-482ec70056d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b0d73c3-d321-4316-8339-d478f4dcd33d', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 887.574162] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.574903] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.574903] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 887.574903] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea63de94-b8e4-43e8-acde-73ce06ddb12e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.577115] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a1702fc-1e0a-4012-a80a-01e86d3d9f56 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.595633] env[70483]: DEBUG nova.scheduler.client.report [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.604571] env[70483]: DEBUG oslo_vmware.api [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Waiting for the task: (returnval){ [ 887.604571] env[70483]: value = "task-3478052" [ 887.604571] env[70483]: _type = "Task" [ 887.604571] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.605995] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 887.605995] env[70483]: value = "task-3478053" [ 887.605995] env[70483]: _type = "Task" [ 887.605995] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.623408] env[70483]: DEBUG oslo_vmware.api [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.627305] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478053, 'name': CreateVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.694060] env[70483]: DEBUG oslo_concurrency.lockutils [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Acquiring lock "4c2be9f9-4e6f-4208-9e61-111b4247e07e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.694398] env[70483]: DEBUG oslo_concurrency.lockutils [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Lock "4c2be9f9-4e6f-4208-9e61-111b4247e07e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.825647] env[70483]: DEBUG oslo_vmware.api [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478051, 'name': PowerOffVM_Task, 'duration_secs': 0.268167} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.826254] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.826894] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538ec655-c576-425f-9cca-b8bd0e628c61 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.848047] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3d6ebe-f92f-4fc2-939c-6ef46e0deeda {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.992796] env[70483]: DEBUG nova.compute.manager [req-e57e3725-aa69-46d5-af92-caf1056d99f4 req-ca79ca5e-91a8-44bf-93a7-9297ed7cc9aa service nova] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Received event network-vif-plugged-8b0d73c3-d321-4316-8339-d478f4dcd33d {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.993084] env[70483]: DEBUG oslo_concurrency.lockutils [req-e57e3725-aa69-46d5-af92-caf1056d99f4 req-ca79ca5e-91a8-44bf-93a7-9297ed7cc9aa service nova] Acquiring lock "97aa0528-ea97-494e-8563-d4dc7d92f96f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.993956] env[70483]: DEBUG oslo_concurrency.lockutils [req-e57e3725-aa69-46d5-af92-caf1056d99f4 req-ca79ca5e-91a8-44bf-93a7-9297ed7cc9aa service nova] Lock "97aa0528-ea97-494e-8563-d4dc7d92f96f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.993956] env[70483]: DEBUG oslo_concurrency.lockutils [req-e57e3725-aa69-46d5-af92-caf1056d99f4 req-ca79ca5e-91a8-44bf-93a7-9297ed7cc9aa service nova] Lock "97aa0528-ea97-494e-8563-d4dc7d92f96f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.993956] env[70483]: DEBUG nova.compute.manager [req-e57e3725-aa69-46d5-af92-caf1056d99f4 req-ca79ca5e-91a8-44bf-93a7-9297ed7cc9aa service nova] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] No waiting events found dispatching network-vif-plugged-8b0d73c3-d321-4316-8339-d478f4dcd33d {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 887.993956] env[70483]: WARNING nova.compute.manager [req-e57e3725-aa69-46d5-af92-caf1056d99f4 req-ca79ca5e-91a8-44bf-93a7-9297ed7cc9aa service nova] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Received unexpected event network-vif-plugged-8b0d73c3-d321-4316-8339-d478f4dcd33d for instance with vm_state building and task_state spawning. [ 887.993956] env[70483]: DEBUG nova.compute.manager [req-e57e3725-aa69-46d5-af92-caf1056d99f4 req-ca79ca5e-91a8-44bf-93a7-9297ed7cc9aa service nova] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Received event network-changed-8b0d73c3-d321-4316-8339-d478f4dcd33d {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.994409] env[70483]: DEBUG nova.compute.manager [req-e57e3725-aa69-46d5-af92-caf1056d99f4 req-ca79ca5e-91a8-44bf-93a7-9297ed7cc9aa service nova] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Refreshing instance network info cache due to event network-changed-8b0d73c3-d321-4316-8339-d478f4dcd33d. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 887.994409] env[70483]: DEBUG oslo_concurrency.lockutils [req-e57e3725-aa69-46d5-af92-caf1056d99f4 req-ca79ca5e-91a8-44bf-93a7-9297ed7cc9aa service nova] Acquiring lock "refresh_cache-97aa0528-ea97-494e-8563-d4dc7d92f96f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.994409] env[70483]: DEBUG oslo_concurrency.lockutils [req-e57e3725-aa69-46d5-af92-caf1056d99f4 req-ca79ca5e-91a8-44bf-93a7-9297ed7cc9aa service nova] Acquired lock "refresh_cache-97aa0528-ea97-494e-8563-d4dc7d92f96f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.994598] env[70483]: DEBUG nova.network.neutron [req-e57e3725-aa69-46d5-af92-caf1056d99f4 req-ca79ca5e-91a8-44bf-93a7-9297ed7cc9aa service nova] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Refreshing network info cache for port 8b0d73c3-d321-4316-8339-d478f4dcd33d {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 888.102067] env[70483]: DEBUG oslo_concurrency.lockutils [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.102669] env[70483]: DEBUG nova.compute.manager [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 888.105907] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9f0fe11e-90fe-4d4c-b56e-f26d34529160 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.448s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.106331] env[70483]: DEBUG nova.objects.instance [None req-9f0fe11e-90fe-4d4c-b56e-f26d34529160 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Lazy-loading 'resources' on Instance uuid 638038d2-367a-4b34-96fa-9117c427a22d {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.121334] env[70483]: DEBUG oslo_vmware.api [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478052, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.124841] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478053, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.244251] env[70483]: DEBUG nova.network.neutron [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Successfully updated port: 20b37db9-7720-469d-b6be-efa5ff5dbe21 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 888.360658] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Creating Snapshot of the VM instance {{(pid=70483) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 888.361047] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2c80d676-b60d-4e81-8474-4d044aa3a2b7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.369764] env[70483]: DEBUG oslo_vmware.api [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 888.369764] env[70483]: value = "task-3478054" [ 888.369764] env[70483]: _type = "Task" [ 888.369764] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.385036] env[70483]: DEBUG oslo_vmware.api [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478054, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.608986] env[70483]: DEBUG nova.compute.utils [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 888.613893] env[70483]: DEBUG nova.compute.manager [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 888.614096] env[70483]: DEBUG nova.network.neutron [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 888.633173] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478053, 'name': CreateVM_Task, 'duration_secs': 0.63893} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.636326] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.637247] env[70483]: DEBUG oslo_vmware.api [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478052, 'name': PowerOnVM_Task, 'duration_secs': 0.614519} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.637247] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.637396] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.638466] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.638466] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.638466] env[70483]: INFO nova.compute.manager [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Took 10.09 seconds to spawn the instance on the hypervisor. [ 888.638466] env[70483]: DEBUG nova.compute.manager [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.638835] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c107a6d-05e1-42a3-b295-dd8de803e54a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.641078] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02e162f-78cc-472e-9a0e-5bfd4168f705 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.648299] env[70483]: DEBUG oslo_vmware.api [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 888.648299] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]521b730c-ecb4-1042-62e4-f28af979d2f5" [ 888.648299] env[70483]: _type = "Task" [ 888.648299] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.665753] env[70483]: DEBUG oslo_vmware.api [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]521b730c-ecb4-1042-62e4-f28af979d2f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.696505] env[70483]: DEBUG nova.policy [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f7ce145707446678df6ab2bff02d045', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84418d18165e4ac190d3bda896cf0ab7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 888.748485] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Acquiring lock "refresh_cache-a97dc332-4c51-4dcc-ac42-0b477aca5e3c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.748485] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Acquired lock "refresh_cache-a97dc332-4c51-4dcc-ac42-0b477aca5e3c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.748485] env[70483]: DEBUG nova.network.neutron [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.756820] env[70483]: DEBUG oslo_concurrency.lockutils [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquiring lock "a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.757073] env[70483]: DEBUG oslo_concurrency.lockutils [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lock "a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.757253] env[70483]: INFO nova.compute.manager [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Shelving [ 888.807774] env[70483]: DEBUG nova.network.neutron [req-e57e3725-aa69-46d5-af92-caf1056d99f4 req-ca79ca5e-91a8-44bf-93a7-9297ed7cc9aa service nova] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Updated VIF entry in instance network info cache for port 8b0d73c3-d321-4316-8339-d478f4dcd33d. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.807889] env[70483]: DEBUG nova.network.neutron [req-e57e3725-aa69-46d5-af92-caf1056d99f4 req-ca79ca5e-91a8-44bf-93a7-9297ed7cc9aa service nova] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Updating instance_info_cache with network_info: [{"id": "8b0d73c3-d321-4316-8339-d478f4dcd33d", "address": "fa:16:3e:63:be:3e", "network": {"id": "a0ba3df1-9a95-4633-a4d1-c9bb507cd560", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1747069620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b020f9de529424dbc3ba57af19c5c44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b0d73c3-d3", "ovs_interfaceid": "8b0d73c3-d321-4316-8339-d478f4dcd33d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.884252] env[70483]: DEBUG oslo_vmware.api [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478054, 'name': CreateSnapshot_Task, 'duration_secs': 0.456766} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.884513] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Created Snapshot of the VM instance {{(pid=70483) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 888.885217] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d528f03-9aee-4338-b838-964160dce11d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.059523] env[70483]: DEBUG nova.network.neutron [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Successfully created port: 33e0690d-667f-48f2-98a8-9b1be7f53a36 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 889.119334] env[70483]: DEBUG nova.compute.manager [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 889.167144] env[70483]: INFO nova.compute.manager [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Took 45.05 seconds to build instance. [ 889.171760] env[70483]: DEBUG oslo_vmware.api [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]521b730c-ecb4-1042-62e4-f28af979d2f5, 'name': SearchDatastore_Task, 'duration_secs': 0.017969} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.176620] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.176620] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.177964] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.177964] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.177964] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.177964] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c180436a-4c30-489f-a194-80621a5747ac {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.188351] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.188455] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.189930] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-193b3f9f-c8b8-4e1a-8f52-7e7372d9b46c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.198777] env[70483]: DEBUG oslo_vmware.api [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 889.198777] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52295561-889b-c979-ac20-534a5c61f3f7" [ 889.198777] env[70483]: _type = "Task" [ 889.198777] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.208728] env[70483]: DEBUG oslo_vmware.api [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52295561-889b-c979-ac20-534a5c61f3f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.271923] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871a04d2-ac3a-4219-bd5f-c72718e28f5a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.280200] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a319533-ad75-40aa-966c-b1b7cc6b3bc6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.312945] env[70483]: DEBUG oslo_concurrency.lockutils [req-e57e3725-aa69-46d5-af92-caf1056d99f4 req-ca79ca5e-91a8-44bf-93a7-9297ed7cc9aa service nova] Releasing lock "refresh_cache-97aa0528-ea97-494e-8563-d4dc7d92f96f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.314606] env[70483]: DEBUG nova.network.neutron [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 889.316861] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1c0108-2160-48d1-9796-29ac1d40063a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.325419] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9626e959-f562-4376-b653-1021e221dc32 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.340457] env[70483]: DEBUG nova.compute.provider_tree [None req-9f0fe11e-90fe-4d4c-b56e-f26d34529160 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.408153] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Creating linked-clone VM from snapshot {{(pid=70483) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 889.408153] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3c5c6490-7799-461d-b1db-2d674374fc62 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.418949] env[70483]: DEBUG oslo_vmware.api [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 889.418949] env[70483]: value = "task-3478055" [ 889.418949] env[70483]: _type = "Task" [ 889.418949] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.427845] env[70483]: DEBUG oslo_vmware.api [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478055, 'name': CloneVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.483514] env[70483]: DEBUG nova.network.neutron [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Updating instance_info_cache with network_info: [{"id": "20b37db9-7720-469d-b6be-efa5ff5dbe21", "address": "fa:16:3e:a4:16:f5", "network": {"id": "41288b74-7aa3-4633-99bb-3cb43c17737e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1230723416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3757754b10c547d2bcb8e351c873a52a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20b37db9-77", "ovs_interfaceid": "20b37db9-7720-469d-b6be-efa5ff5dbe21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.674515] env[70483]: DEBUG oslo_concurrency.lockutils [None req-35d8a44a-1480-4c28-b327-32f299ff8d8d tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Lock "2671b8d3-14fe-439c-9f4e-e22ab8bcb498" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.581s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.711873] env[70483]: DEBUG oslo_vmware.api [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52295561-889b-c979-ac20-534a5c61f3f7, 'name': SearchDatastore_Task, 'duration_secs': 0.03143} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.712220] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab40fb58-b37c-4b88-a72b-813ef943b9df {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.717630] env[70483]: DEBUG oslo_vmware.api [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 889.717630] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524fb4f5-1bf4-a5b4-9842-3224a5dc8c2d" [ 889.717630] env[70483]: _type = "Task" [ 889.717630] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.725989] env[70483]: DEBUG oslo_vmware.api [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524fb4f5-1bf4-a5b4-9842-3224a5dc8c2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.776462] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.776462] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21a10592-586b-4ce4-b06c-07b87884cd43 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.784306] env[70483]: DEBUG oslo_vmware.api [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 889.784306] env[70483]: value = "task-3478056" [ 889.784306] env[70483]: _type = "Task" [ 889.784306] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.794158] env[70483]: DEBUG oslo_vmware.api [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.845376] env[70483]: DEBUG nova.scheduler.client.report [None req-9f0fe11e-90fe-4d4c-b56e-f26d34529160 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.929638] env[70483]: DEBUG oslo_vmware.api [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478055, 'name': CloneVM_Task} progress is 94%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.986785] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Releasing lock "refresh_cache-a97dc332-4c51-4dcc-ac42-0b477aca5e3c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.987195] env[70483]: DEBUG nova.compute.manager [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Instance network_info: |[{"id": "20b37db9-7720-469d-b6be-efa5ff5dbe21", "address": "fa:16:3e:a4:16:f5", "network": {"id": "41288b74-7aa3-4633-99bb-3cb43c17737e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1230723416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3757754b10c547d2bcb8e351c873a52a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20b37db9-77", "ovs_interfaceid": "20b37db9-7720-469d-b6be-efa5ff5dbe21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.987701] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:16:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '748a5204-8f14-402c-9a6e-f3e6104db082', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20b37db9-7720-469d-b6be-efa5ff5dbe21', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.998470] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.998470] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.998470] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-609ddcde-adde-4120-a925-0f4b1a5f5629 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.018592] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.018592] env[70483]: value = "task-3478057" [ 890.018592] env[70483]: _type = "Task" [ 890.018592] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.026948] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478057, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.130087] env[70483]: DEBUG nova.compute.manager [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 890.154802] env[70483]: DEBUG nova.virt.hardware [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.155123] env[70483]: DEBUG nova.virt.hardware [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.155318] env[70483]: DEBUG nova.virt.hardware [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.155538] env[70483]: DEBUG nova.virt.hardware [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.155689] env[70483]: DEBUG nova.virt.hardware [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.155834] env[70483]: DEBUG nova.virt.hardware [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.156057] env[70483]: DEBUG nova.virt.hardware [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.156260] env[70483]: DEBUG nova.virt.hardware [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.156375] env[70483]: DEBUG nova.virt.hardware [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.156567] env[70483]: DEBUG nova.virt.hardware [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.156788] env[70483]: DEBUG nova.virt.hardware [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.157755] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55dcd01b-87f9-4807-b333-d784d81b5a1a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.166747] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9cf1b4-cd93-4a26-a112-f6034d3b7d63 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.183022] env[70483]: DEBUG nova.compute.manager [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 890.187650] env[70483]: DEBUG nova.compute.manager [req-7a4cd9a5-c9d5-4e67-8d27-c935ba889075 req-d885ac18-332d-4a30-acf3-5e20bed95f63 service nova] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Received event network-vif-plugged-20b37db9-7720-469d-b6be-efa5ff5dbe21 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.187943] env[70483]: DEBUG oslo_concurrency.lockutils [req-7a4cd9a5-c9d5-4e67-8d27-c935ba889075 req-d885ac18-332d-4a30-acf3-5e20bed95f63 service nova] Acquiring lock "a97dc332-4c51-4dcc-ac42-0b477aca5e3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.188203] env[70483]: DEBUG oslo_concurrency.lockutils [req-7a4cd9a5-c9d5-4e67-8d27-c935ba889075 req-d885ac18-332d-4a30-acf3-5e20bed95f63 service nova] Lock "a97dc332-4c51-4dcc-ac42-0b477aca5e3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.188429] env[70483]: DEBUG oslo_concurrency.lockutils [req-7a4cd9a5-c9d5-4e67-8d27-c935ba889075 req-d885ac18-332d-4a30-acf3-5e20bed95f63 service nova] Lock "a97dc332-4c51-4dcc-ac42-0b477aca5e3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.188638] env[70483]: DEBUG nova.compute.manager [req-7a4cd9a5-c9d5-4e67-8d27-c935ba889075 req-d885ac18-332d-4a30-acf3-5e20bed95f63 service nova] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] No waiting events found dispatching network-vif-plugged-20b37db9-7720-469d-b6be-efa5ff5dbe21 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 890.188851] env[70483]: WARNING nova.compute.manager [req-7a4cd9a5-c9d5-4e67-8d27-c935ba889075 req-d885ac18-332d-4a30-acf3-5e20bed95f63 service nova] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Received unexpected event network-vif-plugged-20b37db9-7720-469d-b6be-efa5ff5dbe21 for instance with vm_state building and task_state spawning. [ 890.189062] env[70483]: DEBUG nova.compute.manager [req-7a4cd9a5-c9d5-4e67-8d27-c935ba889075 req-d885ac18-332d-4a30-acf3-5e20bed95f63 service nova] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Received event network-changed-20b37db9-7720-469d-b6be-efa5ff5dbe21 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.189266] env[70483]: DEBUG nova.compute.manager [req-7a4cd9a5-c9d5-4e67-8d27-c935ba889075 req-d885ac18-332d-4a30-acf3-5e20bed95f63 service nova] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Refreshing instance network info cache due to event network-changed-20b37db9-7720-469d-b6be-efa5ff5dbe21. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 890.189511] env[70483]: DEBUG oslo_concurrency.lockutils [req-7a4cd9a5-c9d5-4e67-8d27-c935ba889075 req-d885ac18-332d-4a30-acf3-5e20bed95f63 service nova] Acquiring lock "refresh_cache-a97dc332-4c51-4dcc-ac42-0b477aca5e3c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.189686] env[70483]: DEBUG oslo_concurrency.lockutils [req-7a4cd9a5-c9d5-4e67-8d27-c935ba889075 req-d885ac18-332d-4a30-acf3-5e20bed95f63 service nova] Acquired lock "refresh_cache-a97dc332-4c51-4dcc-ac42-0b477aca5e3c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.189881] env[70483]: DEBUG nova.network.neutron [req-7a4cd9a5-c9d5-4e67-8d27-c935ba889075 req-d885ac18-332d-4a30-acf3-5e20bed95f63 service nova] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Refreshing network info cache for port 20b37db9-7720-469d-b6be-efa5ff5dbe21 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.228898] env[70483]: DEBUG oslo_vmware.api [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524fb4f5-1bf4-a5b4-9842-3224a5dc8c2d, 'name': SearchDatastore_Task, 'duration_secs': 0.014995} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.229190] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.229450] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 97aa0528-ea97-494e-8563-d4dc7d92f96f/97aa0528-ea97-494e-8563-d4dc7d92f96f.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 890.229709] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38da2130-739f-4c14-abf5-50878083a3f4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.237498] env[70483]: DEBUG oslo_vmware.api [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 890.237498] env[70483]: value = "task-3478058" [ 890.237498] env[70483]: _type = "Task" [ 890.237498] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.246126] env[70483]: DEBUG oslo_vmware.api [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.295183] env[70483]: DEBUG oslo_vmware.api [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478056, 'name': PowerOffVM_Task, 'duration_secs': 0.385301} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.295665] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.296614] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caecc6a4-9a71-43ff-bd8a-1e15f69089f2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.318319] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945ecc46-d242-4600-b568-28725aba8b19 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.351963] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9f0fe11e-90fe-4d4c-b56e-f26d34529160 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.245s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.357012] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6671ac26-fa90-4ef7-afdf-ade146c617b2 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.684s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.357012] env[70483]: DEBUG nova.objects.instance [None req-6671ac26-fa90-4ef7-afdf-ade146c617b2 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lazy-loading 'resources' on Instance uuid 744b10e0-5286-4d1f-a014-9bd49a48ebeb {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.380508] env[70483]: INFO nova.scheduler.client.report [None req-9f0fe11e-90fe-4d4c-b56e-f26d34529160 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Deleted allocations for instance 638038d2-367a-4b34-96fa-9117c427a22d [ 890.433028] env[70483]: DEBUG oslo_vmware.api [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478055, 'name': CloneVM_Task} progress is 94%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.531587] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478057, 'name': CreateVM_Task, 'duration_secs': 0.387443} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.531794] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.532548] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.532776] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.533374] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.533458] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd2c5798-8624-484b-889b-acf1f16194a2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.538532] env[70483]: DEBUG oslo_vmware.api [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Waiting for the task: (returnval){ [ 890.538532] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523e0571-ad73-9006-c75f-51e5aa095e9f" [ 890.538532] env[70483]: _type = "Task" [ 890.538532] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.548425] env[70483]: DEBUG oslo_vmware.api [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523e0571-ad73-9006-c75f-51e5aa095e9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.640063] env[70483]: DEBUG nova.network.neutron [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Successfully updated port: 33e0690d-667f-48f2-98a8-9b1be7f53a36 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 890.713143] env[70483]: DEBUG oslo_concurrency.lockutils [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.752714] env[70483]: DEBUG oslo_vmware.api [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478058, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.829562] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Creating Snapshot of the VM instance {{(pid=70483) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 890.829962] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b5a89f41-81f2-4de2-ab70-34cf4ce4f8e9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.839185] env[70483]: DEBUG oslo_vmware.api [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 890.839185] env[70483]: value = "task-3478059" [ 890.839185] env[70483]: _type = "Task" [ 890.839185] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.850461] env[70483]: DEBUG oslo_vmware.api [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478059, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.891404] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9f0fe11e-90fe-4d4c-b56e-f26d34529160 tempest-ServerShowV257Test-1700569933 tempest-ServerShowV257Test-1700569933-project-member] Lock "638038d2-367a-4b34-96fa-9117c427a22d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.559s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.925659] env[70483]: DEBUG nova.network.neutron [req-7a4cd9a5-c9d5-4e67-8d27-c935ba889075 req-d885ac18-332d-4a30-acf3-5e20bed95f63 service nova] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Updated VIF entry in instance network info cache for port 20b37db9-7720-469d-b6be-efa5ff5dbe21. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.926167] env[70483]: DEBUG nova.network.neutron [req-7a4cd9a5-c9d5-4e67-8d27-c935ba889075 req-d885ac18-332d-4a30-acf3-5e20bed95f63 service nova] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Updating instance_info_cache with network_info: [{"id": "20b37db9-7720-469d-b6be-efa5ff5dbe21", "address": "fa:16:3e:a4:16:f5", "network": {"id": "41288b74-7aa3-4633-99bb-3cb43c17737e", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1230723416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3757754b10c547d2bcb8e351c873a52a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20b37db9-77", "ovs_interfaceid": "20b37db9-7720-469d-b6be-efa5ff5dbe21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.937679] env[70483]: DEBUG oslo_vmware.api [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478055, 'name': CloneVM_Task, 'duration_secs': 1.29589} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.938698] env[70483]: INFO nova.virt.vmwareapi.vmops [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Created linked-clone VM from snapshot [ 890.939617] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750f6e71-f87e-43e5-a222-61239f1f70de {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.950615] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Uploading image 4c5d8e2f-f56a-4492-b79f-ca355ec14d97 {{(pid=70483) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 890.976010] env[70483]: DEBUG oslo_vmware.rw_handles [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 890.976010] env[70483]: value = "vm-695384" [ 890.976010] env[70483]: _type = "VirtualMachine" [ 890.976010] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 890.976378] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fb045670-2f3a-4368-b56a-fb2506b4b9ce {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.984206] env[70483]: DEBUG oslo_vmware.rw_handles [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lease: (returnval){ [ 890.984206] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]521e56ad-7838-4f80-757a-88d84a5377a8" [ 890.984206] env[70483]: _type = "HttpNfcLease" [ 890.984206] env[70483]: } obtained for exporting VM: (result){ [ 890.984206] env[70483]: value = "vm-695384" [ 890.984206] env[70483]: _type = "VirtualMachine" [ 890.984206] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 890.984552] env[70483]: DEBUG oslo_vmware.api [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the lease: (returnval){ [ 890.984552] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]521e56ad-7838-4f80-757a-88d84a5377a8" [ 890.984552] env[70483]: _type = "HttpNfcLease" [ 890.984552] env[70483]: } to be ready. {{(pid=70483) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 890.994034] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 890.994034] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]521e56ad-7838-4f80-757a-88d84a5377a8" [ 890.994034] env[70483]: _type = "HttpNfcLease" [ 890.994034] env[70483]: } is initializing. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 891.053771] env[70483]: DEBUG oslo_vmware.api [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523e0571-ad73-9006-c75f-51e5aa095e9f, 'name': SearchDatastore_Task, 'duration_secs': 0.063471} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.055371] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.055616] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.055856] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.056007] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.056192] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.060484] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a3ac2a1-3040-44f0-8c3b-df36058e52c0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.071323] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.071763] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.075028] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd71d1f4-b27e-41e1-861c-f414b8477f11 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.080374] env[70483]: DEBUG oslo_vmware.api [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Waiting for the task: (returnval){ [ 891.080374] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5217f994-a964-da96-49a2-74cd50a53bff" [ 891.080374] env[70483]: _type = "Task" [ 891.080374] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.093352] env[70483]: DEBUG oslo_vmware.api [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5217f994-a964-da96-49a2-74cd50a53bff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.142732] env[70483]: DEBUG oslo_concurrency.lockutils [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquiring lock "refresh_cache-1c1a03ee-0c26-464c-8f65-c093a73c833c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.143068] env[70483]: DEBUG oslo_concurrency.lockutils [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquired lock "refresh_cache-1c1a03ee-0c26-464c-8f65-c093a73c833c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.143068] env[70483]: DEBUG nova.network.neutron [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.248290] env[70483]: DEBUG oslo_vmware.api [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621275} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.248577] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 97aa0528-ea97-494e-8563-d4dc7d92f96f/97aa0528-ea97-494e-8563-d4dc7d92f96f.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.248796] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.249081] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11544824-2991-4529-902c-259c52e2b1aa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.258490] env[70483]: DEBUG oslo_vmware.api [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 891.258490] env[70483]: value = "task-3478061" [ 891.258490] env[70483]: _type = "Task" [ 891.258490] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.267970] env[70483]: DEBUG oslo_vmware.api [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478061, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.352427] env[70483]: DEBUG oslo_vmware.api [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478059, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.412427] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ecfbcb-6d19-4553-a97e-77a8c09ebac0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.420517] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b051b3ff-145c-4bf8-817c-5cc2a642b42b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.450124] env[70483]: DEBUG oslo_concurrency.lockutils [req-7a4cd9a5-c9d5-4e67-8d27-c935ba889075 req-d885ac18-332d-4a30-acf3-5e20bed95f63 service nova] Releasing lock "refresh_cache-a97dc332-4c51-4dcc-ac42-0b477aca5e3c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.452270] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08e9a67-2713-460c-a6b2-7d6fe0d364c5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.459381] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926cd9a7-d269-4046-99f5-921b20541e45 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.475026] env[70483]: DEBUG nova.compute.provider_tree [None req-6671ac26-fa90-4ef7-afdf-ade146c617b2 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.494439] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 891.494439] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]521e56ad-7838-4f80-757a-88d84a5377a8" [ 891.494439] env[70483]: _type = "HttpNfcLease" [ 891.494439] env[70483]: } is ready. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 891.494753] env[70483]: DEBUG oslo_vmware.rw_handles [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 891.494753] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]521e56ad-7838-4f80-757a-88d84a5377a8" [ 891.494753] env[70483]: _type = "HttpNfcLease" [ 891.494753] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 891.495529] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36982af-25db-4034-9886-53a80cfc9efc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.504511] env[70483]: DEBUG oslo_vmware.rw_handles [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52109819-730c-2834-fbb9-09f99682edee/disk-0.vmdk from lease info. {{(pid=70483) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 891.504713] env[70483]: DEBUG oslo_vmware.rw_handles [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52109819-730c-2834-fbb9-09f99682edee/disk-0.vmdk for reading. {{(pid=70483) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 891.569554] env[70483]: DEBUG nova.compute.manager [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Stashing vm_state: active {{(pid=70483) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 891.593932] env[70483]: DEBUG oslo_vmware.api [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5217f994-a964-da96-49a2-74cd50a53bff, 'name': SearchDatastore_Task, 'duration_secs': 0.012083} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.594770] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afcbad25-d780-4f62-a887-6f7b360c48ff {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.602815] env[70483]: DEBUG oslo_vmware.api [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Waiting for the task: (returnval){ [ 891.602815] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52dea77a-b0ee-ec6a-b85a-6c06eca9714e" [ 891.602815] env[70483]: _type = "Task" [ 891.602815] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.614324] env[70483]: DEBUG oslo_vmware.api [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52dea77a-b0ee-ec6a-b85a-6c06eca9714e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.614896] env[70483]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-faedd131-3551-4617-9ac2-9073c2467782 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.681451] env[70483]: DEBUG nova.network.neutron [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.769649] env[70483]: DEBUG oslo_vmware.api [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478061, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.837058] env[70483]: DEBUG nova.network.neutron [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Updating instance_info_cache with network_info: [{"id": "33e0690d-667f-48f2-98a8-9b1be7f53a36", "address": "fa:16:3e:2a:66:3a", "network": {"id": "9861b311-3a0b-4bcb-9999-396319727fd4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1974117760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84418d18165e4ac190d3bda896cf0ab7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33e0690d-66", "ovs_interfaceid": "33e0690d-667f-48f2-98a8-9b1be7f53a36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.853776] env[70483]: DEBUG oslo_vmware.api [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478059, 'name': CreateSnapshot_Task, 'duration_secs': 0.817535} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.854110] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Created Snapshot of the VM instance {{(pid=70483) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 891.854956] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f96e94-1b13-4f57-ad19-ce8ca355c359 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.978308] env[70483]: DEBUG nova.scheduler.client.report [None req-6671ac26-fa90-4ef7-afdf-ade146c617b2 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.092526] env[70483]: DEBUG oslo_concurrency.lockutils [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.113513] env[70483]: DEBUG oslo_vmware.api [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52dea77a-b0ee-ec6a-b85a-6c06eca9714e, 'name': SearchDatastore_Task, 'duration_secs': 0.016774} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.113948] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.114225] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] a97dc332-4c51-4dcc-ac42-0b477aca5e3c/a97dc332-4c51-4dcc-ac42-0b477aca5e3c.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.114440] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aee41267-4158-4075-a0b6-d33e4536ae4d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.121537] env[70483]: DEBUG oslo_vmware.api [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Waiting for the task: (returnval){ [ 892.121537] env[70483]: value = "task-3478062" [ 892.121537] env[70483]: _type = "Task" [ 892.121537] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.131903] env[70483]: DEBUG oslo_vmware.api [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': task-3478062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.269208] env[70483]: DEBUG nova.compute.manager [req-9b85dbb2-0c0c-413b-a06b-982071e95c8d req-3d5ee9fa-d8ca-4cc4-80d3-c6846c47713a service nova] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Received event network-vif-plugged-33e0690d-667f-48f2-98a8-9b1be7f53a36 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.269558] env[70483]: DEBUG oslo_concurrency.lockutils [req-9b85dbb2-0c0c-413b-a06b-982071e95c8d req-3d5ee9fa-d8ca-4cc4-80d3-c6846c47713a service nova] Acquiring lock "1c1a03ee-0c26-464c-8f65-c093a73c833c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.269880] env[70483]: DEBUG oslo_concurrency.lockutils [req-9b85dbb2-0c0c-413b-a06b-982071e95c8d req-3d5ee9fa-d8ca-4cc4-80d3-c6846c47713a service nova] Lock "1c1a03ee-0c26-464c-8f65-c093a73c833c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.270213] env[70483]: DEBUG oslo_concurrency.lockutils [req-9b85dbb2-0c0c-413b-a06b-982071e95c8d req-3d5ee9fa-d8ca-4cc4-80d3-c6846c47713a service nova] Lock "1c1a03ee-0c26-464c-8f65-c093a73c833c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.270498] env[70483]: DEBUG nova.compute.manager [req-9b85dbb2-0c0c-413b-a06b-982071e95c8d req-3d5ee9fa-d8ca-4cc4-80d3-c6846c47713a service nova] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] No waiting events found dispatching network-vif-plugged-33e0690d-667f-48f2-98a8-9b1be7f53a36 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 892.270818] env[70483]: WARNING nova.compute.manager [req-9b85dbb2-0c0c-413b-a06b-982071e95c8d req-3d5ee9fa-d8ca-4cc4-80d3-c6846c47713a service nova] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Received unexpected event network-vif-plugged-33e0690d-667f-48f2-98a8-9b1be7f53a36 for instance with vm_state building and task_state spawning. [ 892.271102] env[70483]: DEBUG nova.compute.manager [req-9b85dbb2-0c0c-413b-a06b-982071e95c8d req-3d5ee9fa-d8ca-4cc4-80d3-c6846c47713a service nova] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Received event network-changed-33e0690d-667f-48f2-98a8-9b1be7f53a36 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.271297] env[70483]: DEBUG nova.compute.manager [req-9b85dbb2-0c0c-413b-a06b-982071e95c8d req-3d5ee9fa-d8ca-4cc4-80d3-c6846c47713a service nova] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Refreshing instance network info cache due to event network-changed-33e0690d-667f-48f2-98a8-9b1be7f53a36. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 892.271532] env[70483]: DEBUG oslo_concurrency.lockutils [req-9b85dbb2-0c0c-413b-a06b-982071e95c8d req-3d5ee9fa-d8ca-4cc4-80d3-c6846c47713a service nova] Acquiring lock "refresh_cache-1c1a03ee-0c26-464c-8f65-c093a73c833c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.279725] env[70483]: DEBUG oslo_vmware.api [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478061, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.703112} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.280185] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.281324] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20ead3d-567a-4614-bac1-19f03e0893ac {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.307895] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 97aa0528-ea97-494e-8563-d4dc7d92f96f/97aa0528-ea97-494e-8563-d4dc7d92f96f.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.308623] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87988468-e89d-4485-9fc2-9d165f6c773c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.337038] env[70483]: DEBUG oslo_vmware.api [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 892.337038] env[70483]: value = "task-3478063" [ 892.337038] env[70483]: _type = "Task" [ 892.337038] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.342755] env[70483]: DEBUG oslo_concurrency.lockutils [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Releasing lock "refresh_cache-1c1a03ee-0c26-464c-8f65-c093a73c833c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.343240] env[70483]: DEBUG nova.compute.manager [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Instance network_info: |[{"id": "33e0690d-667f-48f2-98a8-9b1be7f53a36", "address": "fa:16:3e:2a:66:3a", "network": {"id": "9861b311-3a0b-4bcb-9999-396319727fd4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1974117760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84418d18165e4ac190d3bda896cf0ab7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33e0690d-66", "ovs_interfaceid": "33e0690d-667f-48f2-98a8-9b1be7f53a36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 892.344011] env[70483]: DEBUG oslo_vmware.api [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478063, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.344373] env[70483]: DEBUG oslo_concurrency.lockutils [req-9b85dbb2-0c0c-413b-a06b-982071e95c8d req-3d5ee9fa-d8ca-4cc4-80d3-c6846c47713a service nova] Acquired lock "refresh_cache-1c1a03ee-0c26-464c-8f65-c093a73c833c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.345779] env[70483]: DEBUG nova.network.neutron [req-9b85dbb2-0c0c-413b-a06b-982071e95c8d req-3d5ee9fa-d8ca-4cc4-80d3-c6846c47713a service nova] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Refreshing network info cache for port 33e0690d-667f-48f2-98a8-9b1be7f53a36 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.346699] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:66:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33e0690d-667f-48f2-98a8-9b1be7f53a36', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.355511] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.356228] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 892.357117] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-595fcab3-89ab-483b-aa0a-be82eb313a53 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.383184] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Creating linked-clone VM from snapshot {{(pid=70483) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 892.384037] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-871a1100-b00c-449a-b13e-5d4f2115ebfd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.392055] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 892.392055] env[70483]: value = "task-3478064" [ 892.392055] env[70483]: _type = "Task" [ 892.392055] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.393850] env[70483]: DEBUG oslo_vmware.api [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 892.393850] env[70483]: value = "task-3478065" [ 892.393850] env[70483]: _type = "Task" [ 892.393850] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.406592] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478064, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.410142] env[70483]: DEBUG oslo_vmware.api [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478065, 'name': CloneVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.484266] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6671ac26-fa90-4ef7-afdf-ade146c617b2 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.130s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.487787] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ee089702-6040-40df-9ea8-a83bbe082b74 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.519s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.488214] env[70483]: DEBUG nova.objects.instance [None req-ee089702-6040-40df-9ea8-a83bbe082b74 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lazy-loading 'resources' on Instance uuid e175f923-53c0-4e4c-875d-2e6d4e08714a {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.515885] env[70483]: INFO nova.scheduler.client.report [None req-6671ac26-fa90-4ef7-afdf-ade146c617b2 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Deleted allocations for instance 744b10e0-5286-4d1f-a014-9bd49a48ebeb [ 892.635017] env[70483]: DEBUG oslo_vmware.api [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': task-3478062, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.845184] env[70483]: DEBUG oslo_vmware.api [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.905896] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478064, 'name': CreateVM_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.911955] env[70483]: DEBUG oslo_vmware.api [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478065, 'name': CloneVM_Task} progress is 94%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.032945] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6671ac26-fa90-4ef7-afdf-ade146c617b2 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lock "744b10e0-5286-4d1f-a014-9bd49a48ebeb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.972s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.041632] env[70483]: DEBUG oslo_vmware.rw_handles [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d6b45e-0743-320a-d619-f5f6afa40af2/disk-0.vmdk. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 893.042720] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959d2b8b-da4d-4aa3-9ec1-1e16e2df6144 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.055729] env[70483]: DEBUG oslo_vmware.rw_handles [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d6b45e-0743-320a-d619-f5f6afa40af2/disk-0.vmdk is in state: ready. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 893.055922] env[70483]: ERROR oslo_vmware.rw_handles [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d6b45e-0743-320a-d619-f5f6afa40af2/disk-0.vmdk due to incomplete transfer. [ 893.058434] env[70483]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ce1821e7-414d-4c45-8463-23872c5daf19 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.069811] env[70483]: DEBUG oslo_vmware.rw_handles [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d6b45e-0743-320a-d619-f5f6afa40af2/disk-0.vmdk. {{(pid=70483) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 893.070069] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Uploaded image 1c54301f-520b-4359-9f06-d3db735d2ac4 to the Glance image server {{(pid=70483) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 893.072584] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Destroying the VM {{(pid=70483) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 893.075076] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cdbe63c3-aef7-4b36-b848-7cc71ae301b1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.086815] env[70483]: DEBUG oslo_vmware.api [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Waiting for the task: (returnval){ [ 893.086815] env[70483]: value = "task-3478066" [ 893.086815] env[70483]: _type = "Task" [ 893.086815] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.099193] env[70483]: DEBUG oslo_vmware.api [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478066, 'name': Destroy_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.112624] env[70483]: DEBUG nova.network.neutron [req-9b85dbb2-0c0c-413b-a06b-982071e95c8d req-3d5ee9fa-d8ca-4cc4-80d3-c6846c47713a service nova] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Updated VIF entry in instance network info cache for port 33e0690d-667f-48f2-98a8-9b1be7f53a36. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.113143] env[70483]: DEBUG nova.network.neutron [req-9b85dbb2-0c0c-413b-a06b-982071e95c8d req-3d5ee9fa-d8ca-4cc4-80d3-c6846c47713a service nova] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Updating instance_info_cache with network_info: [{"id": "33e0690d-667f-48f2-98a8-9b1be7f53a36", "address": "fa:16:3e:2a:66:3a", "network": {"id": "9861b311-3a0b-4bcb-9999-396319727fd4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1974117760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84418d18165e4ac190d3bda896cf0ab7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33e0690d-66", "ovs_interfaceid": "33e0690d-667f-48f2-98a8-9b1be7f53a36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.133229] env[70483]: DEBUG oslo_vmware.api [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': task-3478062, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69994} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.135953] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] a97dc332-4c51-4dcc-ac42-0b477aca5e3c/a97dc332-4c51-4dcc-ac42-0b477aca5e3c.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.136202] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.136755] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e7e99b9-77cc-4e3d-91bf-caf13c33aac4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.143459] env[70483]: DEBUG oslo_vmware.api [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Waiting for the task: (returnval){ [ 893.143459] env[70483]: value = "task-3478067" [ 893.143459] env[70483]: _type = "Task" [ 893.143459] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.156673] env[70483]: DEBUG oslo_vmware.api [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': task-3478067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.352406] env[70483]: DEBUG oslo_vmware.api [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478063, 'name': ReconfigVM_Task, 'duration_secs': 0.764379} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.352770] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 97aa0528-ea97-494e-8563-d4dc7d92f96f/97aa0528-ea97-494e-8563-d4dc7d92f96f.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.353445] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d292354-8cb8-4cc8-93ef-0ace547036a6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.364827] env[70483]: DEBUG oslo_vmware.api [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 893.364827] env[70483]: value = "task-3478068" [ 893.364827] env[70483]: _type = "Task" [ 893.364827] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.377245] env[70483]: DEBUG oslo_vmware.api [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478068, 'name': Rename_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.409481] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478064, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.415062] env[70483]: DEBUG oslo_vmware.api [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478065, 'name': CloneVM_Task} progress is 94%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.575780] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340d8e77-efed-4c31-89e8-725636ef62d4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.583039] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fce0629-f3da-48ca-bb19-4efb08167107 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.618018] env[70483]: DEBUG oslo_concurrency.lockutils [req-9b85dbb2-0c0c-413b-a06b-982071e95c8d req-3d5ee9fa-d8ca-4cc4-80d3-c6846c47713a service nova] Releasing lock "refresh_cache-1c1a03ee-0c26-464c-8f65-c093a73c833c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.619387] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da91eb05-dbac-4d6e-a931-57cdb9f3e616 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.627463] env[70483]: DEBUG oslo_vmware.api [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478066, 'name': Destroy_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.630021] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6fc646-043f-431c-b717-69ed673c72ea {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.643814] env[70483]: DEBUG nova.compute.provider_tree [None req-ee089702-6040-40df-9ea8-a83bbe082b74 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.657017] env[70483]: DEBUG oslo_vmware.api [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': task-3478067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078598} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.657889] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.658688] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6262dbb-24fe-49c7-bd98-dc8cc1d38bb8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.681214] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] a97dc332-4c51-4dcc-ac42-0b477aca5e3c/a97dc332-4c51-4dcc-ac42-0b477aca5e3c.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.681858] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7e14521-3486-4ced-84b7-7dad05811122 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.702440] env[70483]: DEBUG oslo_vmware.api [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Waiting for the task: (returnval){ [ 893.702440] env[70483]: value = "task-3478069" [ 893.702440] env[70483]: _type = "Task" [ 893.702440] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.710945] env[70483]: DEBUG oslo_vmware.api [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': task-3478069, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.876949] env[70483]: DEBUG oslo_vmware.api [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478068, 'name': Rename_Task, 'duration_secs': 0.256687} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.877273] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.877523] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1259cd7e-8d2a-4b6d-9aa8-202d1458c8f2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.885926] env[70483]: DEBUG oslo_vmware.api [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 893.885926] env[70483]: value = "task-3478070" [ 893.885926] env[70483]: _type = "Task" [ 893.885926] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.892348] env[70483]: DEBUG oslo_vmware.api [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.908376] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478064, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.913732] env[70483]: DEBUG oslo_vmware.api [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478065, 'name': CloneVM_Task, 'duration_secs': 1.429692} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.917098] env[70483]: INFO nova.virt.vmwareapi.vmops [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Created linked-clone VM from snapshot [ 893.917098] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da9a644-f430-4b58-93d3-06d0ff5d94df {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.921957] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Uploading image 5558dced-fc72-48c6-bf54-9a465145d34a {{(pid=70483) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 893.954393] env[70483]: DEBUG oslo_vmware.rw_handles [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 893.954393] env[70483]: value = "vm-695388" [ 893.954393] env[70483]: _type = "VirtualMachine" [ 893.954393] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 893.954688] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6555561c-70c5-4930-afee-8f4b2f3a6c11 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.961482] env[70483]: DEBUG oslo_vmware.rw_handles [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lease: (returnval){ [ 893.961482] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52296c8d-9c99-0c4b-9c5f-df22c09686fe" [ 893.961482] env[70483]: _type = "HttpNfcLease" [ 893.961482] env[70483]: } obtained for exporting VM: (result){ [ 893.961482] env[70483]: value = "vm-695388" [ 893.961482] env[70483]: _type = "VirtualMachine" [ 893.961482] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 893.961789] env[70483]: DEBUG oslo_vmware.api [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the lease: (returnval){ [ 893.961789] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52296c8d-9c99-0c4b-9c5f-df22c09686fe" [ 893.961789] env[70483]: _type = "HttpNfcLease" [ 893.961789] env[70483]: } to be ready. {{(pid=70483) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 893.967919] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 893.967919] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52296c8d-9c99-0c4b-9c5f-df22c09686fe" [ 893.967919] env[70483]: _type = "HttpNfcLease" [ 893.967919] env[70483]: } is initializing. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 894.097453] env[70483]: DEBUG oslo_vmware.api [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478066, 'name': Destroy_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.152946] env[70483]: DEBUG nova.scheduler.client.report [None req-ee089702-6040-40df-9ea8-a83bbe082b74 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.212889] env[70483]: DEBUG oslo_vmware.api [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': task-3478069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.396369] env[70483]: DEBUG oslo_vmware.api [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478070, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.406141] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478064, 'name': CreateVM_Task, 'duration_secs': 1.70659} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.406327] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.407053] env[70483]: DEBUG oslo_concurrency.lockutils [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.407279] env[70483]: DEBUG oslo_concurrency.lockutils [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.407627] env[70483]: DEBUG oslo_concurrency.lockutils [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.407893] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49074b64-ba60-4b06-bd89-0419b740a6f3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.412685] env[70483]: DEBUG oslo_vmware.api [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 894.412685] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52557e06-c73e-c4b7-6ad9-3109c447b9b7" [ 894.412685] env[70483]: _type = "Task" [ 894.412685] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.421124] env[70483]: DEBUG oslo_vmware.api [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52557e06-c73e-c4b7-6ad9-3109c447b9b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.471082] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 894.471082] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52296c8d-9c99-0c4b-9c5f-df22c09686fe" [ 894.471082] env[70483]: _type = "HttpNfcLease" [ 894.471082] env[70483]: } is ready. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 894.471082] env[70483]: DEBUG oslo_vmware.rw_handles [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 894.471082] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52296c8d-9c99-0c4b-9c5f-df22c09686fe" [ 894.471082] env[70483]: _type = "HttpNfcLease" [ 894.471082] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 894.471691] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abc98bb-cca6-4885-8f08-9e44364f7d8d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.479579] env[70483]: DEBUG oslo_vmware.rw_handles [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52da9e7d-774c-5851-b9bc-b848c9eaa1e7/disk-0.vmdk from lease info. {{(pid=70483) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 894.479768] env[70483]: DEBUG oslo_vmware.rw_handles [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52da9e7d-774c-5851-b9bc-b848c9eaa1e7/disk-0.vmdk for reading. {{(pid=70483) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 894.578928] env[70483]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-db81c5c1-0e04-45f7-9362-a526771715b8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.601819] env[70483]: DEBUG oslo_vmware.api [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478066, 'name': Destroy_Task} progress is 33%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.660260] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ee089702-6040-40df-9ea8-a83bbe082b74 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.170s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.661843] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.082s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.664596] env[70483]: INFO nova.compute.claims [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.697205] env[70483]: INFO nova.scheduler.client.report [None req-ee089702-6040-40df-9ea8-a83bbe082b74 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Deleted allocations for instance e175f923-53c0-4e4c-875d-2e6d4e08714a [ 894.718271] env[70483]: DEBUG oslo_vmware.api [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': task-3478069, 'name': ReconfigVM_Task, 'duration_secs': 0.784078} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.722034] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Reconfigured VM instance instance-00000039 to attach disk [datastore2] a97dc332-4c51-4dcc-ac42-0b477aca5e3c/a97dc332-4c51-4dcc-ac42-0b477aca5e3c.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.722034] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb0c9c55-6fcf-45df-ae76-0ec6c6639ba7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.730871] env[70483]: DEBUG oslo_vmware.api [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Waiting for the task: (returnval){ [ 894.730871] env[70483]: value = "task-3478072" [ 894.730871] env[70483]: _type = "Task" [ 894.730871] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.744545] env[70483]: DEBUG oslo_vmware.api [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': task-3478072, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.899663] env[70483]: DEBUG oslo_vmware.api [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478070, 'name': PowerOnVM_Task, 'duration_secs': 0.778132} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.899964] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.900198] env[70483]: INFO nova.compute.manager [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Took 10.28 seconds to spawn the instance on the hypervisor. [ 894.900377] env[70483]: DEBUG nova.compute.manager [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.901249] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272263ea-ef8e-48a5-b6f2-3eb2294f4865 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.924088] env[70483]: DEBUG oslo_vmware.api [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52557e06-c73e-c4b7-6ad9-3109c447b9b7, 'name': SearchDatastore_Task, 'duration_secs': 0.009965} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.925812] env[70483]: DEBUG oslo_concurrency.lockutils [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.925812] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.925812] env[70483]: DEBUG oslo_concurrency.lockutils [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.925812] env[70483]: DEBUG oslo_concurrency.lockutils [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.925812] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.925812] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25a83352-0096-4219-bd36-ed96a0588fa1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.936360] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.936360] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.937094] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-288d207f-bb8c-4696-84f5-6cab8bc8dcc0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.944567] env[70483]: DEBUG oslo_vmware.api [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 894.944567] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524d27b0-a90a-cf47-6e78-5da8de748b9a" [ 894.944567] env[70483]: _type = "Task" [ 894.944567] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.956598] env[70483]: DEBUG oslo_vmware.api [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524d27b0-a90a-cf47-6e78-5da8de748b9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.099896] env[70483]: DEBUG oslo_vmware.api [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478066, 'name': Destroy_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.209099] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ee089702-6040-40df-9ea8-a83bbe082b74 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lock "e175f923-53c0-4e4c-875d-2e6d4e08714a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.072s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.243191] env[70483]: DEBUG oslo_vmware.api [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': task-3478072, 'name': Rename_Task, 'duration_secs': 0.235093} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.244757] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.247991] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2391ef68-8f00-4363-9a56-020ff8a3ce17 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.259139] env[70483]: DEBUG oslo_vmware.api [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Waiting for the task: (returnval){ [ 895.259139] env[70483]: value = "task-3478073" [ 895.259139] env[70483]: _type = "Task" [ 895.259139] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.269793] env[70483]: DEBUG oslo_vmware.api [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': task-3478073, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.421114] env[70483]: INFO nova.compute.manager [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Took 46.05 seconds to build instance. [ 895.455207] env[70483]: DEBUG oslo_vmware.api [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524d27b0-a90a-cf47-6e78-5da8de748b9a, 'name': SearchDatastore_Task, 'duration_secs': 0.015233} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.456093] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ef1a0c5-518a-47af-a856-dfbcc4a01f8b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.463455] env[70483]: DEBUG oslo_vmware.api [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 895.463455] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52690ed2-6c92-8807-d3f0-ae964dbbebf1" [ 895.463455] env[70483]: _type = "Task" [ 895.463455] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.473630] env[70483]: DEBUG oslo_vmware.api [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52690ed2-6c92-8807-d3f0-ae964dbbebf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.603565] env[70483]: DEBUG oslo_vmware.api [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478066, 'name': Destroy_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.759211] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fff710-ca44-4d71-bfa9-3f2734249a38 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.786766] env[70483]: DEBUG oslo_vmware.api [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': task-3478073, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.788874] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-46223d13-9f49-4154-a5db-f93728491c9d tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Suspending the VM {{(pid=70483) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 895.791923] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e057452d-655c-4667-95c6-1f771cc58fe9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.801814] env[70483]: DEBUG oslo_vmware.api [None req-46223d13-9f49-4154-a5db-f93728491c9d tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 895.801814] env[70483]: value = "task-3478074" [ 895.801814] env[70483]: _type = "Task" [ 895.801814] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.815449] env[70483]: DEBUG oslo_vmware.api [None req-46223d13-9f49-4154-a5db-f93728491c9d tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478074, 'name': SuspendVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.923684] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7f48b7f6-22cf-4172-9ecf-144fbb31083f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "97aa0528-ea97-494e-8563-d4dc7d92f96f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.896s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.978447] env[70483]: DEBUG oslo_vmware.api [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52690ed2-6c92-8807-d3f0-ae964dbbebf1, 'name': SearchDatastore_Task, 'duration_secs': 0.021955} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.979164] env[70483]: DEBUG oslo_concurrency.lockutils [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.979164] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 1c1a03ee-0c26-464c-8f65-c093a73c833c/1c1a03ee-0c26-464c-8f65-c093a73c833c.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.979699] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-187c2848-30e7-48fc-b60c-7782769eeab8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.989995] env[70483]: DEBUG oslo_vmware.api [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 895.989995] env[70483]: value = "task-3478075" [ 895.989995] env[70483]: _type = "Task" [ 895.989995] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.999792] env[70483]: DEBUG oslo_vmware.api [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.101441] env[70483]: DEBUG oslo_vmware.api [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478066, 'name': Destroy_Task, 'duration_secs': 2.573797} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.105653] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Destroyed the VM [ 896.106037] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Deleting Snapshot of the VM instance {{(pid=70483) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 896.106757] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5ff50e39-6180-40bb-b41f-dc234b88ba85 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.116280] env[70483]: DEBUG oslo_vmware.api [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Waiting for the task: (returnval){ [ 896.116280] env[70483]: value = "task-3478076" [ 896.116280] env[70483]: _type = "Task" [ 896.116280] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.130201] env[70483]: DEBUG oslo_vmware.api [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478076, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.218478] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57985a55-28a4-471c-bba7-48862d0f0932 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.227819] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd83a52-1958-43c1-902a-97d3e877aad2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.262922] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c760fed-eee1-40f1-abbe-a8bc9ed026f2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.278759] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911094cf-544d-41c4-a4ee-6a322206b953 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.283536] env[70483]: DEBUG oslo_vmware.api [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': task-3478073, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.297388] env[70483]: DEBUG nova.compute.provider_tree [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.314477] env[70483]: DEBUG oslo_vmware.api [None req-46223d13-9f49-4154-a5db-f93728491c9d tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478074, 'name': SuspendVM_Task} progress is 58%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.503982] env[70483]: DEBUG oslo_vmware.api [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478075, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.627704] env[70483]: DEBUG oslo_vmware.api [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478076, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.777638] env[70483]: DEBUG oslo_vmware.api [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': task-3478073, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.801214] env[70483]: DEBUG nova.scheduler.client.report [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.819408] env[70483]: DEBUG oslo_vmware.api [None req-46223d13-9f49-4154-a5db-f93728491c9d tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478074, 'name': SuspendVM_Task} progress is 58%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.005418] env[70483]: DEBUG oslo_vmware.api [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478075, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699182} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.005764] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 1c1a03ee-0c26-464c-8f65-c093a73c833c/1c1a03ee-0c26-464c-8f65-c093a73c833c.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.006061] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.006371] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96b599e4-4558-4680-a863-0135ed6875f1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.016385] env[70483]: DEBUG oslo_vmware.api [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 897.016385] env[70483]: value = "task-3478077" [ 897.016385] env[70483]: _type = "Task" [ 897.016385] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.028104] env[70483]: DEBUG oslo_vmware.api [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.128545] env[70483]: DEBUG oslo_vmware.api [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478076, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.279064] env[70483]: DEBUG oslo_vmware.api [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': task-3478073, 'name': PowerOnVM_Task, 'duration_secs': 1.806861} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.279064] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.279064] env[70483]: INFO nova.compute.manager [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Took 9.84 seconds to spawn the instance on the hypervisor. [ 897.279325] env[70483]: DEBUG nova.compute.manager [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.280070] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45001263-0168-42c0-b50b-87b74f1d5885 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.311286] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.311797] env[70483]: DEBUG nova.compute.manager [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.315426] env[70483]: DEBUG oslo_concurrency.lockutils [None req-72a6ddde-3dde-4d1b-9f37-1e2d0742f5c6 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.846s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.315642] env[70483]: DEBUG nova.objects.instance [None req-72a6ddde-3dde-4d1b-9f37-1e2d0742f5c6 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Lazy-loading 'resources' on Instance uuid 527062ee-0659-45a7-96c8-1c8d6f272b86 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.322526] env[70483]: DEBUG oslo_vmware.api [None req-46223d13-9f49-4154-a5db-f93728491c9d tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478074, 'name': SuspendVM_Task, 'duration_secs': 1.384128} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.322526] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-46223d13-9f49-4154-a5db-f93728491c9d tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Suspended the VM {{(pid=70483) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 897.322857] env[70483]: DEBUG nova.compute.manager [None req-46223d13-9f49-4154-a5db-f93728491c9d tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.323534] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c5be70-71c5-4f78-a3cc-e0b147dd02b4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.528585] env[70483]: DEBUG oslo_vmware.api [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087159} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.529022] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.530032] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78fd2e3-77cc-4de8-a647-9e18802fc9c7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.554721] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 1c1a03ee-0c26-464c-8f65-c093a73c833c/1c1a03ee-0c26-464c-8f65-c093a73c833c.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.555106] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9e01944-e8e0-4772-a6b3-3c7ce61615b4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.577846] env[70483]: DEBUG oslo_vmware.api [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 897.577846] env[70483]: value = "task-3478078" [ 897.577846] env[70483]: _type = "Task" [ 897.577846] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.586642] env[70483]: DEBUG oslo_vmware.api [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478078, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.628831] env[70483]: DEBUG oslo_vmware.api [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478076, 'name': RemoveSnapshot_Task, 'duration_secs': 1.342514} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.629112] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Deleted Snapshot of the VM instance {{(pid=70483) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 897.629347] env[70483]: INFO nova.compute.manager [None req-8fa0a8bd-e754-4a6a-b129-dd5bf1d7a65d tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Took 18.83 seconds to snapshot the instance on the hypervisor. [ 897.800699] env[70483]: INFO nova.compute.manager [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Took 45.19 seconds to build instance. [ 897.819628] env[70483]: DEBUG nova.compute.utils [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.820937] env[70483]: DEBUG nova.compute.manager [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 897.821125] env[70483]: DEBUG nova.network.neutron [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 897.874382] env[70483]: DEBUG nova.policy [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9f60f94d0ce418a955b548c1c20dbb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c7343a7fadb4b25b7f585cfd51c7993', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.092293] env[70483]: DEBUG oslo_vmware.api [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.177343] env[70483]: DEBUG nova.network.neutron [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Successfully created port: 6978b864-43f9-4522-86ee-ea9c651019bf {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 898.302405] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8f0a0f50-ccaa-4a00-a706-8a83185a3c16 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Lock "a97dc332-4c51-4dcc-ac42-0b477aca5e3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.804s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.324739] env[70483]: DEBUG nova.compute.manager [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.389375] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8520edbc-9496-4739-8ca7-48ad6449cede {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.399251] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b370aa3-72ca-457d-8a07-b2e6cbe29b87 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.436758] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc371f7d-7a50-4fc1-bb03-076c287e11fb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.447634] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e30dd06-e5d0-4a17-93c5-0635652fd785 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.466769] env[70483]: DEBUG nova.compute.provider_tree [None req-72a6ddde-3dde-4d1b-9f37-1e2d0742f5c6 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.514250] env[70483]: DEBUG nova.network.neutron [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Successfully created port: 250aab51-ef81-486b-82c6-b4a62ba52787 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 898.590693] env[70483]: DEBUG oslo_vmware.api [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478078, 'name': ReconfigVM_Task, 'duration_secs': 0.831972} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.591106] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 1c1a03ee-0c26-464c-8f65-c093a73c833c/1c1a03ee-0c26-464c-8f65-c093a73c833c.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.591695] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3054ca00-983b-4805-9b91-46cc9c8e4cee {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.600251] env[70483]: DEBUG oslo_vmware.api [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 898.600251] env[70483]: value = "task-3478079" [ 898.600251] env[70483]: _type = "Task" [ 898.600251] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.610159] env[70483]: DEBUG oslo_vmware.api [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478079, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.970737] env[70483]: DEBUG nova.scheduler.client.report [None req-72a6ddde-3dde-4d1b-9f37-1e2d0742f5c6 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.111246] env[70483]: DEBUG oslo_vmware.api [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478079, 'name': Rename_Task, 'duration_secs': 0.201954} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.111506] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.111749] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d00e538-b631-4c72-9dcc-5e1ca0b933a8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.119488] env[70483]: DEBUG oslo_vmware.api [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 899.119488] env[70483]: value = "task-3478080" [ 899.119488] env[70483]: _type = "Task" [ 899.119488] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.129361] env[70483]: DEBUG oslo_vmware.api [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.334968] env[70483]: DEBUG nova.compute.manager [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 899.476188] env[70483]: DEBUG oslo_concurrency.lockutils [None req-72a6ddde-3dde-4d1b-9f37-1e2d0742f5c6 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.479085] env[70483]: DEBUG oslo_concurrency.lockutils [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.818s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.480892] env[70483]: INFO nova.compute.claims [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.504615] env[70483]: INFO nova.scheduler.client.report [None req-72a6ddde-3dde-4d1b-9f37-1e2d0742f5c6 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Deleted allocations for instance 527062ee-0659-45a7-96c8-1c8d6f272b86 [ 899.631893] env[70483]: DEBUG oslo_vmware.api [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478080, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.014796] env[70483]: DEBUG oslo_concurrency.lockutils [None req-72a6ddde-3dde-4d1b-9f37-1e2d0742f5c6 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Lock "527062ee-0659-45a7-96c8-1c8d6f272b86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.068s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.026382] env[70483]: DEBUG nova.network.neutron [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Successfully updated port: 6978b864-43f9-4522-86ee-ea9c651019bf {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 900.132673] env[70483]: DEBUG oslo_vmware.api [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478080, 'name': PowerOnVM_Task, 'duration_secs': 0.653887} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.132968] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.133205] env[70483]: INFO nova.compute.manager [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Took 10.00 seconds to spawn the instance on the hypervisor. [ 900.133403] env[70483]: DEBUG nova.compute.manager [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.134264] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb108c4-dbe3-4b07-82e6-36bf5269895e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.651906] env[70483]: INFO nova.compute.manager [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Took 47.54 seconds to build instance. [ 900.962777] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb76cf0-2904-4a6a-a8a1-b2a6e3fb1fd4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.972037] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b6dfc2-3797-460a-8b70-e86bb4ae2577 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.006805] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30dfcd01-7544-4812-8576-0a300cb46eae {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.016699] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ced0832-f9d4-49ac-a8ee-49f2dc919111 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.038702] env[70483]: DEBUG nova.compute.provider_tree [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.154972] env[70483]: DEBUG oslo_concurrency.lockutils [None req-79967389-c9c7-44ad-a11d-de3554df5c70 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "1c1a03ee-0c26-464c-8f65-c093a73c833c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.875s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.542432] env[70483]: DEBUG nova.scheduler.client.report [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.573924] env[70483]: DEBUG nova.virt.hardware [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.574238] env[70483]: DEBUG nova.virt.hardware [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.574357] env[70483]: DEBUG nova.virt.hardware [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.574541] env[70483]: DEBUG nova.virt.hardware [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.574717] env[70483]: DEBUG nova.virt.hardware [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.574824] env[70483]: DEBUG nova.virt.hardware [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.575043] env[70483]: DEBUG nova.virt.hardware [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.575213] env[70483]: DEBUG nova.virt.hardware [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.575392] env[70483]: DEBUG nova.virt.hardware [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.575545] env[70483]: DEBUG nova.virt.hardware [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.575719] env[70483]: DEBUG nova.virt.hardware [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.578014] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51874f7c-26cc-411a-a5cd-2586e5ed5e46 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.586829] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a787ef-4560-4856-9a7f-9bcc64e6c7a8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.862638] env[70483]: DEBUG oslo_vmware.rw_handles [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52109819-730c-2834-fbb9-09f99682edee/disk-0.vmdk. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 901.863639] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaae1fe0-3da9-4c04-aaae-89e3f6b31a43 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.870854] env[70483]: DEBUG oslo_vmware.rw_handles [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52109819-730c-2834-fbb9-09f99682edee/disk-0.vmdk is in state: ready. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 901.871080] env[70483]: ERROR oslo_vmware.rw_handles [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52109819-730c-2834-fbb9-09f99682edee/disk-0.vmdk due to incomplete transfer. [ 901.871331] env[70483]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6cd9c7d2-f48d-426f-b8b1-3d1f023127db {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.882424] env[70483]: DEBUG oslo_vmware.rw_handles [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52109819-730c-2834-fbb9-09f99682edee/disk-0.vmdk. {{(pid=70483) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 901.882638] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Uploaded image 4c5d8e2f-f56a-4492-b79f-ca355ec14d97 to the Glance image server {{(pid=70483) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 901.884434] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Destroying the VM {{(pid=70483) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 901.884723] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-62c86816-0dbb-4436-bf3e-886304cac976 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.898506] env[70483]: DEBUG oslo_vmware.api [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 901.898506] env[70483]: value = "task-3478081" [ 901.898506] env[70483]: _type = "Task" [ 901.898506] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.911803] env[70483]: DEBUG oslo_vmware.api [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478081, 'name': Destroy_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.047870] env[70483]: DEBUG oslo_concurrency.lockutils [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.048474] env[70483]: DEBUG nova.compute.manager [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 902.052173] env[70483]: DEBUG nova.network.neutron [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Successfully updated port: 250aab51-ef81-486b-82c6-b4a62ba52787 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 902.053848] env[70483]: DEBUG oslo_concurrency.lockutils [None req-12f2d8ce-f90c-4a26-827f-249c5aae1a44 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.924s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.053848] env[70483]: DEBUG nova.objects.instance [None req-12f2d8ce-f90c-4a26-827f-249c5aae1a44 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Lazy-loading 'resources' on Instance uuid 8893e014-3c12-4a40-a955-6db575e3e926 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.410919] env[70483]: DEBUG oslo_vmware.api [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478081, 'name': Destroy_Task} progress is 33%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.512107] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquiring lock "ebdadd37-91bd-480b-8989-83b8e2ee417f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.512348] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lock "ebdadd37-91bd-480b-8989-83b8e2ee417f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.548188] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquiring lock "a513a512-e054-4eba-8333-29119420cbeb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.548594] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lock "a513a512-e054-4eba-8333-29119420cbeb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.554662] env[70483]: DEBUG nova.compute.manager [req-1c06004f-7aba-4fc6-9bf8-416c0857daf0 req-b6ab18cb-1743-4857-ac46-fb04e4f1e1d8 service nova] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Received event network-vif-plugged-6978b864-43f9-4522-86ee-ea9c651019bf {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.554662] env[70483]: DEBUG oslo_concurrency.lockutils [req-1c06004f-7aba-4fc6-9bf8-416c0857daf0 req-b6ab18cb-1743-4857-ac46-fb04e4f1e1d8 service nova] Acquiring lock "60d03c81-1473-40f7-b80c-7e57d33fbee8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.554911] env[70483]: DEBUG oslo_concurrency.lockutils [req-1c06004f-7aba-4fc6-9bf8-416c0857daf0 req-b6ab18cb-1743-4857-ac46-fb04e4f1e1d8 service nova] Lock "60d03c81-1473-40f7-b80c-7e57d33fbee8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.555015] env[70483]: DEBUG oslo_concurrency.lockutils [req-1c06004f-7aba-4fc6-9bf8-416c0857daf0 req-b6ab18cb-1743-4857-ac46-fb04e4f1e1d8 service nova] Lock "60d03c81-1473-40f7-b80c-7e57d33fbee8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.555181] env[70483]: DEBUG nova.compute.manager [req-1c06004f-7aba-4fc6-9bf8-416c0857daf0 req-b6ab18cb-1743-4857-ac46-fb04e4f1e1d8 service nova] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] No waiting events found dispatching network-vif-plugged-6978b864-43f9-4522-86ee-ea9c651019bf {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 902.555375] env[70483]: WARNING nova.compute.manager [req-1c06004f-7aba-4fc6-9bf8-416c0857daf0 req-b6ab18cb-1743-4857-ac46-fb04e4f1e1d8 service nova] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Received unexpected event network-vif-plugged-6978b864-43f9-4522-86ee-ea9c651019bf for instance with vm_state building and task_state spawning. [ 902.558387] env[70483]: DEBUG nova.compute.utils [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 902.559846] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Acquiring lock "refresh_cache-60d03c81-1473-40f7-b80c-7e57d33fbee8" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.559990] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Acquired lock "refresh_cache-60d03c81-1473-40f7-b80c-7e57d33fbee8" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.560615] env[70483]: DEBUG nova.network.neutron [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.561424] env[70483]: DEBUG nova.compute.manager [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 902.561581] env[70483]: DEBUG nova.network.neutron [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 902.615450] env[70483]: DEBUG nova.policy [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6828e817630a46fc91c84ca04bdb37dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7908655b0a843e2845bc655eed75b31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 902.907497] env[70483]: DEBUG nova.compute.manager [None req-add975ce-9cb2-4fe1-ad41-224586d5d3f9 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.911860] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2319b47b-ab84-4baa-8293-d10436640789 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.915931] env[70483]: DEBUG oslo_vmware.api [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478081, 'name': Destroy_Task, 'duration_secs': 0.635961} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.916747] env[70483]: DEBUG nova.network.neutron [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Successfully created port: eff1b063-ed96-4767-8a3d-8dd243d0e009 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 902.918948] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Destroyed the VM [ 902.919254] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Deleting Snapshot of the VM instance {{(pid=70483) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 902.919917] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a1a5f620-75c5-473e-bfe2-3e4baf87bc41 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.931688] env[70483]: DEBUG oslo_vmware.api [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 902.931688] env[70483]: value = "task-3478082" [ 902.931688] env[70483]: _type = "Task" [ 902.931688] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.944164] env[70483]: DEBUG oslo_vmware.api [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478082, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.015147] env[70483]: DEBUG nova.compute.manager [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.051271] env[70483]: DEBUG nova.compute.manager [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: a513a512-e054-4eba-8333-29119420cbeb] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.063090] env[70483]: DEBUG nova.compute.manager [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 903.066907] env[70483]: DEBUG oslo_concurrency.lockutils [None req-88f02d0c-ce9a-473e-acdd-ec46ac2c513a tempest-ServersAdminTestJSON-360927286 tempest-ServersAdminTestJSON-360927286-project-admin] Acquiring lock "refresh_cache-1c1a03ee-0c26-464c-8f65-c093a73c833c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.066907] env[70483]: DEBUG oslo_concurrency.lockutils [None req-88f02d0c-ce9a-473e-acdd-ec46ac2c513a tempest-ServersAdminTestJSON-360927286 tempest-ServersAdminTestJSON-360927286-project-admin] Acquired lock "refresh_cache-1c1a03ee-0c26-464c-8f65-c093a73c833c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.066907] env[70483]: DEBUG nova.network.neutron [None req-88f02d0c-ce9a-473e-acdd-ec46ac2c513a tempest-ServersAdminTestJSON-360927286 tempest-ServersAdminTestJSON-360927286-project-admin] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.117539] env[70483]: DEBUG nova.network.neutron [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.268975] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b487ac-c784-453b-92f9-b99377097a17 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.278202] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e188265-dc27-41a7-b1a1-18cd6d10d725 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.312686] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18715fd8-9205-4a9e-a01c-baa917546594 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.332379] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0223875-b88f-4ac5-8da2-2d4684eee2cd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.356241] env[70483]: DEBUG nova.compute.provider_tree [None req-12f2d8ce-f90c-4a26-827f-249c5aae1a44 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.435226] env[70483]: INFO nova.compute.manager [None req-add975ce-9cb2-4fe1-ad41-224586d5d3f9 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] instance snapshotting [ 903.435432] env[70483]: WARNING nova.compute.manager [None req-add975ce-9cb2-4fe1-ad41-224586d5d3f9 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 903.442342] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ebf218-edaa-48e3-9932-9692824d44f1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.450635] env[70483]: DEBUG oslo_vmware.api [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478082, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.465626] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc2c229-990b-4fa6-9ae1-1a953d46f09a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.513605] env[70483]: DEBUG nova.network.neutron [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Updating instance_info_cache with network_info: [{"id": "6978b864-43f9-4522-86ee-ea9c651019bf", "address": "fa:16:3e:99:6a:6f", "network": {"id": "159db7b8-070d-43a4-9538-78a9f4d83f0d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1388406443", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c7343a7fadb4b25b7f585cfd51c7993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6978b864-43", "ovs_interfaceid": "6978b864-43f9-4522-86ee-ea9c651019bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "250aab51-ef81-486b-82c6-b4a62ba52787", "address": "fa:16:3e:5b:87:a8", "network": {"id": "644d0322-fcca-4691-88c4-41429b4a7dc2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-221399741", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7c7343a7fadb4b25b7f585cfd51c7993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap250aab51-ef", "ovs_interfaceid": "250aab51-ef81-486b-82c6-b4a62ba52787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.537642] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.573462] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.803505] env[70483]: DEBUG nova.network.neutron [None req-88f02d0c-ce9a-473e-acdd-ec46ac2c513a tempest-ServersAdminTestJSON-360927286 tempest-ServersAdminTestJSON-360927286-project-admin] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Updating instance_info_cache with network_info: [{"id": "33e0690d-667f-48f2-98a8-9b1be7f53a36", "address": "fa:16:3e:2a:66:3a", "network": {"id": "9861b311-3a0b-4bcb-9999-396319727fd4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1974117760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84418d18165e4ac190d3bda896cf0ab7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33e0690d-66", "ovs_interfaceid": "33e0690d-667f-48f2-98a8-9b1be7f53a36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.836023] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Acquiring lock "7b31dbd7-aa80-4b14-b569-b1d9bdabe221" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.836520] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Lock "7b31dbd7-aa80-4b14-b569-b1d9bdabe221" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.864426] env[70483]: DEBUG nova.scheduler.client.report [None req-12f2d8ce-f90c-4a26-827f-249c5aae1a44 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.947966] env[70483]: DEBUG oslo_vmware.api [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478082, 'name': RemoveSnapshot_Task, 'duration_secs': 0.929899} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.948459] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Deleted Snapshot of the VM instance {{(pid=70483) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 903.948722] env[70483]: DEBUG nova.compute.manager [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 903.949898] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1316d9-440b-4d50-89c9-84cef1834900 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.977070] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-add975ce-9cb2-4fe1-ad41-224586d5d3f9 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Creating Snapshot of the VM instance {{(pid=70483) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 903.977381] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-192db1e3-6e57-403c-ad4a-07085e9826cc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.986764] env[70483]: DEBUG oslo_vmware.api [None req-add975ce-9cb2-4fe1-ad41-224586d5d3f9 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 903.986764] env[70483]: value = "task-3478083" [ 903.986764] env[70483]: _type = "Task" [ 903.986764] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.996109] env[70483]: DEBUG oslo_vmware.api [None req-add975ce-9cb2-4fe1-ad41-224586d5d3f9 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478083, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.015595] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Releasing lock "refresh_cache-60d03c81-1473-40f7-b80c-7e57d33fbee8" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.015994] env[70483]: DEBUG nova.compute.manager [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Instance network_info: |[{"id": "6978b864-43f9-4522-86ee-ea9c651019bf", "address": "fa:16:3e:99:6a:6f", "network": {"id": "159db7b8-070d-43a4-9538-78a9f4d83f0d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1388406443", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c7343a7fadb4b25b7f585cfd51c7993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6978b864-43", "ovs_interfaceid": "6978b864-43f9-4522-86ee-ea9c651019bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "250aab51-ef81-486b-82c6-b4a62ba52787", "address": "fa:16:3e:5b:87:a8", "network": {"id": "644d0322-fcca-4691-88c4-41429b4a7dc2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-221399741", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7c7343a7fadb4b25b7f585cfd51c7993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap250aab51-ef", "ovs_interfaceid": "250aab51-ef81-486b-82c6-b4a62ba52787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 904.016464] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:6a:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6978b864-43f9-4522-86ee-ea9c651019bf', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:87:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0dd3c126-9d86-4f9a-b81c-e9627c7a5401', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '250aab51-ef81-486b-82c6-b4a62ba52787', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.030961] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.031870] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.032132] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-168cd0d4-30e1-421c-b285-c7eee274a65c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.055870] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.055870] env[70483]: value = "task-3478084" [ 904.055870] env[70483]: _type = "Task" [ 904.055870] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.064411] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478084, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.077814] env[70483]: DEBUG nova.compute.manager [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 904.306553] env[70483]: DEBUG oslo_concurrency.lockutils [None req-88f02d0c-ce9a-473e-acdd-ec46ac2c513a tempest-ServersAdminTestJSON-360927286 tempest-ServersAdminTestJSON-360927286-project-admin] Releasing lock "refresh_cache-1c1a03ee-0c26-464c-8f65-c093a73c833c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.306896] env[70483]: DEBUG nova.compute.manager [None req-88f02d0c-ce9a-473e-acdd-ec46ac2c513a tempest-ServersAdminTestJSON-360927286 tempest-ServersAdminTestJSON-360927286-project-admin] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Inject network info {{(pid=70483) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 904.307097] env[70483]: DEBUG nova.compute.manager [None req-88f02d0c-ce9a-473e-acdd-ec46ac2c513a tempest-ServersAdminTestJSON-360927286 tempest-ServersAdminTestJSON-360927286-project-admin] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] network_info to inject: |[{"id": "33e0690d-667f-48f2-98a8-9b1be7f53a36", "address": "fa:16:3e:2a:66:3a", "network": {"id": "9861b311-3a0b-4bcb-9999-396319727fd4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1974117760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84418d18165e4ac190d3bda896cf0ab7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33e0690d-66", "ovs_interfaceid": "33e0690d-667f-48f2-98a8-9b1be7f53a36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 904.312019] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-88f02d0c-ce9a-473e-acdd-ec46ac2c513a tempest-ServersAdminTestJSON-360927286 tempest-ServersAdminTestJSON-360927286-project-admin] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Reconfiguring VM instance to set the machine id {{(pid=70483) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 904.312407] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acfe77f8-8bc1-4577-815b-846843488146 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.333494] env[70483]: DEBUG oslo_vmware.api [None req-88f02d0c-ce9a-473e-acdd-ec46ac2c513a tempest-ServersAdminTestJSON-360927286 tempest-ServersAdminTestJSON-360927286-project-admin] Waiting for the task: (returnval){ [ 904.333494] env[70483]: value = "task-3478085" [ 904.333494] env[70483]: _type = "Task" [ 904.333494] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.339928] env[70483]: DEBUG nova.compute.manager [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 904.350108] env[70483]: DEBUG oslo_vmware.api [None req-88f02d0c-ce9a-473e-acdd-ec46ac2c513a tempest-ServersAdminTestJSON-360927286 tempest-ServersAdminTestJSON-360927286-project-admin] Task: {'id': task-3478085, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.369266] env[70483]: DEBUG nova.virt.hardware [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.369638] env[70483]: DEBUG nova.virt.hardware [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.369876] env[70483]: DEBUG nova.virt.hardware [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.370233] env[70483]: DEBUG nova.virt.hardware [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.370443] env[70483]: DEBUG nova.virt.hardware [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.370648] env[70483]: DEBUG nova.virt.hardware [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.370976] env[70483]: DEBUG nova.virt.hardware [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.371207] env[70483]: DEBUG nova.virt.hardware [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.371410] env[70483]: DEBUG nova.virt.hardware [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.371592] env[70483]: DEBUG nova.virt.hardware [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.371796] env[70483]: DEBUG nova.virt.hardware [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.372694] env[70483]: DEBUG oslo_concurrency.lockutils [None req-12f2d8ce-f90c-4a26-827f-249c5aae1a44 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.319s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.376190] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5946854-dceb-443d-bc56-ae339a91fd42 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.379124] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.849s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.382017] env[70483]: INFO nova.compute.claims [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.397763] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e04bd7c-cee7-41c9-972f-a76ab3c83d58 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.408315] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9c548495-0f93-4143-8daf-72b8dc1e68ab tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Acquiring lock "a97dc332-4c51-4dcc-ac42-0b477aca5e3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.408368] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9c548495-0f93-4143-8daf-72b8dc1e68ab tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Lock "a97dc332-4c51-4dcc-ac42-0b477aca5e3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.409246] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9c548495-0f93-4143-8daf-72b8dc1e68ab tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Acquiring lock "a97dc332-4c51-4dcc-ac42-0b477aca5e3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.409246] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9c548495-0f93-4143-8daf-72b8dc1e68ab tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Lock "a97dc332-4c51-4dcc-ac42-0b477aca5e3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.409246] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9c548495-0f93-4143-8daf-72b8dc1e68ab tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Lock "a97dc332-4c51-4dcc-ac42-0b477aca5e3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.411670] env[70483]: INFO nova.compute.manager [None req-9c548495-0f93-4143-8daf-72b8dc1e68ab tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Terminating instance [ 904.416403] env[70483]: INFO nova.scheduler.client.report [None req-12f2d8ce-f90c-4a26-827f-249c5aae1a44 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Deleted allocations for instance 8893e014-3c12-4a40-a955-6db575e3e926 [ 904.465083] env[70483]: INFO nova.compute.manager [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Shelve offloading [ 904.500243] env[70483]: DEBUG oslo_vmware.api [None req-add975ce-9cb2-4fe1-ad41-224586d5d3f9 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478083, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.567790] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478084, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.838916] env[70483]: DEBUG nova.network.neutron [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Successfully updated port: eff1b063-ed96-4767-8a3d-8dd243d0e009 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 904.849544] env[70483]: DEBUG oslo_vmware.api [None req-88f02d0c-ce9a-473e-acdd-ec46ac2c513a tempest-ServersAdminTestJSON-360927286 tempest-ServersAdminTestJSON-360927286-project-admin] Task: {'id': task-3478085, 'name': ReconfigVM_Task, 'duration_secs': 0.210869} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.849544] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-88f02d0c-ce9a-473e-acdd-ec46ac2c513a tempest-ServersAdminTestJSON-360927286 tempest-ServersAdminTestJSON-360927286-project-admin] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Reconfigured VM instance to set the machine id {{(pid=70483) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 904.866988] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.922375] env[70483]: DEBUG nova.compute.manager [None req-9c548495-0f93-4143-8daf-72b8dc1e68ab tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 904.922375] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9c548495-0f93-4143-8daf-72b8dc1e68ab tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 904.924193] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c0d24f-a3c7-48af-97d1-4e16d81735c4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.927218] env[70483]: DEBUG oslo_concurrency.lockutils [None req-12f2d8ce-f90c-4a26-827f-249c5aae1a44 tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Lock "8893e014-3c12-4a40-a955-6db575e3e926" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.769s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.933991] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c548495-0f93-4143-8daf-72b8dc1e68ab tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.934267] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09c525cc-d05c-4d63-89fe-c087d75a555a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.942214] env[70483]: DEBUG oslo_vmware.api [None req-9c548495-0f93-4143-8daf-72b8dc1e68ab tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Waiting for the task: (returnval){ [ 904.942214] env[70483]: value = "task-3478086" [ 904.942214] env[70483]: _type = "Task" [ 904.942214] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.953283] env[70483]: DEBUG oslo_vmware.api [None req-9c548495-0f93-4143-8daf-72b8dc1e68ab tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': task-3478086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.969172] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.970261] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41a8507e-8fee-41bc-aa74-e5aea9550b8b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.979516] env[70483]: DEBUG oslo_vmware.api [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 904.979516] env[70483]: value = "task-3478087" [ 904.979516] env[70483]: _type = "Task" [ 904.979516] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.995758] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] VM already powered off {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 904.996009] env[70483]: DEBUG nova.compute.manager [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.996824] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcb0871-6b0b-4dfc-82d1-965b5d45e74a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.004643] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "refresh_cache-09654360-da5a-43e8-b884-e6423345750b" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.004846] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquired lock "refresh_cache-09654360-da5a-43e8-b884-e6423345750b" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.005117] env[70483]: DEBUG nova.network.neutron [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.009996] env[70483]: DEBUG oslo_vmware.api [None req-add975ce-9cb2-4fe1-ad41-224586d5d3f9 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478083, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.068910] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478084, 'name': CreateVM_Task, 'duration_secs': 0.535336} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.069349] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.070321] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.070670] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.071182] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.071996] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03fb27ee-1658-4a0f-bb8c-5fc72d1b0774 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.077761] env[70483]: DEBUG oslo_vmware.api [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Waiting for the task: (returnval){ [ 905.077761] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52058f64-0e25-4848-bf17-7bde436806ae" [ 905.077761] env[70483]: _type = "Task" [ 905.077761] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.087548] env[70483]: DEBUG oslo_vmware.api [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52058f64-0e25-4848-bf17-7bde436806ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.164134] env[70483]: DEBUG nova.compute.manager [req-f8d469f6-2f7e-4406-972e-1125b9c9dc89 req-a63f90c3-6c54-45ea-b97d-ae015dfdc507 service nova] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Received event network-changed-6978b864-43f9-4522-86ee-ea9c651019bf {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.164398] env[70483]: DEBUG nova.compute.manager [req-f8d469f6-2f7e-4406-972e-1125b9c9dc89 req-a63f90c3-6c54-45ea-b97d-ae015dfdc507 service nova] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Refreshing instance network info cache due to event network-changed-6978b864-43f9-4522-86ee-ea9c651019bf. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 905.164455] env[70483]: DEBUG oslo_concurrency.lockutils [req-f8d469f6-2f7e-4406-972e-1125b9c9dc89 req-a63f90c3-6c54-45ea-b97d-ae015dfdc507 service nova] Acquiring lock "refresh_cache-60d03c81-1473-40f7-b80c-7e57d33fbee8" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.164666] env[70483]: DEBUG oslo_concurrency.lockutils [req-f8d469f6-2f7e-4406-972e-1125b9c9dc89 req-a63f90c3-6c54-45ea-b97d-ae015dfdc507 service nova] Acquired lock "refresh_cache-60d03c81-1473-40f7-b80c-7e57d33fbee8" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.164745] env[70483]: DEBUG nova.network.neutron [req-f8d469f6-2f7e-4406-972e-1125b9c9dc89 req-a63f90c3-6c54-45ea-b97d-ae015dfdc507 service nova] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Refreshing network info cache for port 6978b864-43f9-4522-86ee-ea9c651019bf {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.342198] env[70483]: DEBUG oslo_concurrency.lockutils [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Acquiring lock "refresh_cache-564f1aef-f107-46c8-ae0b-01df1e8aa2d2" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.342401] env[70483]: DEBUG oslo_concurrency.lockutils [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Acquired lock "refresh_cache-564f1aef-f107-46c8-ae0b-01df1e8aa2d2" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.342559] env[70483]: DEBUG nova.network.neutron [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.422161] env[70483]: DEBUG nova.compute.manager [None req-ffd47436-a4cd-472e-8afc-acf085a8af03 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.423513] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08cccdf5-a91b-4b38-8270-e114bd6f6b53 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.453922] env[70483]: DEBUG oslo_vmware.api [None req-9c548495-0f93-4143-8daf-72b8dc1e68ab tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': task-3478086, 'name': PowerOffVM_Task, 'duration_secs': 0.220686} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.456774] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c548495-0f93-4143-8daf-72b8dc1e68ab tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.456974] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9c548495-0f93-4143-8daf-72b8dc1e68ab tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.457451] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee4e4fac-7be8-4f77-af36-f695c0318890 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.507473] env[70483]: DEBUG oslo_vmware.api [None req-add975ce-9cb2-4fe1-ad41-224586d5d3f9 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478083, 'name': CreateSnapshot_Task, 'duration_secs': 1.255041} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.507773] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-add975ce-9cb2-4fe1-ad41-224586d5d3f9 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Created Snapshot of the VM instance {{(pid=70483) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 905.508690] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77cebadc-88f8-4a90-952e-2d9cd151ec1c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.539009] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9c548495-0f93-4143-8daf-72b8dc1e68ab tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.539253] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9c548495-0f93-4143-8daf-72b8dc1e68ab tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.539466] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c548495-0f93-4143-8daf-72b8dc1e68ab tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Deleting the datastore file [datastore2] a97dc332-4c51-4dcc-ac42-0b477aca5e3c {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.540122] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d0a7a08-3997-474e-8bb0-ca2c0ec31c60 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.552887] env[70483]: DEBUG oslo_vmware.api [None req-9c548495-0f93-4143-8daf-72b8dc1e68ab tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Waiting for the task: (returnval){ [ 905.552887] env[70483]: value = "task-3478089" [ 905.552887] env[70483]: _type = "Task" [ 905.552887] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.563762] env[70483]: DEBUG oslo_vmware.api [None req-9c548495-0f93-4143-8daf-72b8dc1e68ab tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': task-3478089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.590131] env[70483]: DEBUG oslo_vmware.api [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52058f64-0e25-4848-bf17-7bde436806ae, 'name': SearchDatastore_Task, 'duration_secs': 0.023746} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.590571] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.590826] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.591028] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.591209] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.591428] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.594295] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b9f57e2-a24e-403b-a7d4-4443caf4df44 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.605586] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.605800] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.606605] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fb53f30-09a1-45a7-9a2d-ce9a5493a0d7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.616090] env[70483]: DEBUG oslo_vmware.api [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Waiting for the task: (returnval){ [ 905.616090] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52595e12-c926-465f-9351-2ab7f9fe8985" [ 905.616090] env[70483]: _type = "Task" [ 905.616090] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.627679] env[70483]: DEBUG oslo_vmware.api [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52595e12-c926-465f-9351-2ab7f9fe8985, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.735754] env[70483]: DEBUG oslo_vmware.rw_handles [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52da9e7d-774c-5851-b9bc-b848c9eaa1e7/disk-0.vmdk. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 905.736661] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a008ec6-9ebe-4f89-b7ba-e975d9ee6a39 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.744131] env[70483]: DEBUG oslo_vmware.rw_handles [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52da9e7d-774c-5851-b9bc-b848c9eaa1e7/disk-0.vmdk is in state: ready. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 905.747191] env[70483]: ERROR oslo_vmware.rw_handles [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52da9e7d-774c-5851-b9bc-b848c9eaa1e7/disk-0.vmdk due to incomplete transfer. [ 905.747191] env[70483]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fd1cb796-0a00-41d6-a97b-9a3357985046 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.752744] env[70483]: DEBUG oslo_vmware.rw_handles [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52da9e7d-774c-5851-b9bc-b848c9eaa1e7/disk-0.vmdk. {{(pid=70483) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 905.752939] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Uploaded image 5558dced-fc72-48c6-bf54-9a465145d34a to the Glance image server {{(pid=70483) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 905.755866] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Destroying the VM {{(pid=70483) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 905.756153] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c24d568c-7205-418f-aead-d285b6df7ca0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.768244] env[70483]: DEBUG oslo_vmware.api [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 905.768244] env[70483]: value = "task-3478090" [ 905.768244] env[70483]: _type = "Task" [ 905.768244] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.781854] env[70483]: DEBUG oslo_vmware.api [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478090, 'name': Destroy_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.846632] env[70483]: DEBUG nova.network.neutron [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Updating instance_info_cache with network_info: [{"id": "02b17f5b-82e4-491b-b573-36f20ab2357d", "address": "fa:16:3e:84:52:7e", "network": {"id": "8a37218d-212e-4604-9aac-2a69e34f388a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-975183189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec180aeba08f48dea450ade057d4e619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02b17f5b-82", "ovs_interfaceid": "02b17f5b-82e4-491b-b573-36f20ab2357d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.896398] env[70483]: DEBUG nova.network.neutron [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.940216] env[70483]: INFO nova.compute.manager [None req-ffd47436-a4cd-472e-8afc-acf085a8af03 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] instance snapshotting [ 905.940895] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c0d6da-1358-488c-af83-58198df4433c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.971471] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7da9696-806d-4ccc-aa0c-bd690fe8a7b6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.034913] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-add975ce-9cb2-4fe1-ad41-224586d5d3f9 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Creating linked-clone VM from snapshot {{(pid=70483) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 906.038329] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-001a5414-442f-4bd1-b558-634574906f6c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.042418] env[70483]: DEBUG nova.network.neutron [req-f8d469f6-2f7e-4406-972e-1125b9c9dc89 req-a63f90c3-6c54-45ea-b97d-ae015dfdc507 service nova] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Updated VIF entry in instance network info cache for port 6978b864-43f9-4522-86ee-ea9c651019bf. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.043036] env[70483]: DEBUG nova.network.neutron [req-f8d469f6-2f7e-4406-972e-1125b9c9dc89 req-a63f90c3-6c54-45ea-b97d-ae015dfdc507 service nova] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Updating instance_info_cache with network_info: [{"id": "6978b864-43f9-4522-86ee-ea9c651019bf", "address": "fa:16:3e:99:6a:6f", "network": {"id": "159db7b8-070d-43a4-9538-78a9f4d83f0d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1388406443", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c7343a7fadb4b25b7f585cfd51c7993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6978b864-43", "ovs_interfaceid": "6978b864-43f9-4522-86ee-ea9c651019bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "250aab51-ef81-486b-82c6-b4a62ba52787", "address": "fa:16:3e:5b:87:a8", "network": {"id": "644d0322-fcca-4691-88c4-41429b4a7dc2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-221399741", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7c7343a7fadb4b25b7f585cfd51c7993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap250aab51-ef", "ovs_interfaceid": "250aab51-ef81-486b-82c6-b4a62ba52787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.052804] env[70483]: DEBUG oslo_vmware.api [None req-add975ce-9cb2-4fe1-ad41-224586d5d3f9 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 906.052804] env[70483]: value = "task-3478091" [ 906.052804] env[70483]: _type = "Task" [ 906.052804] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.061370] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bca081-4033-4318-ad68-7d9a501d5c5d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.070347] env[70483]: DEBUG oslo_vmware.api [None req-add975ce-9cb2-4fe1-ad41-224586d5d3f9 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478091, 'name': CloneVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.075138] env[70483]: DEBUG oslo_vmware.api [None req-9c548495-0f93-4143-8daf-72b8dc1e68ab tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': task-3478089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.434382} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.077579] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c548495-0f93-4143-8daf-72b8dc1e68ab tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.078032] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9c548495-0f93-4143-8daf-72b8dc1e68ab tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.078378] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9c548495-0f93-4143-8daf-72b8dc1e68ab tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.078670] env[70483]: INFO nova.compute.manager [None req-9c548495-0f93-4143-8daf-72b8dc1e68ab tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 906.079019] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c548495-0f93-4143-8daf-72b8dc1e68ab tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.079375] env[70483]: DEBUG nova.compute.manager [-] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 906.079571] env[70483]: DEBUG nova.network.neutron [-] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 906.082541] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46b1599-15e0-4f3e-83ba-33ea2b5f685a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.120864] env[70483]: DEBUG nova.network.neutron [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Updating instance_info_cache with network_info: [{"id": "eff1b063-ed96-4767-8a3d-8dd243d0e009", "address": "fa:16:3e:f6:c2:10", "network": {"id": "5fd19a76-5f23-4ae0-81a6-e9da34d2e4e0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-548459206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7908655b0a843e2845bc655eed75b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeff1b063-ed", "ovs_interfaceid": "eff1b063-ed96-4767-8a3d-8dd243d0e009", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.126038] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4e0465-b51d-4a0d-937f-4bc84374d913 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.138827] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3b75b2-aaba-4e39-890f-9357e0c4f8a4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.142938] env[70483]: DEBUG oslo_vmware.api [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52595e12-c926-465f-9351-2ab7f9fe8985, 'name': SearchDatastore_Task, 'duration_secs': 0.015216} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.144671] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad66b17e-0cba-49b2-9075-9fdcc350c370 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.156347] env[70483]: DEBUG nova.compute.provider_tree [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.159309] env[70483]: DEBUG oslo_vmware.api [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Waiting for the task: (returnval){ [ 906.159309] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52f68163-9385-9014-289e-cb55aa9da73a" [ 906.159309] env[70483]: _type = "Task" [ 906.159309] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.171939] env[70483]: DEBUG oslo_vmware.api [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52f68163-9385-9014-289e-cb55aa9da73a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.189653] env[70483]: DEBUG oslo_concurrency.lockutils [None req-99563aa2-94e3-48b6-a2bd-464868b3382c tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Acquiring lock "de35e055-451f-4c4b-ab3a-9b5b6baa529c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.190496] env[70483]: DEBUG oslo_concurrency.lockutils [None req-99563aa2-94e3-48b6-a2bd-464868b3382c tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Lock "de35e055-451f-4c4b-ab3a-9b5b6baa529c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.190719] env[70483]: DEBUG oslo_concurrency.lockutils [None req-99563aa2-94e3-48b6-a2bd-464868b3382c tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Acquiring lock "de35e055-451f-4c4b-ab3a-9b5b6baa529c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.190914] env[70483]: DEBUG oslo_concurrency.lockutils [None req-99563aa2-94e3-48b6-a2bd-464868b3382c tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Lock "de35e055-451f-4c4b-ab3a-9b5b6baa529c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.191167] env[70483]: DEBUG oslo_concurrency.lockutils [None req-99563aa2-94e3-48b6-a2bd-464868b3382c tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Lock "de35e055-451f-4c4b-ab3a-9b5b6baa529c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.193248] env[70483]: INFO nova.compute.manager [None req-99563aa2-94e3-48b6-a2bd-464868b3382c tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Terminating instance [ 906.279596] env[70483]: DEBUG oslo_vmware.api [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478090, 'name': Destroy_Task, 'duration_secs': 0.383015} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.280304] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Destroyed the VM [ 906.280609] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Deleting Snapshot of the VM instance {{(pid=70483) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 906.280820] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b92977f3-8d2c-4101-97a4-8a785f876114 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.289100] env[70483]: DEBUG oslo_vmware.api [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 906.289100] env[70483]: value = "task-3478092" [ 906.289100] env[70483]: _type = "Task" [ 906.289100] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.299528] env[70483]: DEBUG oslo_vmware.api [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478092, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.352688] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Releasing lock "refresh_cache-09654360-da5a-43e8-b884-e6423345750b" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.488262] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ffd47436-a4cd-472e-8afc-acf085a8af03 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Creating Snapshot of the VM instance {{(pid=70483) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 906.488262] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3aa81a49-e19b-4aa8-8c2a-8036c8c42d88 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.500027] env[70483]: DEBUG oslo_vmware.api [None req-ffd47436-a4cd-472e-8afc-acf085a8af03 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Waiting for the task: (returnval){ [ 906.500027] env[70483]: value = "task-3478093" [ 906.500027] env[70483]: _type = "Task" [ 906.500027] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.508876] env[70483]: DEBUG oslo_vmware.api [None req-ffd47436-a4cd-472e-8afc-acf085a8af03 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478093, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.549819] env[70483]: DEBUG oslo_concurrency.lockutils [req-f8d469f6-2f7e-4406-972e-1125b9c9dc89 req-a63f90c3-6c54-45ea-b97d-ae015dfdc507 service nova] Releasing lock "refresh_cache-60d03c81-1473-40f7-b80c-7e57d33fbee8" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.549819] env[70483]: DEBUG nova.compute.manager [req-f8d469f6-2f7e-4406-972e-1125b9c9dc89 req-a63f90c3-6c54-45ea-b97d-ae015dfdc507 service nova] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Received event network-vif-plugged-250aab51-ef81-486b-82c6-b4a62ba52787 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.549819] env[70483]: DEBUG oslo_concurrency.lockutils [req-f8d469f6-2f7e-4406-972e-1125b9c9dc89 req-a63f90c3-6c54-45ea-b97d-ae015dfdc507 service nova] Acquiring lock "60d03c81-1473-40f7-b80c-7e57d33fbee8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.549819] env[70483]: DEBUG oslo_concurrency.lockutils [req-f8d469f6-2f7e-4406-972e-1125b9c9dc89 req-a63f90c3-6c54-45ea-b97d-ae015dfdc507 service nova] Lock "60d03c81-1473-40f7-b80c-7e57d33fbee8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.549819] env[70483]: DEBUG oslo_concurrency.lockutils [req-f8d469f6-2f7e-4406-972e-1125b9c9dc89 req-a63f90c3-6c54-45ea-b97d-ae015dfdc507 service nova] Lock "60d03c81-1473-40f7-b80c-7e57d33fbee8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.549819] env[70483]: DEBUG nova.compute.manager [req-f8d469f6-2f7e-4406-972e-1125b9c9dc89 req-a63f90c3-6c54-45ea-b97d-ae015dfdc507 service nova] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] No waiting events found dispatching network-vif-plugged-250aab51-ef81-486b-82c6-b4a62ba52787 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 906.549819] env[70483]: WARNING nova.compute.manager [req-f8d469f6-2f7e-4406-972e-1125b9c9dc89 req-a63f90c3-6c54-45ea-b97d-ae015dfdc507 service nova] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Received unexpected event network-vif-plugged-250aab51-ef81-486b-82c6-b4a62ba52787 for instance with vm_state building and task_state spawning. [ 906.549819] env[70483]: DEBUG nova.compute.manager [req-f8d469f6-2f7e-4406-972e-1125b9c9dc89 req-a63f90c3-6c54-45ea-b97d-ae015dfdc507 service nova] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Received event network-changed-250aab51-ef81-486b-82c6-b4a62ba52787 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.549819] env[70483]: DEBUG nova.compute.manager [req-f8d469f6-2f7e-4406-972e-1125b9c9dc89 req-a63f90c3-6c54-45ea-b97d-ae015dfdc507 service nova] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Refreshing instance network info cache due to event network-changed-250aab51-ef81-486b-82c6-b4a62ba52787. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 906.549819] env[70483]: DEBUG oslo_concurrency.lockutils [req-f8d469f6-2f7e-4406-972e-1125b9c9dc89 req-a63f90c3-6c54-45ea-b97d-ae015dfdc507 service nova] Acquiring lock "refresh_cache-60d03c81-1473-40f7-b80c-7e57d33fbee8" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.549819] env[70483]: DEBUG oslo_concurrency.lockutils [req-f8d469f6-2f7e-4406-972e-1125b9c9dc89 req-a63f90c3-6c54-45ea-b97d-ae015dfdc507 service nova] Acquired lock "refresh_cache-60d03c81-1473-40f7-b80c-7e57d33fbee8" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.549819] env[70483]: DEBUG nova.network.neutron [req-f8d469f6-2f7e-4406-972e-1125b9c9dc89 req-a63f90c3-6c54-45ea-b97d-ae015dfdc507 service nova] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Refreshing network info cache for port 250aab51-ef81-486b-82c6-b4a62ba52787 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.565330] env[70483]: DEBUG oslo_vmware.api [None req-add975ce-9cb2-4fe1-ad41-224586d5d3f9 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478091, 'name': CloneVM_Task} progress is 94%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.631573] env[70483]: DEBUG oslo_concurrency.lockutils [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Releasing lock "refresh_cache-564f1aef-f107-46c8-ae0b-01df1e8aa2d2" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.631573] env[70483]: DEBUG nova.compute.manager [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Instance network_info: |[{"id": "eff1b063-ed96-4767-8a3d-8dd243d0e009", "address": "fa:16:3e:f6:c2:10", "network": {"id": "5fd19a76-5f23-4ae0-81a6-e9da34d2e4e0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-548459206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7908655b0a843e2845bc655eed75b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeff1b063-ed", "ovs_interfaceid": "eff1b063-ed96-4767-8a3d-8dd243d0e009", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 906.631573] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:c2:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82ca17df-257e-40e6-9ec9-310ed6f05ccb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eff1b063-ed96-4767-8a3d-8dd243d0e009', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.639073] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Creating folder: Project (e7908655b0a843e2845bc655eed75b31). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.639724] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93422775-3720-4e44-af9e-0d7e28ee30fb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.654116] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Created folder: Project (e7908655b0a843e2845bc655eed75b31) in parent group-v695216. [ 906.654116] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Creating folder: Instances. Parent ref: group-v695392. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.654116] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43b055b2-c99b-4182-9a54-7d1bebf1f63c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.657133] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.658489] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bac9c2-5d17-40ac-9ab5-f2220a7d5e7f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.663565] env[70483]: DEBUG nova.scheduler.client.report [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.677123] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Created folder: Instances in parent group-v695392. [ 906.677349] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.677854] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.679750] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b91e47f3-992d-4e8a-8596-d5701a8f2066 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.702452] env[70483]: DEBUG nova.compute.manager [None req-99563aa2-94e3-48b6-a2bd-464868b3382c tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 906.702542] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-99563aa2-94e3-48b6-a2bd-464868b3382c tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.704367] env[70483]: DEBUG oslo_vmware.api [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52f68163-9385-9014-289e-cb55aa9da73a, 'name': SearchDatastore_Task, 'duration_secs': 0.037583} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.704873] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.706250] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9dae832-9f1c-48fc-915e-d21626e276df {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.709316] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.709604] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 60d03c81-1473-40f7-b80c-7e57d33fbee8/60d03c81-1473-40f7-b80c-7e57d33fbee8.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.709853] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b6998ea-d96f-4c54-816e-b92407eb4c30 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.713480] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-255ee653-4008-498a-a0b1-cf796604c96d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.715313] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.715313] env[70483]: value = "task-3478096" [ 906.715313] env[70483]: _type = "Task" [ 906.715313] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.723150] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-99563aa2-94e3-48b6-a2bd-464868b3382c tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.724795] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06a9397b-ae00-43f8-a675-d4831c8d1ec4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.726628] env[70483]: DEBUG oslo_vmware.api [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Waiting for the task: (returnval){ [ 906.726628] env[70483]: value = "task-3478098" [ 906.726628] env[70483]: _type = "Task" [ 906.726628] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.729883] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478096, 'name': CreateVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.736220] env[70483]: DEBUG oslo_vmware.api [None req-99563aa2-94e3-48b6-a2bd-464868b3382c tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Waiting for the task: (returnval){ [ 906.736220] env[70483]: value = "task-3478099" [ 906.736220] env[70483]: _type = "Task" [ 906.736220] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.740265] env[70483]: DEBUG oslo_vmware.api [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': task-3478098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.748215] env[70483]: DEBUG oslo_vmware.api [None req-99563aa2-94e3-48b6-a2bd-464868b3382c tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Task: {'id': task-3478099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.800526] env[70483]: DEBUG oslo_vmware.api [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478092, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.802240] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.802536] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.802804] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Deleting the datastore file [datastore1] 09654360-da5a-43e8-b884-e6423345750b {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.803267] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-478625ec-79e5-4be0-ab16-2fed57cafca2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.812912] env[70483]: DEBUG oslo_vmware.api [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 906.812912] env[70483]: value = "task-3478100" [ 906.812912] env[70483]: _type = "Task" [ 906.812912] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.824056] env[70483]: DEBUG oslo_vmware.api [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.873451] env[70483]: DEBUG nova.network.neutron [-] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.021377] env[70483]: DEBUG oslo_vmware.api [None req-ffd47436-a4cd-472e-8afc-acf085a8af03 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478093, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.067881] env[70483]: DEBUG oslo_vmware.api [None req-add975ce-9cb2-4fe1-ad41-224586d5d3f9 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478091, 'name': CloneVM_Task} progress is 94%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.181994] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.801s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.181994] env[70483]: DEBUG nova.compute.manager [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 907.185927] env[70483]: DEBUG oslo_concurrency.lockutils [None req-203ac532-a1f7-4dba-8b2b-1085bc20496e tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 35.664s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.234330] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478096, 'name': CreateVM_Task, 'duration_secs': 0.427249} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.238149] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.239366] env[70483]: DEBUG oslo_concurrency.lockutils [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.239366] env[70483]: DEBUG oslo_concurrency.lockutils [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.240190] env[70483]: DEBUG oslo_concurrency.lockutils [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.241084] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5acfa3c8-d1ab-4869-82f4-c40adf772f61 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.260601] env[70483]: DEBUG oslo_vmware.api [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': task-3478098, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.264768] env[70483]: DEBUG oslo_vmware.api [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for the task: (returnval){ [ 907.264768] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52c0f658-c199-5415-17d7-ff3092649667" [ 907.264768] env[70483]: _type = "Task" [ 907.264768] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.269061] env[70483]: DEBUG oslo_vmware.api [None req-99563aa2-94e3-48b6-a2bd-464868b3382c tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Task: {'id': task-3478099, 'name': PowerOffVM_Task, 'duration_secs': 0.390685} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.273282] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-99563aa2-94e3-48b6-a2bd-464868b3382c tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.273412] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-99563aa2-94e3-48b6-a2bd-464868b3382c tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.273699] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd0a4251-ab5b-426a-94cf-6f796076894a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.282363] env[70483]: DEBUG oslo_vmware.api [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52c0f658-c199-5415-17d7-ff3092649667, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.302660] env[70483]: DEBUG oslo_vmware.api [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478092, 'name': RemoveSnapshot_Task, 'duration_secs': 0.771284} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.302979] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Deleted Snapshot of the VM instance {{(pid=70483) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 907.303356] env[70483]: DEBUG nova.compute.manager [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.304217] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131af4a8-f21c-4dbc-a189-dd9f7232048f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.329022] env[70483]: DEBUG oslo_vmware.api [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478100, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.448317} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.330927] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.330927] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.330927] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.345893] env[70483]: DEBUG nova.compute.manager [req-75761a76-e50b-4fcf-945a-047d75531ff5 req-8b269846-d1ee-46cc-abf6-9e4e795e4d3c service nova] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Received event network-changed-eff1b063-ed96-4767-8a3d-8dd243d0e009 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.346075] env[70483]: DEBUG nova.compute.manager [req-75761a76-e50b-4fcf-945a-047d75531ff5 req-8b269846-d1ee-46cc-abf6-9e4e795e4d3c service nova] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Refreshing instance network info cache due to event network-changed-eff1b063-ed96-4767-8a3d-8dd243d0e009. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 907.346774] env[70483]: DEBUG oslo_concurrency.lockutils [req-75761a76-e50b-4fcf-945a-047d75531ff5 req-8b269846-d1ee-46cc-abf6-9e4e795e4d3c service nova] Acquiring lock "refresh_cache-564f1aef-f107-46c8-ae0b-01df1e8aa2d2" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.346774] env[70483]: DEBUG oslo_concurrency.lockutils [req-75761a76-e50b-4fcf-945a-047d75531ff5 req-8b269846-d1ee-46cc-abf6-9e4e795e4d3c service nova] Acquired lock "refresh_cache-564f1aef-f107-46c8-ae0b-01df1e8aa2d2" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.346774] env[70483]: DEBUG nova.network.neutron [req-75761a76-e50b-4fcf-945a-047d75531ff5 req-8b269846-d1ee-46cc-abf6-9e4e795e4d3c service nova] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Refreshing network info cache for port eff1b063-ed96-4767-8a3d-8dd243d0e009 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.362027] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-99563aa2-94e3-48b6-a2bd-464868b3382c tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.362387] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-99563aa2-94e3-48b6-a2bd-464868b3382c tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.362387] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-99563aa2-94e3-48b6-a2bd-464868b3382c tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Deleting the datastore file [datastore1] de35e055-451f-4c4b-ab3a-9b5b6baa529c {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.364137] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76966aab-f127-46e4-86e6-c0baeb1a50d6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.365699] env[70483]: DEBUG nova.network.neutron [req-f8d469f6-2f7e-4406-972e-1125b9c9dc89 req-a63f90c3-6c54-45ea-b97d-ae015dfdc507 service nova] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Updated VIF entry in instance network info cache for port 250aab51-ef81-486b-82c6-b4a62ba52787. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.366195] env[70483]: DEBUG nova.network.neutron [req-f8d469f6-2f7e-4406-972e-1125b9c9dc89 req-a63f90c3-6c54-45ea-b97d-ae015dfdc507 service nova] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Updating instance_info_cache with network_info: [{"id": "6978b864-43f9-4522-86ee-ea9c651019bf", "address": "fa:16:3e:99:6a:6f", "network": {"id": "159db7b8-070d-43a4-9538-78a9f4d83f0d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1388406443", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c7343a7fadb4b25b7f585cfd51c7993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6978b864-43", "ovs_interfaceid": "6978b864-43f9-4522-86ee-ea9c651019bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "250aab51-ef81-486b-82c6-b4a62ba52787", "address": "fa:16:3e:5b:87:a8", "network": {"id": "644d0322-fcca-4691-88c4-41429b4a7dc2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-221399741", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7c7343a7fadb4b25b7f585cfd51c7993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap250aab51-ef", "ovs_interfaceid": "250aab51-ef81-486b-82c6-b4a62ba52787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.372338] env[70483]: INFO nova.scheduler.client.report [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Deleted allocations for instance 09654360-da5a-43e8-b884-e6423345750b [ 907.376563] env[70483]: INFO nova.compute.manager [-] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Took 1.30 seconds to deallocate network for instance. [ 907.376894] env[70483]: DEBUG oslo_vmware.api [None req-99563aa2-94e3-48b6-a2bd-464868b3382c tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Waiting for the task: (returnval){ [ 907.376894] env[70483]: value = "task-3478102" [ 907.376894] env[70483]: _type = "Task" [ 907.376894] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.391701] env[70483]: DEBUG oslo_vmware.api [None req-99563aa2-94e3-48b6-a2bd-464868b3382c tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Task: {'id': task-3478102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.510383] env[70483]: DEBUG oslo_vmware.api [None req-ffd47436-a4cd-472e-8afc-acf085a8af03 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478093, 'name': CreateSnapshot_Task, 'duration_secs': 0.877556} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.510656] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ffd47436-a4cd-472e-8afc-acf085a8af03 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Created Snapshot of the VM instance {{(pid=70483) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 907.511492] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e932e44-542a-468b-85ca-32c0ebae2ba4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.523446] env[70483]: INFO nova.compute.manager [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Rebuilding instance [ 907.564635] env[70483]: DEBUG oslo_vmware.api [None req-add975ce-9cb2-4fe1-ad41-224586d5d3f9 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478091, 'name': CloneVM_Task, 'duration_secs': 1.338097} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.566890] env[70483]: INFO nova.virt.vmwareapi.vmops [None req-add975ce-9cb2-4fe1-ad41-224586d5d3f9 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Created linked-clone VM from snapshot [ 907.567342] env[70483]: DEBUG nova.compute.manager [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.568109] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d82986-e324-45f4-b157-f9a188de6dc8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.571033] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b1f6de-1e0b-49c5-b61a-7af980bf1c2a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.581032] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-add975ce-9cb2-4fe1-ad41-224586d5d3f9 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Uploading image 49a2acb8-168c-4c9a-b726-08e59aed861f {{(pid=70483) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 907.605016] env[70483]: DEBUG oslo_vmware.rw_handles [None req-add975ce-9cb2-4fe1-ad41-224586d5d3f9 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 907.605016] env[70483]: value = "vm-695391" [ 907.605016] env[70483]: _type = "VirtualMachine" [ 907.605016] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 907.605016] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-74772414-8108-4dc2-99af-c799bccd7b9e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.614273] env[70483]: DEBUG oslo_vmware.rw_handles [None req-add975ce-9cb2-4fe1-ad41-224586d5d3f9 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lease: (returnval){ [ 907.614273] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52f2d2ae-ddd5-eb2a-b50a-01b044bf380c" [ 907.614273] env[70483]: _type = "HttpNfcLease" [ 907.614273] env[70483]: } obtained for exporting VM: (result){ [ 907.614273] env[70483]: value = "vm-695391" [ 907.614273] env[70483]: _type = "VirtualMachine" [ 907.614273] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 907.615514] env[70483]: DEBUG oslo_vmware.api [None req-add975ce-9cb2-4fe1-ad41-224586d5d3f9 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the lease: (returnval){ [ 907.615514] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52f2d2ae-ddd5-eb2a-b50a-01b044bf380c" [ 907.615514] env[70483]: _type = "HttpNfcLease" [ 907.615514] env[70483]: } to be ready. {{(pid=70483) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 907.623269] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 907.623269] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52f2d2ae-ddd5-eb2a-b50a-01b044bf380c" [ 907.623269] env[70483]: _type = "HttpNfcLease" [ 907.623269] env[70483]: } is initializing. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 907.692235] env[70483]: DEBUG nova.compute.utils [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.694264] env[70483]: DEBUG nova.compute.manager [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 907.695027] env[70483]: DEBUG nova.network.neutron [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 907.741885] env[70483]: DEBUG nova.policy [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43c70977d23e4229a497668aec61ad41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78c576c43b1f45d1b95b82eeb85a795c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 907.752784] env[70483]: DEBUG oslo_vmware.api [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': task-3478098, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531513} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.753062] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 60d03c81-1473-40f7-b80c-7e57d33fbee8/60d03c81-1473-40f7-b80c-7e57d33fbee8.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.753310] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.753567] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fe83853-7782-4414-8fcc-ea180a61247a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.764900] env[70483]: DEBUG oslo_vmware.api [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Waiting for the task: (returnval){ [ 907.764900] env[70483]: value = "task-3478104" [ 907.764900] env[70483]: _type = "Task" [ 907.764900] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.784177] env[70483]: DEBUG oslo_vmware.api [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52c0f658-c199-5415-17d7-ff3092649667, 'name': SearchDatastore_Task, 'duration_secs': 0.017422} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.789852] env[70483]: DEBUG oslo_concurrency.lockutils [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.790116] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.790395] env[70483]: DEBUG oslo_concurrency.lockutils [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.790574] env[70483]: DEBUG oslo_concurrency.lockutils [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.790756] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.791132] env[70483]: DEBUG oslo_vmware.api [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': task-3478104, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.791580] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a3e6269-35b7-4e41-8e51-21f3ea7a7ab2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.806452] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.806628] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.807390] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85d3af0f-85d4-4ff0-a275-5c4678a53955 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.813223] env[70483]: DEBUG oslo_vmware.api [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for the task: (returnval){ [ 907.813223] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e788b5-5eab-fc61-c788-cfa8f9191380" [ 907.813223] env[70483]: _type = "Task" [ 907.813223] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.826552] env[70483]: DEBUG oslo_vmware.api [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e788b5-5eab-fc61-c788-cfa8f9191380, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.827506] env[70483]: INFO nova.compute.manager [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Shelve offloading [ 907.870559] env[70483]: DEBUG oslo_concurrency.lockutils [req-f8d469f6-2f7e-4406-972e-1125b9c9dc89 req-a63f90c3-6c54-45ea-b97d-ae015dfdc507 service nova] Releasing lock "refresh_cache-60d03c81-1473-40f7-b80c-7e57d33fbee8" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.870822] env[70483]: DEBUG nova.compute.manager [req-f8d469f6-2f7e-4406-972e-1125b9c9dc89 req-a63f90c3-6c54-45ea-b97d-ae015dfdc507 service nova] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Received event network-vif-plugged-eff1b063-ed96-4767-8a3d-8dd243d0e009 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.871026] env[70483]: DEBUG oslo_concurrency.lockutils [req-f8d469f6-2f7e-4406-972e-1125b9c9dc89 req-a63f90c3-6c54-45ea-b97d-ae015dfdc507 service nova] Acquiring lock "564f1aef-f107-46c8-ae0b-01df1e8aa2d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.871284] env[70483]: DEBUG oslo_concurrency.lockutils [req-f8d469f6-2f7e-4406-972e-1125b9c9dc89 req-a63f90c3-6c54-45ea-b97d-ae015dfdc507 service nova] Lock "564f1aef-f107-46c8-ae0b-01df1e8aa2d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.871454] env[70483]: DEBUG oslo_concurrency.lockutils [req-f8d469f6-2f7e-4406-972e-1125b9c9dc89 req-a63f90c3-6c54-45ea-b97d-ae015dfdc507 service nova] Lock "564f1aef-f107-46c8-ae0b-01df1e8aa2d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.871620] env[70483]: DEBUG nova.compute.manager [req-f8d469f6-2f7e-4406-972e-1125b9c9dc89 req-a63f90c3-6c54-45ea-b97d-ae015dfdc507 service nova] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] No waiting events found dispatching network-vif-plugged-eff1b063-ed96-4767-8a3d-8dd243d0e009 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 907.871797] env[70483]: WARNING nova.compute.manager [req-f8d469f6-2f7e-4406-972e-1125b9c9dc89 req-a63f90c3-6c54-45ea-b97d-ae015dfdc507 service nova] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Received unexpected event network-vif-plugged-eff1b063-ed96-4767-8a3d-8dd243d0e009 for instance with vm_state building and task_state spawning. [ 907.880643] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.886619] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9c548495-0f93-4143-8daf-72b8dc1e68ab tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.892025] env[70483]: DEBUG oslo_vmware.api [None req-99563aa2-94e3-48b6-a2bd-464868b3382c tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Task: {'id': task-3478102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.34623} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.897789] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-99563aa2-94e3-48b6-a2bd-464868b3382c tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.898174] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-99563aa2-94e3-48b6-a2bd-464868b3382c tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.898595] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-99563aa2-94e3-48b6-a2bd-464868b3382c tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.898888] env[70483]: INFO nova.compute.manager [None req-99563aa2-94e3-48b6-a2bd-464868b3382c tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Took 1.20 seconds to destroy the instance on the hypervisor. [ 907.899261] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99563aa2-94e3-48b6-a2bd-464868b3382c tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.899820] env[70483]: DEBUG nova.compute.manager [-] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 907.900028] env[70483]: DEBUG nova.network.neutron [-] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 908.031699] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ffd47436-a4cd-472e-8afc-acf085a8af03 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Creating linked-clone VM from snapshot {{(pid=70483) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 908.037244] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a4c67064-9ce9-4eed-91aa-36c15573b9c9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.047280] env[70483]: DEBUG oslo_vmware.api [None req-ffd47436-a4cd-472e-8afc-acf085a8af03 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Waiting for the task: (returnval){ [ 908.047280] env[70483]: value = "task-3478105" [ 908.047280] env[70483]: _type = "Task" [ 908.047280] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.058495] env[70483]: DEBUG oslo_vmware.api [None req-ffd47436-a4cd-472e-8afc-acf085a8af03 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478105, 'name': CloneVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.125786] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 908.125786] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52f2d2ae-ddd5-eb2a-b50a-01b044bf380c" [ 908.125786] env[70483]: _type = "HttpNfcLease" [ 908.125786] env[70483]: } is ready. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 908.125786] env[70483]: DEBUG oslo_vmware.rw_handles [None req-add975ce-9cb2-4fe1-ad41-224586d5d3f9 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 908.125786] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52f2d2ae-ddd5-eb2a-b50a-01b044bf380c" [ 908.125786] env[70483]: _type = "HttpNfcLease" [ 908.125786] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 908.126569] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5477825e-92b3-4f64-baac-caab2a7fb681 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.138915] env[70483]: DEBUG oslo_vmware.rw_handles [None req-add975ce-9cb2-4fe1-ad41-224586d5d3f9 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5225eaea-e691-8091-0c08-59b613af4a94/disk-0.vmdk from lease info. {{(pid=70483) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 908.138915] env[70483]: DEBUG oslo_vmware.rw_handles [None req-add975ce-9cb2-4fe1-ad41-224586d5d3f9 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5225eaea-e691-8091-0c08-59b613af4a94/disk-0.vmdk for reading. {{(pid=70483) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 908.202063] env[70483]: DEBUG nova.compute.manager [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 908.209255] env[70483]: DEBUG nova.network.neutron [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Successfully created port: 5edf92b4-3af8-4a21-87a7-ed70db5e33e2 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 908.275529] env[70483]: DEBUG oslo_vmware.api [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': task-3478104, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153515} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.276706] env[70483]: DEBUG nova.network.neutron [req-75761a76-e50b-4fcf-945a-047d75531ff5 req-8b269846-d1ee-46cc-abf6-9e4e795e4d3c service nova] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Updated VIF entry in instance network info cache for port eff1b063-ed96-4767-8a3d-8dd243d0e009. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 908.277054] env[70483]: DEBUG nova.network.neutron [req-75761a76-e50b-4fcf-945a-047d75531ff5 req-8b269846-d1ee-46cc-abf6-9e4e795e4d3c service nova] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Updating instance_info_cache with network_info: [{"id": "eff1b063-ed96-4767-8a3d-8dd243d0e009", "address": "fa:16:3e:f6:c2:10", "network": {"id": "5fd19a76-5f23-4ae0-81a6-e9da34d2e4e0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-548459206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7908655b0a843e2845bc655eed75b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeff1b063-ed", "ovs_interfaceid": "eff1b063-ed96-4767-8a3d-8dd243d0e009", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.278449] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.282304] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b5a32a-7cc4-45a6-83f4-5d2f0564c2d7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.313085] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 60d03c81-1473-40f7-b80c-7e57d33fbee8/60d03c81-1473-40f7-b80c-7e57d33fbee8.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.320020] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f97a8e02-2b68-43f3-b279-ba09248144e3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.337155] env[70483]: DEBUG nova.network.neutron [-] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.338513] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.341805] env[70483]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-288fafde-1096-4e22-bff2-d8f3da1e3a91 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.344392] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bc4a24b-0ba5-4109-ada7-fe34d36a9ffc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.355883] env[70483]: DEBUG oslo_vmware.api [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e788b5-5eab-fc61-c788-cfa8f9191380, 'name': SearchDatastore_Task, 'duration_secs': 0.018173} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.359724] env[70483]: DEBUG oslo_vmware.api [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 908.359724] env[70483]: value = "task-3478106" [ 908.359724] env[70483]: _type = "Task" [ 908.359724] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.359985] env[70483]: DEBUG oslo_vmware.api [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Waiting for the task: (returnval){ [ 908.359985] env[70483]: value = "task-3478107" [ 908.359985] env[70483]: _type = "Task" [ 908.359985] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.361083] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2289edf-904b-4ba3-baef-e17868b3535f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.364325] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480dd69a-0b6c-4c32-bb7d-ccff837146bf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.379706] env[70483]: DEBUG oslo_vmware.api [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for the task: (returnval){ [ 908.379706] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a9fc68-8c6f-6e6b-a758-8e2fa338c553" [ 908.379706] env[70483]: _type = "Task" [ 908.379706] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.389925] env[70483]: DEBUG oslo_vmware.api [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': task-3478107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.397190] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] VM already powered off {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 908.397421] env[70483]: DEBUG nova.compute.manager [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.398473] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbb7d18-a87c-42f6-ae3e-a20126c55e15 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.402597] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd13041-8601-43f6-b6b7-a1d6f5ad89a1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.442817] env[70483]: DEBUG oslo_concurrency.lockutils [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquiring lock "refresh_cache-a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.442817] env[70483]: DEBUG oslo_concurrency.lockutils [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquired lock "refresh_cache-a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.442817] env[70483]: DEBUG nova.network.neutron [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.444057] env[70483]: DEBUG oslo_vmware.api [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a9fc68-8c6f-6e6b-a758-8e2fa338c553, 'name': SearchDatastore_Task, 'duration_secs': 0.017228} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.445028] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17b2dba-1d79-41d8-b603-51cedc71fa63 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.447880] env[70483]: DEBUG oslo_concurrency.lockutils [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.448195] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 564f1aef-f107-46c8-ae0b-01df1e8aa2d2/564f1aef-f107-46c8-ae0b-01df1e8aa2d2.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.448468] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-210f91eb-47e5-49c6-928d-c9e7271349be {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.460944] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2ffa42-1fc7-4a8e-92dc-c8e77b848cd1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.465944] env[70483]: DEBUG oslo_vmware.api [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for the task: (returnval){ [ 908.465944] env[70483]: value = "task-3478108" [ 908.465944] env[70483]: _type = "Task" [ 908.465944] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.469993] env[70483]: DEBUG nova.compute.manager [req-e12cb53a-0daf-4e9a-a291-fbf6c0380389 req-19054740-e197-47e2-9775-b749089aabdc service nova] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Received event network-vif-deleted-b45c6dff-33c0-4819-8ea3-4d51310f7742 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.483464] env[70483]: DEBUG nova.compute.provider_tree [None req-203ac532-a1f7-4dba-8b2b-1085bc20496e tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.492442] env[70483]: DEBUG oslo_vmware.api [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.559749] env[70483]: DEBUG oslo_vmware.api [None req-ffd47436-a4cd-472e-8afc-acf085a8af03 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478105, 'name': CloneVM_Task} progress is 94%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.592593] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.592593] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f678d81-e032-4ded-b288-75dd72ed8f74 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.599278] env[70483]: DEBUG oslo_vmware.api [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 908.599278] env[70483]: value = "task-3478109" [ 908.599278] env[70483]: _type = "Task" [ 908.599278] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.612504] env[70483]: DEBUG oslo_vmware.api [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.781418] env[70483]: DEBUG oslo_concurrency.lockutils [req-75761a76-e50b-4fcf-945a-047d75531ff5 req-8b269846-d1ee-46cc-abf6-9e4e795e4d3c service nova] Releasing lock "refresh_cache-564f1aef-f107-46c8-ae0b-01df1e8aa2d2" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.781969] env[70483]: DEBUG nova.compute.manager [req-75761a76-e50b-4fcf-945a-047d75531ff5 req-8b269846-d1ee-46cc-abf6-9e4e795e4d3c service nova] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Received event network-vif-deleted-20b37db9-7720-469d-b6be-efa5ff5dbe21 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.783810] env[70483]: DEBUG nova.compute.manager [req-75761a76-e50b-4fcf-945a-047d75531ff5 req-8b269846-d1ee-46cc-abf6-9e4e795e4d3c service nova] [instance: 09654360-da5a-43e8-b884-e6423345750b] Received event network-vif-unplugged-02b17f5b-82e4-491b-b573-36f20ab2357d {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.783810] env[70483]: DEBUG oslo_concurrency.lockutils [req-75761a76-e50b-4fcf-945a-047d75531ff5 req-8b269846-d1ee-46cc-abf6-9e4e795e4d3c service nova] Acquiring lock "09654360-da5a-43e8-b884-e6423345750b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.783810] env[70483]: DEBUG oslo_concurrency.lockutils [req-75761a76-e50b-4fcf-945a-047d75531ff5 req-8b269846-d1ee-46cc-abf6-9e4e795e4d3c service nova] Lock "09654360-da5a-43e8-b884-e6423345750b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.783810] env[70483]: DEBUG oslo_concurrency.lockutils [req-75761a76-e50b-4fcf-945a-047d75531ff5 req-8b269846-d1ee-46cc-abf6-9e4e795e4d3c service nova] Lock "09654360-da5a-43e8-b884-e6423345750b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.783810] env[70483]: DEBUG nova.compute.manager [req-75761a76-e50b-4fcf-945a-047d75531ff5 req-8b269846-d1ee-46cc-abf6-9e4e795e4d3c service nova] [instance: 09654360-da5a-43e8-b884-e6423345750b] No waiting events found dispatching network-vif-unplugged-02b17f5b-82e4-491b-b573-36f20ab2357d {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 908.783810] env[70483]: WARNING nova.compute.manager [req-75761a76-e50b-4fcf-945a-047d75531ff5 req-8b269846-d1ee-46cc-abf6-9e4e795e4d3c service nova] [instance: 09654360-da5a-43e8-b884-e6423345750b] Received unexpected event network-vif-unplugged-02b17f5b-82e4-491b-b573-36f20ab2357d for instance with vm_state shelved and task_state shelving_offloading. [ 908.783810] env[70483]: DEBUG nova.compute.manager [req-75761a76-e50b-4fcf-945a-047d75531ff5 req-8b269846-d1ee-46cc-abf6-9e4e795e4d3c service nova] [instance: 09654360-da5a-43e8-b884-e6423345750b] Received event network-changed-02b17f5b-82e4-491b-b573-36f20ab2357d {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.783810] env[70483]: DEBUG nova.compute.manager [req-75761a76-e50b-4fcf-945a-047d75531ff5 req-8b269846-d1ee-46cc-abf6-9e4e795e4d3c service nova] [instance: 09654360-da5a-43e8-b884-e6423345750b] Refreshing instance network info cache due to event network-changed-02b17f5b-82e4-491b-b573-36f20ab2357d. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 908.784730] env[70483]: DEBUG oslo_concurrency.lockutils [req-75761a76-e50b-4fcf-945a-047d75531ff5 req-8b269846-d1ee-46cc-abf6-9e4e795e4d3c service nova] Acquiring lock "refresh_cache-09654360-da5a-43e8-b884-e6423345750b" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.785150] env[70483]: DEBUG oslo_concurrency.lockutils [req-75761a76-e50b-4fcf-945a-047d75531ff5 req-8b269846-d1ee-46cc-abf6-9e4e795e4d3c service nova] Acquired lock "refresh_cache-09654360-da5a-43e8-b884-e6423345750b" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.785702] env[70483]: DEBUG nova.network.neutron [req-75761a76-e50b-4fcf-945a-047d75531ff5 req-8b269846-d1ee-46cc-abf6-9e4e795e4d3c service nova] [instance: 09654360-da5a-43e8-b884-e6423345750b] Refreshing network info cache for port 02b17f5b-82e4-491b-b573-36f20ab2357d {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 908.845298] env[70483]: INFO nova.compute.manager [-] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Took 0.95 seconds to deallocate network for instance. [ 908.878832] env[70483]: DEBUG oslo_vmware.api [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': task-3478107, 'name': ReconfigVM_Task, 'duration_secs': 0.353263} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.879713] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 60d03c81-1473-40f7-b80c-7e57d33fbee8/60d03c81-1473-40f7-b80c-7e57d33fbee8.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.880894] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbd80c22-5c0a-476e-94a8-840592683843 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.894880] env[70483]: DEBUG oslo_vmware.api [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Waiting for the task: (returnval){ [ 908.894880] env[70483]: value = "task-3478110" [ 908.894880] env[70483]: _type = "Task" [ 908.894880] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.912107] env[70483]: DEBUG oslo_vmware.api [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': task-3478110, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.980597] env[70483]: DEBUG oslo_vmware.api [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478108, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.987603] env[70483]: DEBUG nova.scheduler.client.report [None req-203ac532-a1f7-4dba-8b2b-1085bc20496e tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.060065] env[70483]: DEBUG oslo_vmware.api [None req-ffd47436-a4cd-472e-8afc-acf085a8af03 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478105, 'name': CloneVM_Task} progress is 94%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.118696] env[70483]: DEBUG oslo_vmware.api [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478109, 'name': PowerOffVM_Task, 'duration_secs': 0.359831} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.118696] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.118696] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.118696] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4355d287-e603-4229-82a4-a7a7817fd839 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.129558] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 909.129558] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ecd2649-c74a-40a6-80f5-19a2424a80e1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.225562] env[70483]: DEBUG nova.compute.manager [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 909.232221] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 909.232397] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 909.232630] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Deleting the datastore file [datastore2] 3b1d2846-6f44-4f08-9878-e00bad014921 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.233255] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b8842ba-790b-498c-8c70-17149154fa09 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.240202] env[70483]: DEBUG oslo_vmware.api [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 909.240202] env[70483]: value = "task-3478112" [ 909.240202] env[70483]: _type = "Task" [ 909.240202] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.249594] env[70483]: DEBUG oslo_vmware.api [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478112, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.263684] env[70483]: DEBUG nova.virt.hardware [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.267019] env[70483]: DEBUG nova.virt.hardware [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.267019] env[70483]: DEBUG nova.virt.hardware [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.267019] env[70483]: DEBUG nova.virt.hardware [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.267019] env[70483]: DEBUG nova.virt.hardware [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.267019] env[70483]: DEBUG nova.virt.hardware [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.267019] env[70483]: DEBUG nova.virt.hardware [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.267019] env[70483]: DEBUG nova.virt.hardware [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.267019] env[70483]: DEBUG nova.virt.hardware [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.267473] env[70483]: DEBUG nova.virt.hardware [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.267473] env[70483]: DEBUG nova.virt.hardware [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.268278] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a26b96-4275-4329-b62e-ae7fbbebd502 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.278100] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79bc36b-bdf4-431f-bb35-579e062e4363 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.295711] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d025b911-6d34-4f9a-8e00-689bec3b6255 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "09654360-da5a-43e8-b884-e6423345750b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.353821] env[70483]: DEBUG oslo_concurrency.lockutils [None req-99563aa2-94e3-48b6-a2bd-464868b3382c tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.387401] env[70483]: DEBUG nova.network.neutron [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Updating instance_info_cache with network_info: [{"id": "90ee9637-37b3-42bb-9b3a-4b0f9b8d53be", "address": "fa:16:3e:b5:96:89", "network": {"id": "ad62c8c7-a505-4b19-b08e-7fc0ad2fe8c0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1287706579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f5421924aec4a0eb2dce7ace32bf86c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90ee9637-37", "ovs_interfaceid": "90ee9637-37b3-42bb-9b3a-4b0f9b8d53be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.406098] env[70483]: DEBUG oslo_vmware.api [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': task-3478110, 'name': Rename_Task, 'duration_secs': 0.214861} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.409264] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.410097] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28cd98af-cdf5-4d07-b003-8dc22d31c797 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.419729] env[70483]: DEBUG oslo_vmware.api [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Waiting for the task: (returnval){ [ 909.419729] env[70483]: value = "task-3478113" [ 909.419729] env[70483]: _type = "Task" [ 909.419729] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.430124] env[70483]: DEBUG oslo_vmware.api [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': task-3478113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.478614] env[70483]: DEBUG oslo_vmware.api [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478108, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541233} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.478894] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 564f1aef-f107-46c8-ae0b-01df1e8aa2d2/564f1aef-f107-46c8-ae0b-01df1e8aa2d2.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 909.479145] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 909.479382] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22364345-ebe9-469c-9dde-5606ed5f6a46 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.487391] env[70483]: DEBUG oslo_vmware.api [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for the task: (returnval){ [ 909.487391] env[70483]: value = "task-3478114" [ 909.487391] env[70483]: _type = "Task" [ 909.487391] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.507253] env[70483]: DEBUG oslo_vmware.api [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.559968] env[70483]: DEBUG oslo_vmware.api [None req-ffd47436-a4cd-472e-8afc-acf085a8af03 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478105, 'name': CloneVM_Task, 'duration_secs': 1.368689} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.560309] env[70483]: INFO nova.virt.vmwareapi.vmops [None req-ffd47436-a4cd-472e-8afc-acf085a8af03 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Created linked-clone VM from snapshot [ 909.561151] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf16d049-68a2-4c26-91bd-d590ccfaf91a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.569477] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-ffd47436-a4cd-472e-8afc-acf085a8af03 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Uploading image 32e77803-357e-4682-bcd7-7921920fa6d8 {{(pid=70483) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 909.604825] env[70483]: DEBUG nova.network.neutron [req-75761a76-e50b-4fcf-945a-047d75531ff5 req-8b269846-d1ee-46cc-abf6-9e4e795e4d3c service nova] [instance: 09654360-da5a-43e8-b884-e6423345750b] Updated VIF entry in instance network info cache for port 02b17f5b-82e4-491b-b573-36f20ab2357d. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 909.605294] env[70483]: DEBUG nova.network.neutron [req-75761a76-e50b-4fcf-945a-047d75531ff5 req-8b269846-d1ee-46cc-abf6-9e4e795e4d3c service nova] [instance: 09654360-da5a-43e8-b884-e6423345750b] Updating instance_info_cache with network_info: [{"id": "02b17f5b-82e4-491b-b573-36f20ab2357d", "address": "fa:16:3e:84:52:7e", "network": {"id": "8a37218d-212e-4604-9aac-2a69e34f388a", "bridge": null, "label": "tempest-DeleteServersTestJSON-975183189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec180aeba08f48dea450ade057d4e619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap02b17f5b-82", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.608411] env[70483]: DEBUG oslo_vmware.rw_handles [None req-ffd47436-a4cd-472e-8afc-acf085a8af03 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 909.608411] env[70483]: value = "vm-695396" [ 909.608411] env[70483]: _type = "VirtualMachine" [ 909.608411] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 909.608952] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-22a0e875-26e8-4da7-ada2-7af37b2b748c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.624892] env[70483]: DEBUG oslo_vmware.rw_handles [None req-ffd47436-a4cd-472e-8afc-acf085a8af03 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Lease: (returnval){ [ 909.624892] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ea4b1c-044c-575f-2ac0-444b596931b0" [ 909.624892] env[70483]: _type = "HttpNfcLease" [ 909.624892] env[70483]: } obtained for exporting VM: (result){ [ 909.624892] env[70483]: value = "vm-695396" [ 909.624892] env[70483]: _type = "VirtualMachine" [ 909.624892] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 909.625254] env[70483]: DEBUG oslo_vmware.api [None req-ffd47436-a4cd-472e-8afc-acf085a8af03 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Waiting for the lease: (returnval){ [ 909.625254] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ea4b1c-044c-575f-2ac0-444b596931b0" [ 909.625254] env[70483]: _type = "HttpNfcLease" [ 909.625254] env[70483]: } to be ready. {{(pid=70483) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 909.634832] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 909.634832] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ea4b1c-044c-575f-2ac0-444b596931b0" [ 909.634832] env[70483]: _type = "HttpNfcLease" [ 909.634832] env[70483]: } is initializing. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 909.753283] env[70483]: DEBUG oslo_vmware.api [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478112, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267753} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.753283] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.753283] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.753283] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.840917] env[70483]: DEBUG nova.network.neutron [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Successfully updated port: 5edf92b4-3af8-4a21-87a7-ed70db5e33e2 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 909.874057] env[70483]: DEBUG nova.compute.manager [req-97a9f7a3-29c8-4af8-8ccd-d35b6c7187d6 req-1d48b0cc-74bb-4aa9-8565-1eb12d122130 service nova] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Received event network-vif-plugged-5edf92b4-3af8-4a21-87a7-ed70db5e33e2 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.874409] env[70483]: DEBUG oslo_concurrency.lockutils [req-97a9f7a3-29c8-4af8-8ccd-d35b6c7187d6 req-1d48b0cc-74bb-4aa9-8565-1eb12d122130 service nova] Acquiring lock "8f47e025-77ad-466a-a6e6-8b6fd6fe161c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.874498] env[70483]: DEBUG oslo_concurrency.lockutils [req-97a9f7a3-29c8-4af8-8ccd-d35b6c7187d6 req-1d48b0cc-74bb-4aa9-8565-1eb12d122130 service nova] Lock "8f47e025-77ad-466a-a6e6-8b6fd6fe161c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.874613] env[70483]: DEBUG oslo_concurrency.lockutils [req-97a9f7a3-29c8-4af8-8ccd-d35b6c7187d6 req-1d48b0cc-74bb-4aa9-8565-1eb12d122130 service nova] Lock "8f47e025-77ad-466a-a6e6-8b6fd6fe161c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.874779] env[70483]: DEBUG nova.compute.manager [req-97a9f7a3-29c8-4af8-8ccd-d35b6c7187d6 req-1d48b0cc-74bb-4aa9-8565-1eb12d122130 service nova] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] No waiting events found dispatching network-vif-plugged-5edf92b4-3af8-4a21-87a7-ed70db5e33e2 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 909.874943] env[70483]: WARNING nova.compute.manager [req-97a9f7a3-29c8-4af8-8ccd-d35b6c7187d6 req-1d48b0cc-74bb-4aa9-8565-1eb12d122130 service nova] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Received unexpected event network-vif-plugged-5edf92b4-3af8-4a21-87a7-ed70db5e33e2 for instance with vm_state building and task_state spawning. [ 909.890418] env[70483]: DEBUG oslo_concurrency.lockutils [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Releasing lock "refresh_cache-a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.930482] env[70483]: DEBUG oslo_vmware.api [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': task-3478113, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.998616] env[70483]: DEBUG oslo_vmware.api [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141414} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.998894] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.999713] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5becf9b2-9913-4bb5-9d2d-97ee0890b173 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.015778] env[70483]: DEBUG oslo_concurrency.lockutils [None req-203ac532-a1f7-4dba-8b2b-1085bc20496e tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.830s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.015989] env[70483]: DEBUG nova.compute.manager [None req-203ac532-a1f7-4dba-8b2b-1085bc20496e tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=70483) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 910.028062] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 564f1aef-f107-46c8-ae0b-01df1e8aa2d2/564f1aef-f107-46c8-ae0b-01df1e8aa2d2.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.028697] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a40ca915-6ced-4090-866b-52e53c75793b tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.357s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.028942] env[70483]: DEBUG nova.objects.instance [None req-a40ca915-6ced-4090-866b-52e53c75793b tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Lazy-loading 'resources' on Instance uuid e833538a-8a5b-488c-9115-a6ab57e38f83 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.030278] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae8858e4-2b7a-47ef-b0b3-6ecd85fb8852 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.056613] env[70483]: DEBUG oslo_vmware.api [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for the task: (returnval){ [ 910.056613] env[70483]: value = "task-3478116" [ 910.056613] env[70483]: _type = "Task" [ 910.056613] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.072805] env[70483]: DEBUG oslo_vmware.api [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478116, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.115674] env[70483]: DEBUG oslo_concurrency.lockutils [req-75761a76-e50b-4fcf-945a-047d75531ff5 req-8b269846-d1ee-46cc-abf6-9e4e795e4d3c service nova] Releasing lock "refresh_cache-09654360-da5a-43e8-b884-e6423345750b" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.134636] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 910.134636] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ea4b1c-044c-575f-2ac0-444b596931b0" [ 910.134636] env[70483]: _type = "HttpNfcLease" [ 910.134636] env[70483]: } is ready. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 910.137462] env[70483]: DEBUG oslo_vmware.rw_handles [None req-ffd47436-a4cd-472e-8afc-acf085a8af03 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 910.137462] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ea4b1c-044c-575f-2ac0-444b596931b0" [ 910.137462] env[70483]: _type = "HttpNfcLease" [ 910.137462] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 910.139015] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa264d3-d909-4e84-a3d3-b60d54d98c88 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.147629] env[70483]: DEBUG oslo_vmware.rw_handles [None req-ffd47436-a4cd-472e-8afc-acf085a8af03 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e34ff-fe17-c1fa-cddc-11614865fbee/disk-0.vmdk from lease info. {{(pid=70483) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 910.147978] env[70483]: DEBUG oslo_vmware.rw_handles [None req-ffd47436-a4cd-472e-8afc-acf085a8af03 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e34ff-fe17-c1fa-cddc-11614865fbee/disk-0.vmdk for reading. {{(pid=70483) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 910.244365] env[70483]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-84cd0c33-2fc8-4ff0-84b7-ff6b7fc39961 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.248432] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.248494] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74b15d1-ae40-40f8-9f31-63583d7aa21b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.260890] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.261343] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d300953f-44b8-4be2-a72f-764d71d23698 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.343303] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Acquiring lock "refresh_cache-8f47e025-77ad-466a-a6e6-8b6fd6fe161c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.343496] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Acquired lock "refresh_cache-8f47e025-77ad-466a-a6e6-8b6fd6fe161c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.343649] env[70483]: DEBUG nova.network.neutron [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.433105] env[70483]: DEBUG oslo_vmware.api [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': task-3478113, 'name': PowerOnVM_Task, 'duration_secs': 0.608911} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.433402] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.433603] env[70483]: INFO nova.compute.manager [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Took 11.10 seconds to spawn the instance on the hypervisor. [ 910.433779] env[70483]: DEBUG nova.compute.manager [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.434587] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8659abe-caa6-42ac-a5f3-494e6f0b3052 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.568425] env[70483]: DEBUG oslo_vmware.api [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478116, 'name': ReconfigVM_Task, 'duration_secs': 0.297067} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.568710] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 564f1aef-f107-46c8-ae0b-01df1e8aa2d2/564f1aef-f107-46c8-ae0b-01df1e8aa2d2.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.569367] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23713ad1-f206-4a82-927d-cd2a2cd162c8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.577931] env[70483]: DEBUG oslo_vmware.api [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for the task: (returnval){ [ 910.577931] env[70483]: value = "task-3478118" [ 910.577931] env[70483]: _type = "Task" [ 910.577931] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.584972] env[70483]: INFO nova.scheduler.client.report [None req-203ac532-a1f7-4dba-8b2b-1085bc20496e tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Deleted allocation for migration 28e5bc78-7f03-44ac-98c9-aa6d913ac115 [ 910.591020] env[70483]: DEBUG oslo_vmware.api [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478118, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.618982] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.619266] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.619497] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Deleting the datastore file [datastore2] a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.620774] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b55db223-ae59-47b7-b486-e91d03b9982e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.630769] env[70483]: DEBUG oslo_vmware.api [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 910.630769] env[70483]: value = "task-3478119" [ 910.630769] env[70483]: _type = "Task" [ 910.630769] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.648207] env[70483]: DEBUG oslo_vmware.api [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478119, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.711746] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b1e4e2-d866-41fe-9cd5-82a7007a1375 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.720996] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bcd686-e668-435a-898a-da56508b44c8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.756680] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940038d5-7cb1-43b2-9dcc-ac55e833bef6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.769153] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876f7e8e-f927-436d-be9a-0cca7789b6a7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.787114] env[70483]: DEBUG nova.compute.provider_tree [None req-a40ca915-6ced-4090-866b-52e53c75793b tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.878156] env[70483]: DEBUG nova.network.neutron [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 910.951686] env[70483]: INFO nova.compute.manager [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Took 54.40 seconds to build instance. [ 911.030767] env[70483]: DEBUG nova.network.neutron [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Updating instance_info_cache with network_info: [{"id": "5edf92b4-3af8-4a21-87a7-ed70db5e33e2", "address": "fa:16:3e:40:d7:bd", "network": {"id": "dbdba1af-15fb-4b8a-b224-65486e11e10b", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-658436932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78c576c43b1f45d1b95b82eeb85a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5edf92b4-3a", "ovs_interfaceid": "5edf92b4-3af8-4a21-87a7-ed70db5e33e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.091218] env[70483]: DEBUG oslo_vmware.api [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478118, 'name': Rename_Task, 'duration_secs': 0.162854} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.091548] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.091789] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a1cf4ad-7716-410c-88e9-870f4f606904 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.096119] env[70483]: DEBUG oslo_concurrency.lockutils [None req-203ac532-a1f7-4dba-8b2b-1085bc20496e tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "7586d90c-26f8-4054-8574-e4585eaadc45" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 42.594s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.100520] env[70483]: DEBUG oslo_vmware.api [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for the task: (returnval){ [ 911.100520] env[70483]: value = "task-3478120" [ 911.100520] env[70483]: _type = "Task" [ 911.100520] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.110756] env[70483]: DEBUG oslo_vmware.api [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.142325] env[70483]: DEBUG oslo_vmware.api [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478119, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.34751} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.142769] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.143218] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.143356] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.167084] env[70483]: INFO nova.scheduler.client.report [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Deleted allocations for instance a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff [ 911.291533] env[70483]: DEBUG nova.scheduler.client.report [None req-a40ca915-6ced-4090-866b-52e53c75793b tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.457232] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9585b05a-7e9e-405c-ba68-d468d43c74c3 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Lock "60d03c81-1473-40f7-b80c-7e57d33fbee8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.846s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.534114] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Releasing lock "refresh_cache-8f47e025-77ad-466a-a6e6-8b6fd6fe161c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.534834] env[70483]: DEBUG nova.compute.manager [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Instance network_info: |[{"id": "5edf92b4-3af8-4a21-87a7-ed70db5e33e2", "address": "fa:16:3e:40:d7:bd", "network": {"id": "dbdba1af-15fb-4b8a-b224-65486e11e10b", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-658436932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78c576c43b1f45d1b95b82eeb85a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5edf92b4-3a", "ovs_interfaceid": "5edf92b4-3af8-4a21-87a7-ed70db5e33e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 911.535481] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:d7:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f41e4aa-0d23-48c4-a359-574abb2e7b9a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5edf92b4-3af8-4a21-87a7-ed70db5e33e2', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.544014] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Creating folder: Project (78c576c43b1f45d1b95b82eeb85a795c). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 911.544545] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2cb195b-6ebf-45be-b2fa-7a24d6d99dd0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.559325] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Created folder: Project (78c576c43b1f45d1b95b82eeb85a795c) in parent group-v695216. [ 911.560058] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Creating folder: Instances. Parent ref: group-v695397. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 911.560176] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53da6563-4250-4651-a50e-cfb0c92a421e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.573037] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Created folder: Instances in parent group-v695397. [ 911.573670] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.573940] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.574279] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70b6f7f9-740d-4b6f-aa25-e18e96c878e2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.597163] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.597163] env[70483]: value = "task-3478123" [ 911.597163] env[70483]: _type = "Task" [ 911.597163] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.610959] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478123, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.614762] env[70483]: DEBUG oslo_vmware.api [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478120, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.682517] env[70483]: DEBUG oslo_concurrency.lockutils [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.798331] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a40ca915-6ced-4090-866b-52e53c75793b tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.769s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.801833] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.356s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.803526] env[70483]: INFO nova.compute.claims [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 911.832508] env[70483]: INFO nova.scheduler.client.report [None req-a40ca915-6ced-4090-866b-52e53c75793b tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Deleted allocations for instance e833538a-8a5b-488c-9115-a6ab57e38f83 [ 912.112511] env[70483]: DEBUG oslo_vmware.api [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478120, 'name': PowerOnVM_Task, 'duration_secs': 0.642997} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.116174] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.116459] env[70483]: INFO nova.compute.manager [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Took 8.04 seconds to spawn the instance on the hypervisor. [ 912.116792] env[70483]: DEBUG nova.compute.manager [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.117123] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478123, 'name': CreateVM_Task, 'duration_secs': 0.408392} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.117931] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef2cd1e-1e51-4c4c-b895-a18d90eeb799 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.120564] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.121514] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.121747] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.122136] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.123124] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5298b32-1464-4947-bdad-c409e24c77ea {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.131346] env[70483]: DEBUG oslo_vmware.api [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Waiting for the task: (returnval){ [ 912.131346] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52bf911a-332c-f012-7a35-b5127796fb06" [ 912.131346] env[70483]: _type = "Task" [ 912.131346] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.143252] env[70483]: DEBUG oslo_vmware.api [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52bf911a-332c-f012-7a35-b5127796fb06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.342071] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a40ca915-6ced-4090-866b-52e53c75793b tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Lock "e833538a-8a5b-488c-9115-a6ab57e38f83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.608s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.642792] env[70483]: INFO nova.compute.manager [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Took 52.01 seconds to build instance. [ 912.649485] env[70483]: DEBUG oslo_vmware.api [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52bf911a-332c-f012-7a35-b5127796fb06, 'name': SearchDatastore_Task, 'duration_secs': 0.014511} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.649782] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.650016] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.650288] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.650465] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.650667] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.650957] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6faddb1c-8ef5-44cb-9880-c0e98e996d51 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.661818] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.662013] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.663054] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0be44b4-15d1-4f98-888d-cc9415e9fe6d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.669873] env[70483]: DEBUG oslo_vmware.api [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Waiting for the task: (returnval){ [ 912.669873] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]526873d0-91c7-dadb-020b-a077aa4ac85d" [ 912.669873] env[70483]: _type = "Task" [ 912.669873] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.678753] env[70483]: DEBUG oslo_vmware.api [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]526873d0-91c7-dadb-020b-a077aa4ac85d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.145556] env[70483]: DEBUG oslo_concurrency.lockutils [None req-26a86bbb-5b2c-4b17-b0a3-9f0b3989cffc tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Lock "564f1aef-f107-46c8-ae0b-01df1e8aa2d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.297s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.184742] env[70483]: DEBUG oslo_vmware.api [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]526873d0-91c7-dadb-020b-a077aa4ac85d, 'name': SearchDatastore_Task, 'duration_secs': 0.014222} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.185608] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9e3396a-f119-4c1f-83ce-7524efad264a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.195173] env[70483]: DEBUG oslo_vmware.api [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Waiting for the task: (returnval){ [ 913.195173] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52164639-9906-5c3b-e192-f79ae04021a7" [ 913.195173] env[70483]: _type = "Task" [ 913.195173] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.205752] env[70483]: DEBUG oslo_vmware.api [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52164639-9906-5c3b-e192-f79ae04021a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.238586] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbe9797-e4d7-474b-bf87-f4940a93c84d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.247489] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce67366d-6097-4db6-8c9f-7bd08f2976eb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.280512] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ab3e1f-90ca-4f9f-9efa-d9c1b3479ce5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.290193] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2833e5b-41d8-4908-8641-55db73077d2a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.307496] env[70483]: DEBUG nova.compute.provider_tree [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.709775] env[70483]: DEBUG oslo_vmware.api [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52164639-9906-5c3b-e192-f79ae04021a7, 'name': SearchDatastore_Task, 'duration_secs': 0.01585} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.710127] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.710471] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 8f47e025-77ad-466a-a6e6-8b6fd6fe161c/8f47e025-77ad-466a-a6e6-8b6fd6fe161c.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.710810] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70a5a3f6-b062-4206-9716-e289f4f3d83a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.720513] env[70483]: DEBUG oslo_vmware.api [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Waiting for the task: (returnval){ [ 913.720513] env[70483]: value = "task-3478124" [ 913.720513] env[70483]: _type = "Task" [ 913.720513] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.732366] env[70483]: DEBUG oslo_vmware.api [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Task: {'id': task-3478124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.810908] env[70483]: DEBUG nova.scheduler.client.report [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.232422] env[70483]: DEBUG oslo_vmware.api [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Task: {'id': task-3478124, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.317549] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.318121] env[70483]: DEBUG nova.compute.manager [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 914.320804] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 35.353s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.320983] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.321150] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70483) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 914.321655] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a2611270-e5cc-437c-98d4-aa26071c4730 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.661s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.321882] env[70483]: DEBUG nova.objects.instance [None req-a2611270-e5cc-437c-98d4-aa26071c4730 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Lazy-loading 'resources' on Instance uuid 58c2aa58-cefc-47ad-a6b2-1e266167c867 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.323865] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c73d42f-563a-47d0-b82d-717187846d9d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.336795] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abce267b-5644-4031-b3ce-2ac795749842 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.352992] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020dede1-8f58-45ae-acb9-3ad18e672e0a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.362121] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068a977a-c03d-4fce-92a8-639222595f21 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.395282] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178092MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=70483) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 914.395503] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.736958] env[70483]: DEBUG oslo_vmware.api [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Task: {'id': task-3478124, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650964} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.737339] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 8f47e025-77ad-466a-a6e6-8b6fd6fe161c/8f47e025-77ad-466a-a6e6-8b6fd6fe161c.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.737779] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.738020] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30314b04-d51e-43ea-95ad-bf9351ca24f5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.749867] env[70483]: DEBUG oslo_vmware.api [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Waiting for the task: (returnval){ [ 914.749867] env[70483]: value = "task-3478125" [ 914.749867] env[70483]: _type = "Task" [ 914.749867] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.767520] env[70483]: DEBUG oslo_vmware.api [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Task: {'id': task-3478125, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.830258] env[70483]: DEBUG nova.compute.utils [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 914.834996] env[70483]: DEBUG nova.compute.manager [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 914.835220] env[70483]: DEBUG nova.network.neutron [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 914.885310] env[70483]: DEBUG nova.policy [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df01242b23c1431aa9a7198820326693', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f95005c08244379aa97345167d6a312', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 915.172885] env[70483]: DEBUG nova.network.neutron [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Successfully created port: dc3aa1dd-2562-4197-bcd7-09f1d4d85858 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 915.265533] env[70483]: DEBUG oslo_vmware.api [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Task: {'id': task-3478125, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072516} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.265915] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.267439] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77360bce-6870-4182-abc1-37538bfdbf83 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.292720] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 8f47e025-77ad-466a-a6e6-8b6fd6fe161c/8f47e025-77ad-466a-a6e6-8b6fd6fe161c.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.299273] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-469f71d1-7e17-4424-ad24-cdfa3084cc90 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.324221] env[70483]: DEBUG oslo_vmware.api [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Waiting for the task: (returnval){ [ 915.324221] env[70483]: value = "task-3478126" [ 915.324221] env[70483]: _type = "Task" [ 915.324221] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.335754] env[70483]: DEBUG nova.compute.manager [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 915.338493] env[70483]: DEBUG oslo_vmware.api [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Task: {'id': task-3478126, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.384269] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e2f07f-065f-43cf-a985-43ce329008ab {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.394278] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a3e35c-83cc-4cc2-8258-8c197d00d6fe {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.430232] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205a80d0-a855-4f55-8988-a5222cf2047e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.439197] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a63021-f646-4295-b2ad-c265800bd41d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.454605] env[70483]: DEBUG nova.compute.provider_tree [None req-a2611270-e5cc-437c-98d4-aa26071c4730 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.836801] env[70483]: DEBUG oslo_vmware.api [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Task: {'id': task-3478126, 'name': ReconfigVM_Task, 'duration_secs': 0.508205} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.836801] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 8f47e025-77ad-466a-a6e6-8b6fd6fe161c/8f47e025-77ad-466a-a6e6-8b6fd6fe161c.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.837306] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8219a25d-4f3b-44d4-bf1e-7cea65b5d42b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.849508] env[70483]: DEBUG oslo_vmware.api [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Waiting for the task: (returnval){ [ 915.849508] env[70483]: value = "task-3478127" [ 915.849508] env[70483]: _type = "Task" [ 915.849508] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.860253] env[70483]: DEBUG oslo_vmware.api [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Task: {'id': task-3478127, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.958392] env[70483]: DEBUG nova.scheduler.client.report [None req-a2611270-e5cc-437c-98d4-aa26071c4730 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.345193] env[70483]: DEBUG nova.compute.manager [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 916.361474] env[70483]: DEBUG oslo_vmware.api [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Task: {'id': task-3478127, 'name': Rename_Task, 'duration_secs': 0.207682} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.361767] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.362023] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13bbe6f6-4c60-4db2-a59c-22d5ddcfe44d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.369465] env[70483]: DEBUG oslo_vmware.api [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Waiting for the task: (returnval){ [ 916.369465] env[70483]: value = "task-3478128" [ 916.369465] env[70483]: _type = "Task" [ 916.369465] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.380746] env[70483]: DEBUG oslo_vmware.api [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Task: {'id': task-3478128, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.465398] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a2611270-e5cc-437c-98d4-aa26071c4730 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.144s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.468141] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.017s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.468369] env[70483]: DEBUG nova.objects.instance [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70483) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 916.490027] env[70483]: INFO nova.scheduler.client.report [None req-a2611270-e5cc-437c-98d4-aa26071c4730 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Deleted allocations for instance 58c2aa58-cefc-47ad-a6b2-1e266167c867 [ 916.682989] env[70483]: DEBUG nova.network.neutron [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Successfully updated port: dc3aa1dd-2562-4197-bcd7-09f1d4d85858 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 916.881214] env[70483]: DEBUG oslo_vmware.api [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Task: {'id': task-3478128, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.998656] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a2611270-e5cc-437c-98d4-aa26071c4730 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Lock "58c2aa58-cefc-47ad-a6b2-1e266167c867" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.435s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.186245] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Acquiring lock "refresh_cache-adfa298c-1382-4dad-a2df-43f1a8367357" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.186409] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Acquired lock "refresh_cache-adfa298c-1382-4dad-a2df-43f1a8367357" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.186563] env[70483]: DEBUG nova.network.neutron [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.381891] env[70483]: DEBUG oslo_vmware.api [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Task: {'id': task-3478128, 'name': PowerOnVM_Task, 'duration_secs': 0.703357} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.382438] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.382555] env[70483]: INFO nova.compute.manager [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Took 8.16 seconds to spawn the instance on the hypervisor. [ 917.382827] env[70483]: DEBUG nova.compute.manager [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.383718] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783d5177-dc96-413b-acea-fc8611c24740 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.478956] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b146a2d9-cf94-4fdb-af24-07950256c3b3 tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.480135] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.912s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.482348] env[70483]: INFO nova.compute.claims [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 917.723892] env[70483]: DEBUG nova.network.neutron [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 917.861072] env[70483]: DEBUG nova.network.neutron [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Updating instance_info_cache with network_info: [{"id": "dc3aa1dd-2562-4197-bcd7-09f1d4d85858", "address": "fa:16:3e:69:9a:08", "network": {"id": "946c9825-7008-494a-9a78-38aefd47c33a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1469679738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5f95005c08244379aa97345167d6a312", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc3aa1dd-25", "ovs_interfaceid": "dc3aa1dd-2562-4197-bcd7-09f1d4d85858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.901357] env[70483]: INFO nova.compute.manager [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Took 49.40 seconds to build instance. [ 918.364701] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Releasing lock "refresh_cache-adfa298c-1382-4dad-a2df-43f1a8367357" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.365066] env[70483]: DEBUG nova.compute.manager [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Instance network_info: |[{"id": "dc3aa1dd-2562-4197-bcd7-09f1d4d85858", "address": "fa:16:3e:69:9a:08", "network": {"id": "946c9825-7008-494a-9a78-38aefd47c33a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1469679738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5f95005c08244379aa97345167d6a312", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc3aa1dd-25", "ovs_interfaceid": "dc3aa1dd-2562-4197-bcd7-09f1d4d85858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 918.367968] env[70483]: DEBUG nova.virt.hardware [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.368309] env[70483]: DEBUG nova.virt.hardware [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.368564] env[70483]: DEBUG nova.virt.hardware [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.368876] env[70483]: DEBUG nova.virt.hardware [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.369070] env[70483]: DEBUG nova.virt.hardware [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.369339] env[70483]: DEBUG nova.virt.hardware [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.369609] env[70483]: DEBUG nova.virt.hardware [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.369806] env[70483]: DEBUG nova.virt.hardware [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.369980] env[70483]: DEBUG nova.virt.hardware [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.370163] env[70483]: DEBUG nova.virt.hardware [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.370363] env[70483]: DEBUG nova.virt.hardware [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.373360] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce09dc7-c8ac-489e-b89e-2e0c94358b2d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.385473] env[70483]: DEBUG nova.virt.hardware [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.385800] env[70483]: DEBUG nova.virt.hardware [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.385897] env[70483]: DEBUG nova.virt.hardware [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.386097] env[70483]: DEBUG nova.virt.hardware [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.386243] env[70483]: DEBUG nova.virt.hardware [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.386387] env[70483]: DEBUG nova.virt.hardware [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.386591] env[70483]: DEBUG nova.virt.hardware [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.386747] env[70483]: DEBUG nova.virt.hardware [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.386909] env[70483]: DEBUG nova.virt.hardware [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.387082] env[70483]: DEBUG nova.virt.hardware [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.387260] env[70483]: DEBUG nova.virt.hardware [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.388564] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336d44d5-ca9c-4a92-b4b6-e412399aca9e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.394650] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ddd14d-1472-4850-9598-3e363ca62a3e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.405028] env[70483]: DEBUG oslo_vmware.rw_handles [None req-add975ce-9cb2-4fe1-ad41-224586d5d3f9 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5225eaea-e691-8091-0c08-59b613af4a94/disk-0.vmdk. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 918.414284] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e9fabe-2165-41df-8434-11f294fe78c8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.418669] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5c46ed6e-b6a0-4e3f-a349-6d3e4a637d99 tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Lock "8f47e025-77ad-466a-a6e6-8b6fd6fe161c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.887s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.419544] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8b44f8-d4b2-42ea-9f49-71c69ac5e35e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.422790] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:5b:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e69108d-ea75-4d5f-af60-7025cc9d7447', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.430576] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.430939] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.431863] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-934c88d9-9fee-4d0e-a126-8e6f1c7fecf3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.459828] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:9a:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea6e81c3-94aa-40a6-a4d4-7f338b503442', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc3aa1dd-2562-4197-bcd7-09f1d4d85858', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.468230] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.468601] env[70483]: DEBUG oslo_vmware.rw_handles [None req-add975ce-9cb2-4fe1-ad41-224586d5d3f9 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5225eaea-e691-8091-0c08-59b613af4a94/disk-0.vmdk is in state: ready. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 918.468750] env[70483]: ERROR oslo_vmware.rw_handles [None req-add975ce-9cb2-4fe1-ad41-224586d5d3f9 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5225eaea-e691-8091-0c08-59b613af4a94/disk-0.vmdk due to incomplete transfer. [ 918.471756] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.472073] env[70483]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-541b4475-e911-42ee-b370-19f670b4b1e0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.473924] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6be54d1a-394b-4311-9df6-83df168d9624 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.495574] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.495574] env[70483]: value = "task-3478129" [ 918.495574] env[70483]: _type = "Task" [ 918.495574] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.502859] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.502859] env[70483]: value = "task-3478130" [ 918.502859] env[70483]: _type = "Task" [ 918.502859] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.504392] env[70483]: DEBUG oslo_vmware.rw_handles [None req-add975ce-9cb2-4fe1-ad41-224586d5d3f9 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5225eaea-e691-8091-0c08-59b613af4a94/disk-0.vmdk. {{(pid=70483) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 918.504630] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-add975ce-9cb2-4fe1-ad41-224586d5d3f9 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Uploaded image 49a2acb8-168c-4c9a-b726-08e59aed861f to the Glance image server {{(pid=70483) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 918.507215] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-add975ce-9cb2-4fe1-ad41-224586d5d3f9 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Destroying the VM {{(pid=70483) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 918.514157] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6d9b95f6-40a7-413c-a61b-abf6699e9911 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.516190] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478129, 'name': CreateVM_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.523359] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478130, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.524809] env[70483]: DEBUG oslo_vmware.api [None req-add975ce-9cb2-4fe1-ad41-224586d5d3f9 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 918.524809] env[70483]: value = "task-3478131" [ 918.524809] env[70483]: _type = "Task" [ 918.524809] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.536985] env[70483]: DEBUG oslo_vmware.api [None req-add975ce-9cb2-4fe1-ad41-224586d5d3f9 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478131, 'name': Destroy_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.709341] env[70483]: DEBUG oslo_vmware.rw_handles [None req-ffd47436-a4cd-472e-8afc-acf085a8af03 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e34ff-fe17-c1fa-cddc-11614865fbee/disk-0.vmdk. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 918.709576] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f101afd-c73d-45a6-a5cf-86465efc5fc9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.717890] env[70483]: DEBUG oslo_vmware.rw_handles [None req-ffd47436-a4cd-472e-8afc-acf085a8af03 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e34ff-fe17-c1fa-cddc-11614865fbee/disk-0.vmdk is in state: ready. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 918.718044] env[70483]: ERROR oslo_vmware.rw_handles [None req-ffd47436-a4cd-472e-8afc-acf085a8af03 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e34ff-fe17-c1fa-cddc-11614865fbee/disk-0.vmdk due to incomplete transfer. [ 918.718298] env[70483]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d66ba114-8746-4fcd-ae30-2673114d366d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.732446] env[70483]: DEBUG oslo_vmware.rw_handles [None req-ffd47436-a4cd-472e-8afc-acf085a8af03 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e34ff-fe17-c1fa-cddc-11614865fbee/disk-0.vmdk. {{(pid=70483) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 918.732671] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-ffd47436-a4cd-472e-8afc-acf085a8af03 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Uploaded image 32e77803-357e-4682-bcd7-7921920fa6d8 to the Glance image server {{(pid=70483) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 918.734461] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffd47436-a4cd-472e-8afc-acf085a8af03 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Destroying the VM {{(pid=70483) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 918.737651] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-db47d6c8-4f92-4a2e-b205-6724560f027f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.744581] env[70483]: DEBUG oslo_vmware.api [None req-ffd47436-a4cd-472e-8afc-acf085a8af03 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Waiting for the task: (returnval){ [ 918.744581] env[70483]: value = "task-3478132" [ 918.744581] env[70483]: _type = "Task" [ 918.744581] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.753583] env[70483]: DEBUG oslo_vmware.api [None req-ffd47436-a4cd-472e-8afc-acf085a8af03 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478132, 'name': Destroy_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.975410] env[70483]: DEBUG nova.objects.instance [None req-8ce1097d-09b8-4eb0-91db-3933604de449 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lazy-loading 'flavor' on Instance uuid 7586d90c-26f8-4054-8574-e4585eaadc45 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.978861] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e739d8f-b99a-4cd5-a748-82c0a3ef49a5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.987860] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077b2476-5f9a-4917-9d1e-c2dd7125c879 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.027088] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c024314-7923-42a9-bc35-a56de05564a6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.040225] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478129, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.040427] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478130, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.043943] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f58cca-acfc-4350-8a28-afd10c622c49 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.051625] env[70483]: DEBUG oslo_vmware.api [None req-add975ce-9cb2-4fe1-ad41-224586d5d3f9 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478131, 'name': Destroy_Task} progress is 33%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.062038] env[70483]: DEBUG nova.compute.provider_tree [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.221550] env[70483]: DEBUG nova.compute.manager [req-852b69d6-dc2f-4444-9fb3-a2bf04011240 req-efbcd05b-edb6-42af-a2b0-760569281811 service nova] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Received event network-changed-5edf92b4-3af8-4a21-87a7-ed70db5e33e2 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.221714] env[70483]: DEBUG nova.compute.manager [req-852b69d6-dc2f-4444-9fb3-a2bf04011240 req-efbcd05b-edb6-42af-a2b0-760569281811 service nova] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Refreshing instance network info cache due to event network-changed-5edf92b4-3af8-4a21-87a7-ed70db5e33e2. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 919.221944] env[70483]: DEBUG oslo_concurrency.lockutils [req-852b69d6-dc2f-4444-9fb3-a2bf04011240 req-efbcd05b-edb6-42af-a2b0-760569281811 service nova] Acquiring lock "refresh_cache-8f47e025-77ad-466a-a6e6-8b6fd6fe161c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.222164] env[70483]: DEBUG oslo_concurrency.lockutils [req-852b69d6-dc2f-4444-9fb3-a2bf04011240 req-efbcd05b-edb6-42af-a2b0-760569281811 service nova] Acquired lock "refresh_cache-8f47e025-77ad-466a-a6e6-8b6fd6fe161c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.222382] env[70483]: DEBUG nova.network.neutron [req-852b69d6-dc2f-4444-9fb3-a2bf04011240 req-efbcd05b-edb6-42af-a2b0-760569281811 service nova] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Refreshing network info cache for port 5edf92b4-3af8-4a21-87a7-ed70db5e33e2 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.254213] env[70483]: DEBUG oslo_vmware.api [None req-ffd47436-a4cd-472e-8afc-acf085a8af03 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478132, 'name': Destroy_Task} progress is 33%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.485499] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8ce1097d-09b8-4eb0-91db-3933604de449 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "refresh_cache-7586d90c-26f8-4054-8574-e4585eaadc45" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.485755] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8ce1097d-09b8-4eb0-91db-3933604de449 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquired lock "refresh_cache-7586d90c-26f8-4054-8574-e4585eaadc45" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.485926] env[70483]: DEBUG nova.network.neutron [None req-8ce1097d-09b8-4eb0-91db-3933604de449 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.486209] env[70483]: DEBUG nova.objects.instance [None req-8ce1097d-09b8-4eb0-91db-3933604de449 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lazy-loading 'info_cache' on Instance uuid 7586d90c-26f8-4054-8574-e4585eaadc45 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.531896] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478129, 'name': CreateVM_Task, 'duration_secs': 0.601126} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.537830] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.538066] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478130, 'name': CreateVM_Task, 'duration_secs': 0.586549} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.538727] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.538894] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.539217] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.539404] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.540025] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b4c6e3d-e64e-48de-bdc3-5928e40eb641 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.542134] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.545116] env[70483]: DEBUG oslo_vmware.api [None req-add975ce-9cb2-4fe1-ad41-224586d5d3f9 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478131, 'name': Destroy_Task, 'duration_secs': 0.772753} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.545653] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-add975ce-9cb2-4fe1-ad41-224586d5d3f9 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Destroyed the VM [ 919.545942] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-add975ce-9cb2-4fe1-ad41-224586d5d3f9 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Deleting Snapshot of the VM instance {{(pid=70483) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 919.546187] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3e2338de-6f26-4199-95c5-7643ff19b3c1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.549700] env[70483]: DEBUG oslo_vmware.api [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 919.549700] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522751e1-cd1d-e8a5-9637-9d3897636949" [ 919.549700] env[70483]: _type = "Task" [ 919.549700] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.558107] env[70483]: DEBUG oslo_vmware.api [None req-add975ce-9cb2-4fe1-ad41-224586d5d3f9 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 919.558107] env[70483]: value = "task-3478133" [ 919.558107] env[70483]: _type = "Task" [ 919.558107] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.566174] env[70483]: DEBUG nova.scheduler.client.report [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.569459] env[70483]: DEBUG oslo_vmware.api [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522751e1-cd1d-e8a5-9637-9d3897636949, 'name': SearchDatastore_Task, 'duration_secs': 0.012048} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.570613] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.570839] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.571088] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.571273] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.571481] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.575445] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.575859] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.576125] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0998db1d-4c88-469b-967e-2e01fc1c548a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.578938] env[70483]: DEBUG oslo_vmware.api [None req-add975ce-9cb2-4fe1-ad41-224586d5d3f9 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478133, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.579155] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa7d284b-909b-4d64-9ca5-1827e71e7124 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.590512] env[70483]: DEBUG oslo_vmware.api [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Waiting for the task: (returnval){ [ 919.590512] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5276bd24-674c-76c7-427c-ae4d804b2fb9" [ 919.590512] env[70483]: _type = "Task" [ 919.590512] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.591821] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.591821] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.596821] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-497d8ba9-c000-4207-9b79-32b4dd3deb9e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.605627] env[70483]: DEBUG oslo_vmware.api [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5276bd24-674c-76c7-427c-ae4d804b2fb9, 'name': SearchDatastore_Task, 'duration_secs': 0.011257} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.606986] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.607267] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.607496] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.607761] env[70483]: DEBUG oslo_vmware.api [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 919.607761] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52bc1aa9-6c57-9ab5-4bc1-d17202b56890" [ 919.607761] env[70483]: _type = "Task" [ 919.607761] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.616696] env[70483]: DEBUG oslo_vmware.api [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52bc1aa9-6c57-9ab5-4bc1-d17202b56890, 'name': SearchDatastore_Task, 'duration_secs': 0.010055} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.617476] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55914131-5f9d-4dbf-997d-9b822447a637 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.622482] env[70483]: DEBUG oslo_vmware.api [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 919.622482] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5207eb3e-1b49-acab-22a0-d1f5ecf1cbf6" [ 919.622482] env[70483]: _type = "Task" [ 919.622482] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.633327] env[70483]: DEBUG oslo_vmware.api [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5207eb3e-1b49-acab-22a0-d1f5ecf1cbf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.755318] env[70483]: DEBUG oslo_vmware.api [None req-ffd47436-a4cd-472e-8afc-acf085a8af03 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478132, 'name': Destroy_Task, 'duration_secs': 0.549419} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.755483] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-ffd47436-a4cd-472e-8afc-acf085a8af03 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Destroyed the VM [ 919.755721] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ffd47436-a4cd-472e-8afc-acf085a8af03 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Deleting Snapshot of the VM instance {{(pid=70483) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 919.755983] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dc8e54df-5e33-454b-b437-fc9c6f07552f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.763270] env[70483]: DEBUG oslo_vmware.api [None req-ffd47436-a4cd-472e-8afc-acf085a8af03 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Waiting for the task: (returnval){ [ 919.763270] env[70483]: value = "task-3478134" [ 919.763270] env[70483]: _type = "Task" [ 919.763270] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.772149] env[70483]: DEBUG oslo_vmware.api [None req-ffd47436-a4cd-472e-8afc-acf085a8af03 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478134, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.992230] env[70483]: DEBUG nova.objects.base [None req-8ce1097d-09b8-4eb0-91db-3933604de449 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Object Instance<7586d90c-26f8-4054-8574-e4585eaadc45> lazy-loaded attributes: flavor,info_cache {{(pid=70483) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 920.004797] env[70483]: DEBUG nova.network.neutron [req-852b69d6-dc2f-4444-9fb3-a2bf04011240 req-efbcd05b-edb6-42af-a2b0-760569281811 service nova] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Updated VIF entry in instance network info cache for port 5edf92b4-3af8-4a21-87a7-ed70db5e33e2. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.005192] env[70483]: DEBUG nova.network.neutron [req-852b69d6-dc2f-4444-9fb3-a2bf04011240 req-efbcd05b-edb6-42af-a2b0-760569281811 service nova] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Updating instance_info_cache with network_info: [{"id": "5edf92b4-3af8-4a21-87a7-ed70db5e33e2", "address": "fa:16:3e:40:d7:bd", "network": {"id": "dbdba1af-15fb-4b8a-b224-65486e11e10b", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-658436932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78c576c43b1f45d1b95b82eeb85a795c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f41e4aa-0d23-48c4-a359-574abb2e7b9a", "external-id": "nsx-vlan-transportzone-695", "segmentation_id": 695, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5edf92b4-3a", "ovs_interfaceid": "5edf92b4-3af8-4a21-87a7-ed70db5e33e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.056816] env[70483]: DEBUG oslo_concurrency.lockutils [None req-aba660c0-2367-479d-9655-5aed1452727d tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Acquiring lock "afa74f93-41d6-447c-b11f-eaaca0e6bc98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.057105] env[70483]: DEBUG oslo_concurrency.lockutils [None req-aba660c0-2367-479d-9655-5aed1452727d tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Lock "afa74f93-41d6-447c-b11f-eaaca0e6bc98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.057311] env[70483]: DEBUG oslo_concurrency.lockutils [None req-aba660c0-2367-479d-9655-5aed1452727d tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Acquiring lock "afa74f93-41d6-447c-b11f-eaaca0e6bc98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.057532] env[70483]: DEBUG oslo_concurrency.lockutils [None req-aba660c0-2367-479d-9655-5aed1452727d tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Lock "afa74f93-41d6-447c-b11f-eaaca0e6bc98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.057666] env[70483]: DEBUG oslo_concurrency.lockutils [None req-aba660c0-2367-479d-9655-5aed1452727d tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Lock "afa74f93-41d6-447c-b11f-eaaca0e6bc98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.063678] env[70483]: INFO nova.compute.manager [None req-aba660c0-2367-479d-9655-5aed1452727d tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Terminating instance [ 920.071247] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.071796] env[70483]: DEBUG nova.compute.manager [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 920.074713] env[70483]: DEBUG oslo_vmware.api [None req-add975ce-9cb2-4fe1-ad41-224586d5d3f9 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478133, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.074938] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d99e1c2c-006e-408d-9a09-1b835d4d8e38 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.135s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.075207] env[70483]: DEBUG nova.objects.instance [None req-d99e1c2c-006e-408d-9a09-1b835d4d8e38 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lazy-loading 'resources' on Instance uuid c1e9b301-c1ee-47f1-8c47-7cb59cd95b15 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.092192] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ee2a2f78-d96e-4519-b07e-8089debdbbf1 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Acquiring lock "d40867a1-e0a1-44e8-9dbd-81e075551092" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.093047] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ee2a2f78-d96e-4519-b07e-8089debdbbf1 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Lock "d40867a1-e0a1-44e8-9dbd-81e075551092" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.093047] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ee2a2f78-d96e-4519-b07e-8089debdbbf1 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Acquiring lock "d40867a1-e0a1-44e8-9dbd-81e075551092-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.093193] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ee2a2f78-d96e-4519-b07e-8089debdbbf1 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Lock "d40867a1-e0a1-44e8-9dbd-81e075551092-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.093278] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ee2a2f78-d96e-4519-b07e-8089debdbbf1 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Lock "d40867a1-e0a1-44e8-9dbd-81e075551092-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.095423] env[70483]: INFO nova.compute.manager [None req-ee2a2f78-d96e-4519-b07e-8089debdbbf1 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Terminating instance [ 920.133011] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5c275a30-d66c-4562-a49c-4368acbece7e tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Acquiring lock "interface-8f47e025-77ad-466a-a6e6-8b6fd6fe161c-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.133277] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5c275a30-d66c-4562-a49c-4368acbece7e tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Lock "interface-8f47e025-77ad-466a-a6e6-8b6fd6fe161c-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.133605] env[70483]: DEBUG nova.objects.instance [None req-5c275a30-d66c-4562-a49c-4368acbece7e tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Lazy-loading 'flavor' on Instance uuid 8f47e025-77ad-466a-a6e6-8b6fd6fe161c {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.134871] env[70483]: DEBUG oslo_vmware.api [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5207eb3e-1b49-acab-22a0-d1f5ecf1cbf6, 'name': SearchDatastore_Task, 'duration_secs': 0.012739} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.135122] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.135371] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 3b1d2846-6f44-4f08-9878-e00bad014921/3b1d2846-6f44-4f08-9878-e00bad014921.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.135643] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.135827] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 920.136525] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-999ea5ed-f2c4-4d48-8be2-5ab477ba056e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.138894] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1a055c2-dd2b-4101-b6b6-b93c2ed43338 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.146108] env[70483]: DEBUG oslo_vmware.api [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 920.146108] env[70483]: value = "task-3478135" [ 920.146108] env[70483]: _type = "Task" [ 920.146108] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.150336] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 920.150512] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 920.152193] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-754afbe1-9ecc-4ae4-ba01-f75a96181e2e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.161345] env[70483]: DEBUG oslo_vmware.api [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.162696] env[70483]: DEBUG oslo_vmware.api [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Waiting for the task: (returnval){ [ 920.162696] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52fd3fb1-effb-b893-f732-e514ca20704e" [ 920.162696] env[70483]: _type = "Task" [ 920.162696] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.170456] env[70483]: DEBUG oslo_vmware.api [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52fd3fb1-effb-b893-f732-e514ca20704e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.273917] env[70483]: DEBUG oslo_vmware.api [None req-ffd47436-a4cd-472e-8afc-acf085a8af03 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478134, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.508422] env[70483]: DEBUG oslo_concurrency.lockutils [req-852b69d6-dc2f-4444-9fb3-a2bf04011240 req-efbcd05b-edb6-42af-a2b0-760569281811 service nova] Releasing lock "refresh_cache-8f47e025-77ad-466a-a6e6-8b6fd6fe161c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.508836] env[70483]: DEBUG nova.compute.manager [req-852b69d6-dc2f-4444-9fb3-a2bf04011240 req-efbcd05b-edb6-42af-a2b0-760569281811 service nova] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Received event network-vif-unplugged-90ee9637-37b3-42bb-9b3a-4b0f9b8d53be {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.508977] env[70483]: DEBUG oslo_concurrency.lockutils [req-852b69d6-dc2f-4444-9fb3-a2bf04011240 req-efbcd05b-edb6-42af-a2b0-760569281811 service nova] Acquiring lock "a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.509176] env[70483]: DEBUG oslo_concurrency.lockutils [req-852b69d6-dc2f-4444-9fb3-a2bf04011240 req-efbcd05b-edb6-42af-a2b0-760569281811 service nova] Lock "a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.509342] env[70483]: DEBUG oslo_concurrency.lockutils [req-852b69d6-dc2f-4444-9fb3-a2bf04011240 req-efbcd05b-edb6-42af-a2b0-760569281811 service nova] Lock "a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.509510] env[70483]: DEBUG nova.compute.manager [req-852b69d6-dc2f-4444-9fb3-a2bf04011240 req-efbcd05b-edb6-42af-a2b0-760569281811 service nova] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] No waiting events found dispatching network-vif-unplugged-90ee9637-37b3-42bb-9b3a-4b0f9b8d53be {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 920.509687] env[70483]: WARNING nova.compute.manager [req-852b69d6-dc2f-4444-9fb3-a2bf04011240 req-efbcd05b-edb6-42af-a2b0-760569281811 service nova] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Received unexpected event network-vif-unplugged-90ee9637-37b3-42bb-9b3a-4b0f9b8d53be for instance with vm_state shelved_offloaded and task_state None. [ 920.509844] env[70483]: DEBUG nova.compute.manager [req-852b69d6-dc2f-4444-9fb3-a2bf04011240 req-efbcd05b-edb6-42af-a2b0-760569281811 service nova] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Received event network-changed-90ee9637-37b3-42bb-9b3a-4b0f9b8d53be {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.509998] env[70483]: DEBUG nova.compute.manager [req-852b69d6-dc2f-4444-9fb3-a2bf04011240 req-efbcd05b-edb6-42af-a2b0-760569281811 service nova] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Refreshing instance network info cache due to event network-changed-90ee9637-37b3-42bb-9b3a-4b0f9b8d53be. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 920.510224] env[70483]: DEBUG oslo_concurrency.lockutils [req-852b69d6-dc2f-4444-9fb3-a2bf04011240 req-efbcd05b-edb6-42af-a2b0-760569281811 service nova] Acquiring lock "refresh_cache-a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.510382] env[70483]: DEBUG oslo_concurrency.lockutils [req-852b69d6-dc2f-4444-9fb3-a2bf04011240 req-efbcd05b-edb6-42af-a2b0-760569281811 service nova] Acquired lock "refresh_cache-a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.510541] env[70483]: DEBUG nova.network.neutron [req-852b69d6-dc2f-4444-9fb3-a2bf04011240 req-efbcd05b-edb6-42af-a2b0-760569281811 service nova] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Refreshing network info cache for port 90ee9637-37b3-42bb-9b3a-4b0f9b8d53be {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.570327] env[70483]: DEBUG nova.compute.manager [None req-aba660c0-2367-479d-9655-5aed1452727d tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 920.570558] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-aba660c0-2367-479d-9655-5aed1452727d tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 920.574591] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c912a001-697a-4a3d-9a76-bee2d998db7f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.577722] env[70483]: DEBUG oslo_vmware.api [None req-add975ce-9cb2-4fe1-ad41-224586d5d3f9 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478133, 'name': RemoveSnapshot_Task, 'duration_secs': 0.679391} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.579040] env[70483]: DEBUG nova.compute.utils [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 920.583755] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-add975ce-9cb2-4fe1-ad41-224586d5d3f9 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Deleted Snapshot of the VM instance {{(pid=70483) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 920.584048] env[70483]: INFO nova.compute.manager [None req-add975ce-9cb2-4fe1-ad41-224586d5d3f9 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Took 17.15 seconds to snapshot the instance on the hypervisor. [ 920.587355] env[70483]: DEBUG nova.compute.manager [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 920.587537] env[70483]: DEBUG nova.network.neutron [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 920.596677] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-aba660c0-2367-479d-9655-5aed1452727d tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 920.597449] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9593d753-9a7b-4752-8a33-d8f49be59f7a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.601900] env[70483]: DEBUG nova.compute.manager [None req-ee2a2f78-d96e-4519-b07e-8089debdbbf1 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 920.602586] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2a2f78-d96e-4519-b07e-8089debdbbf1 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 920.604963] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7f19d2-8bcf-4051-a192-2634fb02790d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.611131] env[70483]: DEBUG oslo_vmware.api [None req-aba660c0-2367-479d-9655-5aed1452727d tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Waiting for the task: (returnval){ [ 920.611131] env[70483]: value = "task-3478136" [ 920.611131] env[70483]: _type = "Task" [ 920.611131] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.628696] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Acquiring lock "4a1590d2-16bc-445b-9eb5-dea9990d33bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.629290] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Lock "4a1590d2-16bc-445b-9eb5-dea9990d33bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.631386] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee2a2f78-d96e-4519-b07e-8089debdbbf1 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 920.637344] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e65c5fd1-29ad-4710-abd7-bc76183cc754 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.640748] env[70483]: DEBUG nova.objects.instance [None req-5c275a30-d66c-4562-a49c-4368acbece7e tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Lazy-loading 'pci_requests' on Instance uuid 8f47e025-77ad-466a-a6e6-8b6fd6fe161c {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.646308] env[70483]: DEBUG oslo_vmware.api [None req-aba660c0-2367-479d-9655-5aed1452727d tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3478136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.648530] env[70483]: DEBUG oslo_vmware.api [None req-ee2a2f78-d96e-4519-b07e-8089debdbbf1 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Waiting for the task: (returnval){ [ 920.648530] env[70483]: value = "task-3478137" [ 920.648530] env[70483]: _type = "Task" [ 920.648530] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.659275] env[70483]: DEBUG nova.policy [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7ab60a72ab04359a8f5e7f607059055', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd941c3f1da57481e9eb853fb6f6e0274', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 920.668085] env[70483]: DEBUG oslo_vmware.api [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478135, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508162} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.675353] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 3b1d2846-6f44-4f08-9878-e00bad014921/3b1d2846-6f44-4f08-9878-e00bad014921.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.675612] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.675891] env[70483]: DEBUG oslo_vmware.api [None req-ee2a2f78-d96e-4519-b07e-8089debdbbf1 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3478137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.679108] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37344dc1-ade6-4f0f-abc8-ae6fe285ed45 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.689819] env[70483]: DEBUG oslo_vmware.api [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52fd3fb1-effb-b893-f732-e514ca20704e, 'name': SearchDatastore_Task, 'duration_secs': 0.012243} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.691828] env[70483]: DEBUG oslo_vmware.api [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 920.691828] env[70483]: value = "task-3478138" [ 920.691828] env[70483]: _type = "Task" [ 920.691828] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.692055] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3a9e1f9-5820-41de-a1ad-d71d9da10d31 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.706387] env[70483]: DEBUG oslo_vmware.api [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478138, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.709735] env[70483]: DEBUG oslo_vmware.api [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Waiting for the task: (returnval){ [ 920.709735] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5205fc01-d931-a7bc-3ebd-ef008a5c8d52" [ 920.709735] env[70483]: _type = "Task" [ 920.709735] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.720579] env[70483]: DEBUG oslo_vmware.api [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5205fc01-d931-a7bc-3ebd-ef008a5c8d52, 'name': SearchDatastore_Task, 'duration_secs': 0.010517} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.723290] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.723647] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] adfa298c-1382-4dad-a2df-43f1a8367357/adfa298c-1382-4dad-a2df-43f1a8367357.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.726722] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8709b07d-537f-43f1-acca-3a8d6fa7b062 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.734463] env[70483]: DEBUG oslo_vmware.api [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Waiting for the task: (returnval){ [ 920.734463] env[70483]: value = "task-3478139" [ 920.734463] env[70483]: _type = "Task" [ 920.734463] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.746429] env[70483]: DEBUG oslo_vmware.api [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3478139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.773611] env[70483]: DEBUG oslo_vmware.api [None req-ffd47436-a4cd-472e-8afc-acf085a8af03 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478134, 'name': RemoveSnapshot_Task, 'duration_secs': 0.545142} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.773868] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ffd47436-a4cd-472e-8afc-acf085a8af03 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Deleted Snapshot of the VM instance {{(pid=70483) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 920.774129] env[70483]: INFO nova.compute.manager [None req-ffd47436-a4cd-472e-8afc-acf085a8af03 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Took 14.83 seconds to snapshot the instance on the hypervisor. [ 920.863612] env[70483]: DEBUG nova.network.neutron [None req-8ce1097d-09b8-4eb0-91db-3933604de449 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Updating instance_info_cache with network_info: [{"id": "128f4e5e-e308-4f04-b12f-e8a15fd22920", "address": "fa:16:3e:24:05:76", "network": {"id": "d0584bad-a446-4fdb-9127-2d020acd6b5c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1392669969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02013d6cd47b4f1c9e3279214f1d2d7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap128f4e5e-e3", "ovs_interfaceid": "128f4e5e-e308-4f04-b12f-e8a15fd22920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.089733] env[70483]: DEBUG nova.compute.manager [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 921.106432] env[70483]: DEBUG nova.network.neutron [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Successfully created port: 46314984-3414-48ef-a364-2f27d388e827 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 921.125231] env[70483]: DEBUG oslo_vmware.api [None req-aba660c0-2367-479d-9655-5aed1452727d tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3478136, 'name': PowerOffVM_Task, 'duration_secs': 0.20314} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.127980] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-aba660c0-2367-479d-9655-5aed1452727d tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.128803] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-aba660c0-2367-479d-9655-5aed1452727d tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.129916] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ebcfe1f-2f1c-4b85-93db-49feaf52fcfb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.132869] env[70483]: DEBUG nova.compute.manager [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.149487] env[70483]: DEBUG nova.objects.base [None req-5c275a30-d66c-4562-a49c-4368acbece7e tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Object Instance<8f47e025-77ad-466a-a6e6-8b6fd6fe161c> lazy-loaded attributes: flavor,pci_requests {{(pid=70483) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 921.149487] env[70483]: DEBUG nova.network.neutron [None req-5c275a30-d66c-4562-a49c-4368acbece7e tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 921.157072] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6644ef6f-f72b-4cc9-9f4a-116e8c144817 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.170732] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ee77b4-3ff7-4ed8-9d5a-2b15890d8f73 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.174485] env[70483]: DEBUG oslo_vmware.api [None req-ee2a2f78-d96e-4519-b07e-8089debdbbf1 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3478137, 'name': PowerOffVM_Task, 'duration_secs': 0.360544} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.178600] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee2a2f78-d96e-4519-b07e-8089debdbbf1 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.178873] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2a2f78-d96e-4519-b07e-8089debdbbf1 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.179680] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89965aef-62cc-43d8-88ff-f1bd067fbac2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.217682] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0aa0217-3bfc-45a6-997e-75129b90f04c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.221068] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-aba660c0-2367-479d-9655-5aed1452727d tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.221311] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-aba660c0-2367-479d-9655-5aed1452727d tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.221562] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-aba660c0-2367-479d-9655-5aed1452727d tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Deleting the datastore file [datastore1] afa74f93-41d6-447c-b11f-eaaca0e6bc98 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.224354] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a860bac2-9a5a-4248-b5c5-2b3aaa23aa64 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.230883] env[70483]: DEBUG oslo_vmware.api [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478138, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069847} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.234446] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.235025] env[70483]: DEBUG oslo_vmware.api [None req-aba660c0-2367-479d-9655-5aed1452727d tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Waiting for the task: (returnval){ [ 921.235025] env[70483]: value = "task-3478142" [ 921.235025] env[70483]: _type = "Task" [ 921.235025] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.235970] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0f2004-d099-4bb4-84f4-89c480d0f7f6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.240975] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12915a75-5579-4f6c-a49b-aa72352bb073 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.281090] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 3b1d2846-6f44-4f08-9878-e00bad014921/3b1d2846-6f44-4f08-9878-e00bad014921.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.285285] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5c275a30-d66c-4562-a49c-4368acbece7e tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Lock "interface-8f47e025-77ad-466a-a6e6-8b6fd6fe161c-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.152s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.309023] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c00e9450-2bcd-48a7-a71f-dddb9e4016c5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.320667] env[70483]: DEBUG oslo_vmware.api [None req-aba660c0-2367-479d-9655-5aed1452727d tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3478142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.321914] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2a2f78-d96e-4519-b07e-8089debdbbf1 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.321914] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2a2f78-d96e-4519-b07e-8089debdbbf1 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.322512] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee2a2f78-d96e-4519-b07e-8089debdbbf1 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Deleting the datastore file [datastore1] d40867a1-e0a1-44e8-9dbd-81e075551092 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.322852] env[70483]: DEBUG nova.compute.provider_tree [None req-d99e1c2c-006e-408d-9a09-1b835d4d8e38 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.324258] env[70483]: DEBUG oslo_vmware.api [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3478139, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47928} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.325988] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0808025f-7b06-4647-aad5-9fa47db283ee {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.329522] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] adfa298c-1382-4dad-a2df-43f1a8367357/adfa298c-1382-4dad-a2df-43f1a8367357.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.329522] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.329522] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc78da3e-45cf-4c52-b74c-00b108b108e2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.334310] env[70483]: DEBUG oslo_vmware.api [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 921.334310] env[70483]: value = "task-3478143" [ 921.334310] env[70483]: _type = "Task" [ 921.334310] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.339495] env[70483]: DEBUG oslo_vmware.api [None req-ee2a2f78-d96e-4519-b07e-8089debdbbf1 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Waiting for the task: (returnval){ [ 921.339495] env[70483]: value = "task-3478144" [ 921.339495] env[70483]: _type = "Task" [ 921.339495] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.347620] env[70483]: DEBUG oslo_vmware.api [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Waiting for the task: (returnval){ [ 921.347620] env[70483]: value = "task-3478145" [ 921.347620] env[70483]: _type = "Task" [ 921.347620] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.347891] env[70483]: DEBUG oslo_vmware.api [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478143, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.354541] env[70483]: DEBUG oslo_vmware.api [None req-ee2a2f78-d96e-4519-b07e-8089debdbbf1 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3478144, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.359617] env[70483]: DEBUG oslo_vmware.api [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3478145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.367666] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8ce1097d-09b8-4eb0-91db-3933604de449 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Releasing lock "refresh_cache-7586d90c-26f8-4054-8574-e4585eaadc45" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.446994] env[70483]: DEBUG nova.network.neutron [req-852b69d6-dc2f-4444-9fb3-a2bf04011240 req-efbcd05b-edb6-42af-a2b0-760569281811 service nova] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Updated VIF entry in instance network info cache for port 90ee9637-37b3-42bb-9b3a-4b0f9b8d53be. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.447692] env[70483]: DEBUG nova.network.neutron [req-852b69d6-dc2f-4444-9fb3-a2bf04011240 req-efbcd05b-edb6-42af-a2b0-760569281811 service nova] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Updating instance_info_cache with network_info: [{"id": "90ee9637-37b3-42bb-9b3a-4b0f9b8d53be", "address": "fa:16:3e:b5:96:89", "network": {"id": "ad62c8c7-a505-4b19-b08e-7fc0ad2fe8c0", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1287706579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f5421924aec4a0eb2dce7ace32bf86c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap90ee9637-37", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.667718] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.756183] env[70483]: DEBUG oslo_vmware.api [None req-aba660c0-2367-479d-9655-5aed1452727d tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Task: {'id': task-3478142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299663} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.756407] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ff365adb-e3b3-4e28-85b8-8856f359df34 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Acquiring lock "60d03c81-1473-40f7-b80c-7e57d33fbee8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.756627] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ff365adb-e3b3-4e28-85b8-8856f359df34 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Lock "60d03c81-1473-40f7-b80c-7e57d33fbee8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.756824] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ff365adb-e3b3-4e28-85b8-8856f359df34 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Acquiring lock "60d03c81-1473-40f7-b80c-7e57d33fbee8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.757014] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ff365adb-e3b3-4e28-85b8-8856f359df34 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Lock "60d03c81-1473-40f7-b80c-7e57d33fbee8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.757339] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ff365adb-e3b3-4e28-85b8-8856f359df34 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Lock "60d03c81-1473-40f7-b80c-7e57d33fbee8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.758842] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-aba660c0-2367-479d-9655-5aed1452727d tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.759612] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-aba660c0-2367-479d-9655-5aed1452727d tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.759612] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-aba660c0-2367-479d-9655-5aed1452727d tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.759612] env[70483]: INFO nova.compute.manager [None req-aba660c0-2367-479d-9655-5aed1452727d tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Took 1.19 seconds to destroy the instance on the hypervisor. [ 921.759612] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aba660c0-2367-479d-9655-5aed1452727d tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.760408] env[70483]: INFO nova.compute.manager [None req-ff365adb-e3b3-4e28-85b8-8856f359df34 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Terminating instance [ 921.761405] env[70483]: DEBUG nova.compute.manager [-] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 921.762073] env[70483]: DEBUG nova.network.neutron [-] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 921.831750] env[70483]: DEBUG nova.scheduler.client.report [None req-d99e1c2c-006e-408d-9a09-1b835d4d8e38 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.859585] env[70483]: DEBUG oslo_vmware.api [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478143, 'name': ReconfigVM_Task, 'duration_secs': 0.478186} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.868094] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 3b1d2846-6f44-4f08-9878-e00bad014921/3b1d2846-6f44-4f08-9878-e00bad014921.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.870111] env[70483]: DEBUG oslo_vmware.api [None req-ee2a2f78-d96e-4519-b07e-8089debdbbf1 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Task: {'id': task-3478144, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344842} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.878022] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79b2a09c-adda-4a4f-8559-2d31da818037 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.879285] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee2a2f78-d96e-4519-b07e-8089debdbbf1 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.879592] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2a2f78-d96e-4519-b07e-8089debdbbf1 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.879891] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2a2f78-d96e-4519-b07e-8089debdbbf1 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.880180] env[70483]: INFO nova.compute.manager [None req-ee2a2f78-d96e-4519-b07e-8089debdbbf1 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Took 1.28 seconds to destroy the instance on the hypervisor. [ 921.880549] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee2a2f78-d96e-4519-b07e-8089debdbbf1 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.884018] env[70483]: DEBUG oslo_vmware.api [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3478145, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.220329} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.884018] env[70483]: DEBUG nova.compute.manager [-] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 921.884018] env[70483]: DEBUG nova.network.neutron [-] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 921.884625] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.886641] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4458a8-0035-4a21-bd00-6d399b93b075 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.894430] env[70483]: DEBUG oslo_vmware.api [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 921.894430] env[70483]: value = "task-3478146" [ 921.894430] env[70483]: _type = "Task" [ 921.894430] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.931412] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] adfa298c-1382-4dad-a2df-43f1a8367357/adfa298c-1382-4dad-a2df-43f1a8367357.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.932876] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-388f53ca-0214-4310-bb99-701807938f5c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.968903] env[70483]: DEBUG oslo_concurrency.lockutils [req-852b69d6-dc2f-4444-9fb3-a2bf04011240 req-efbcd05b-edb6-42af-a2b0-760569281811 service nova] Releasing lock "refresh_cache-a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.968903] env[70483]: DEBUG oslo_vmware.api [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478146, 'name': Rename_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.974296] env[70483]: DEBUG oslo_vmware.api [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Waiting for the task: (returnval){ [ 921.974296] env[70483]: value = "task-3478147" [ 921.974296] env[70483]: _type = "Task" [ 921.974296] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.984214] env[70483]: DEBUG oslo_vmware.api [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3478147, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.113460] env[70483]: DEBUG nova.compute.manager [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 922.136266] env[70483]: DEBUG nova.virt.hardware [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.136887] env[70483]: DEBUG nova.virt.hardware [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.136887] env[70483]: DEBUG nova.virt.hardware [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.136887] env[70483]: DEBUG nova.virt.hardware [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.137065] env[70483]: DEBUG nova.virt.hardware [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.137257] env[70483]: DEBUG nova.virt.hardware [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.137513] env[70483]: DEBUG nova.virt.hardware [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.137727] env[70483]: DEBUG nova.virt.hardware [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.137926] env[70483]: DEBUG nova.virt.hardware [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.138191] env[70483]: DEBUG nova.virt.hardware [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.138431] env[70483]: DEBUG nova.virt.hardware [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.140304] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fd19f3-b3d5-460d-965f-3a362e86e7b8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.148363] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091f50e3-9b5d-4ce4-8df0-7b2f49c5d8e6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.266381] env[70483]: DEBUG nova.compute.manager [None req-ff365adb-e3b3-4e28-85b8-8856f359df34 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 922.266689] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ff365adb-e3b3-4e28-85b8-8856f359df34 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.267595] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ee4e75-38a4-455e-b9af-a356ab4b3305 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.274862] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff365adb-e3b3-4e28-85b8-8856f359df34 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.275104] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08e89565-59d6-4d0c-aa72-482dc1cf5341 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.281170] env[70483]: DEBUG oslo_vmware.api [None req-ff365adb-e3b3-4e28-85b8-8856f359df34 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Waiting for the task: (returnval){ [ 922.281170] env[70483]: value = "task-3478148" [ 922.281170] env[70483]: _type = "Task" [ 922.281170] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.289334] env[70483]: DEBUG oslo_vmware.api [None req-ff365adb-e3b3-4e28-85b8-8856f359df34 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': task-3478148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.338545] env[70483]: DEBUG oslo_concurrency.lockutils [None req-deec2728-77b0-448f-94e4-74b36854f1ca tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquiring lock "97aa0528-ea97-494e-8563-d4dc7d92f96f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.338813] env[70483]: DEBUG oslo_concurrency.lockutils [None req-deec2728-77b0-448f-94e4-74b36854f1ca tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "97aa0528-ea97-494e-8563-d4dc7d92f96f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.339036] env[70483]: DEBUG oslo_concurrency.lockutils [None req-deec2728-77b0-448f-94e4-74b36854f1ca tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquiring lock "97aa0528-ea97-494e-8563-d4dc7d92f96f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.339267] env[70483]: DEBUG oslo_concurrency.lockutils [None req-deec2728-77b0-448f-94e4-74b36854f1ca tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "97aa0528-ea97-494e-8563-d4dc7d92f96f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.339834] env[70483]: DEBUG oslo_concurrency.lockutils [None req-deec2728-77b0-448f-94e4-74b36854f1ca tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "97aa0528-ea97-494e-8563-d4dc7d92f96f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.342365] env[70483]: INFO nova.compute.manager [None req-deec2728-77b0-448f-94e4-74b36854f1ca tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Terminating instance [ 922.344329] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d99e1c2c-006e-408d-9a09-1b835d4d8e38 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.269s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.347358] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0883e20f-6d16-4da3-97a3-f771de92814a tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.349s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.347764] env[70483]: DEBUG nova.objects.instance [None req-0883e20f-6d16-4da3-97a3-f771de92814a tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Lazy-loading 'resources' on Instance uuid c43ee496-ab93-4b23-951b-275c17b41b3f {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.382557] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce1097d-09b8-4eb0-91db-3933604de449 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.383798] env[70483]: INFO nova.scheduler.client.report [None req-d99e1c2c-006e-408d-9a09-1b835d4d8e38 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Deleted allocations for instance c1e9b301-c1ee-47f1-8c47-7cb59cd95b15 [ 922.384802] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cba15096-1d70-4a43-a67c-7652a0d4dd24 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.393988] env[70483]: DEBUG oslo_vmware.api [None req-8ce1097d-09b8-4eb0-91db-3933604de449 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 922.393988] env[70483]: value = "task-3478149" [ 922.393988] env[70483]: _type = "Task" [ 922.393988] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.404754] env[70483]: DEBUG oslo_vmware.api [None req-8ce1097d-09b8-4eb0-91db-3933604de449 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478149, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.408683] env[70483]: DEBUG oslo_vmware.api [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478146, 'name': Rename_Task, 'duration_secs': 0.134413} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.412012] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.412693] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-212a65c7-9536-4843-897b-c044ea090c34 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.419214] env[70483]: DEBUG oslo_vmware.api [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 922.419214] env[70483]: value = "task-3478150" [ 922.419214] env[70483]: _type = "Task" [ 922.419214] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.428277] env[70483]: DEBUG oslo_vmware.api [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478150, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.484890] env[70483]: DEBUG oslo_vmware.api [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3478147, 'name': ReconfigVM_Task, 'duration_secs': 0.31171} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.485211] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Reconfigured VM instance instance-0000003e to attach disk [datastore2] adfa298c-1382-4dad-a2df-43f1a8367357/adfa298c-1382-4dad-a2df-43f1a8367357.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.485841] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ef2cf9f-40ce-446e-809a-f7801e76495e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.496339] env[70483]: DEBUG oslo_vmware.api [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Waiting for the task: (returnval){ [ 922.496339] env[70483]: value = "task-3478151" [ 922.496339] env[70483]: _type = "Task" [ 922.496339] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.501205] env[70483]: DEBUG oslo_vmware.api [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3478151, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.593966] env[70483]: DEBUG nova.network.neutron [-] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.623788] env[70483]: DEBUG nova.compute.manager [req-9adffa47-c364-48c1-a245-065ede808dbe req-0e779a71-f6c9-4a57-80bb-8e9872dd4867 service nova] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Received event network-vif-plugged-dc3aa1dd-2562-4197-bcd7-09f1d4d85858 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.626026] env[70483]: DEBUG oslo_concurrency.lockutils [req-9adffa47-c364-48c1-a245-065ede808dbe req-0e779a71-f6c9-4a57-80bb-8e9872dd4867 service nova] Acquiring lock "adfa298c-1382-4dad-a2df-43f1a8367357-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.626026] env[70483]: DEBUG oslo_concurrency.lockutils [req-9adffa47-c364-48c1-a245-065ede808dbe req-0e779a71-f6c9-4a57-80bb-8e9872dd4867 service nova] Lock "adfa298c-1382-4dad-a2df-43f1a8367357-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.626026] env[70483]: DEBUG oslo_concurrency.lockutils [req-9adffa47-c364-48c1-a245-065ede808dbe req-0e779a71-f6c9-4a57-80bb-8e9872dd4867 service nova] Lock "adfa298c-1382-4dad-a2df-43f1a8367357-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.626026] env[70483]: DEBUG nova.compute.manager [req-9adffa47-c364-48c1-a245-065ede808dbe req-0e779a71-f6c9-4a57-80bb-8e9872dd4867 service nova] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] No waiting events found dispatching network-vif-plugged-dc3aa1dd-2562-4197-bcd7-09f1d4d85858 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 922.626026] env[70483]: WARNING nova.compute.manager [req-9adffa47-c364-48c1-a245-065ede808dbe req-0e779a71-f6c9-4a57-80bb-8e9872dd4867 service nova] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Received unexpected event network-vif-plugged-dc3aa1dd-2562-4197-bcd7-09f1d4d85858 for instance with vm_state building and task_state spawning. [ 922.626026] env[70483]: DEBUG nova.compute.manager [req-9adffa47-c364-48c1-a245-065ede808dbe req-0e779a71-f6c9-4a57-80bb-8e9872dd4867 service nova] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Received event network-changed-dc3aa1dd-2562-4197-bcd7-09f1d4d85858 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.626026] env[70483]: DEBUG nova.compute.manager [req-9adffa47-c364-48c1-a245-065ede808dbe req-0e779a71-f6c9-4a57-80bb-8e9872dd4867 service nova] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Refreshing instance network info cache due to event network-changed-dc3aa1dd-2562-4197-bcd7-09f1d4d85858. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 922.626026] env[70483]: DEBUG oslo_concurrency.lockutils [req-9adffa47-c364-48c1-a245-065ede808dbe req-0e779a71-f6c9-4a57-80bb-8e9872dd4867 service nova] Acquiring lock "refresh_cache-adfa298c-1382-4dad-a2df-43f1a8367357" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.626026] env[70483]: DEBUG oslo_concurrency.lockutils [req-9adffa47-c364-48c1-a245-065ede808dbe req-0e779a71-f6c9-4a57-80bb-8e9872dd4867 service nova] Acquired lock "refresh_cache-adfa298c-1382-4dad-a2df-43f1a8367357" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.626026] env[70483]: DEBUG nova.network.neutron [req-9adffa47-c364-48c1-a245-065ede808dbe req-0e779a71-f6c9-4a57-80bb-8e9872dd4867 service nova] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Refreshing network info cache for port dc3aa1dd-2562-4197-bcd7-09f1d4d85858 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.748172] env[70483]: DEBUG nova.network.neutron [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Successfully updated port: 46314984-3414-48ef-a364-2f27d388e827 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 922.796149] env[70483]: DEBUG oslo_vmware.api [None req-ff365adb-e3b3-4e28-85b8-8856f359df34 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': task-3478148, 'name': PowerOffVM_Task, 'duration_secs': 0.242778} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.796149] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff365adb-e3b3-4e28-85b8-8856f359df34 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.796149] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ff365adb-e3b3-4e28-85b8-8856f359df34 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.796149] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b9fdfd4-4316-4d5e-935c-32b5fb03988d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.855257] env[70483]: DEBUG nova.compute.manager [None req-deec2728-77b0-448f-94e4-74b36854f1ca tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 922.855487] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-deec2728-77b0-448f-94e4-74b36854f1ca tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.856720] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c644a57-e6eb-4ce3-87ef-7cc8d82152d8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.865702] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-deec2728-77b0-448f-94e4-74b36854f1ca tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.866053] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55099877-4c5e-4f50-b40f-d276bfadaad9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.895658] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d99e1c2c-006e-408d-9a09-1b835d4d8e38 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "c1e9b301-c1ee-47f1-8c47-7cb59cd95b15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.712s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.906845] env[70483]: DEBUG oslo_vmware.api [None req-8ce1097d-09b8-4eb0-91db-3933604de449 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478149, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.913854] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquiring lock "a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.929665] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ff365adb-e3b3-4e28-85b8-8856f359df34 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.929897] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ff365adb-e3b3-4e28-85b8-8856f359df34 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.930097] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff365adb-e3b3-4e28-85b8-8856f359df34 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Deleting the datastore file [datastore1] 60d03c81-1473-40f7-b80c-7e57d33fbee8 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.930375] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3cbd1d89-858e-4698-aa18-3784a7bb0116 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.935791] env[70483]: DEBUG oslo_vmware.api [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478150, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.940159] env[70483]: DEBUG oslo_vmware.api [None req-ff365adb-e3b3-4e28-85b8-8856f359df34 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Waiting for the task: (returnval){ [ 922.940159] env[70483]: value = "task-3478154" [ 922.940159] env[70483]: _type = "Task" [ 922.940159] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.941310] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-deec2728-77b0-448f-94e4-74b36854f1ca tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.941498] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-deec2728-77b0-448f-94e4-74b36854f1ca tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.941679] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-deec2728-77b0-448f-94e4-74b36854f1ca tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Deleting the datastore file [datastore2] 97aa0528-ea97-494e-8563-d4dc7d92f96f {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.947443] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98a6c3e6-4ccb-495f-b53b-6230fee4d7e4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.957774] env[70483]: DEBUG oslo_vmware.api [None req-ff365adb-e3b3-4e28-85b8-8856f359df34 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': task-3478154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.957774] env[70483]: DEBUG oslo_vmware.api [None req-deec2728-77b0-448f-94e4-74b36854f1ca tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 922.957774] env[70483]: value = "task-3478155" [ 922.957774] env[70483]: _type = "Task" [ 922.957774] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.969570] env[70483]: DEBUG oslo_vmware.api [None req-deec2728-77b0-448f-94e4-74b36854f1ca tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.003248] env[70483]: DEBUG oslo_vmware.api [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3478151, 'name': Rename_Task, 'duration_secs': 0.17004} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.005850] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.007062] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89a8866d-44de-48cb-a170-41c55ae474e0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.012704] env[70483]: DEBUG oslo_vmware.api [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Waiting for the task: (returnval){ [ 923.012704] env[70483]: value = "task-3478156" [ 923.012704] env[70483]: _type = "Task" [ 923.012704] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.023593] env[70483]: DEBUG oslo_vmware.api [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3478156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.096949] env[70483]: INFO nova.compute.manager [-] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Took 1.34 seconds to deallocate network for instance. [ 923.103808] env[70483]: DEBUG nova.network.neutron [-] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.262165] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "refresh_cache-05513af6-66c7-43ef-acc2-eab47b9bfa60" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.262360] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquired lock "refresh_cache-05513af6-66c7-43ef-acc2-eab47b9bfa60" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.262503] env[70483]: DEBUG nova.network.neutron [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.338324] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200fe5c4-7167-420f-93e6-99b7e2703290 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.348490] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a5b0c4-5882-4b6c-9d5d-a097951aa92c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.352771] env[70483]: DEBUG nova.network.neutron [req-9adffa47-c364-48c1-a245-065ede808dbe req-0e779a71-f6c9-4a57-80bb-8e9872dd4867 service nova] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Updated VIF entry in instance network info cache for port dc3aa1dd-2562-4197-bcd7-09f1d4d85858. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 923.353560] env[70483]: DEBUG nova.network.neutron [req-9adffa47-c364-48c1-a245-065ede808dbe req-0e779a71-f6c9-4a57-80bb-8e9872dd4867 service nova] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Updating instance_info_cache with network_info: [{"id": "dc3aa1dd-2562-4197-bcd7-09f1d4d85858", "address": "fa:16:3e:69:9a:08", "network": {"id": "946c9825-7008-494a-9a78-38aefd47c33a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1469679738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5f95005c08244379aa97345167d6a312", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc3aa1dd-25", "ovs_interfaceid": "dc3aa1dd-2562-4197-bcd7-09f1d4d85858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.388068] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24be2855-d8e8-4453-8c16-8f51da62dec8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.400334] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92ad1e2-c11b-4e01-aea7-30a3ad1b82ee {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.416905] env[70483]: DEBUG nova.compute.provider_tree [None req-0883e20f-6d16-4da3-97a3-f771de92814a tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.421249] env[70483]: DEBUG oslo_vmware.api [None req-8ce1097d-09b8-4eb0-91db-3933604de449 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478149, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.431733] env[70483]: DEBUG oslo_vmware.api [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478150, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.451462] env[70483]: DEBUG oslo_vmware.api [None req-ff365adb-e3b3-4e28-85b8-8856f359df34 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': task-3478154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.466850] env[70483]: DEBUG oslo_vmware.api [None req-deec2728-77b0-448f-94e4-74b36854f1ca tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.526037] env[70483]: DEBUG oslo_vmware.api [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3478156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.535412] env[70483]: DEBUG nova.compute.manager [req-22ba7a72-9035-450f-956c-1617242215ba req-53ee7ac6-9335-47a2-8dea-5ee10263618a service nova] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Received event network-vif-deleted-09a6680f-ad8b-43fb-94d7-1f991c6515da {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.608155] env[70483]: DEBUG oslo_concurrency.lockutils [None req-aba660c0-2367-479d-9655-5aed1452727d tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.608577] env[70483]: INFO nova.compute.manager [-] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Took 1.73 seconds to deallocate network for instance. [ 923.794546] env[70483]: DEBUG nova.network.neutron [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 923.858211] env[70483]: DEBUG oslo_concurrency.lockutils [req-9adffa47-c364-48c1-a245-065ede808dbe req-0e779a71-f6c9-4a57-80bb-8e9872dd4867 service nova] Releasing lock "refresh_cache-adfa298c-1382-4dad-a2df-43f1a8367357" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.907749] env[70483]: DEBUG oslo_vmware.api [None req-8ce1097d-09b8-4eb0-91db-3933604de449 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478149, 'name': PowerOnVM_Task, 'duration_secs': 1.170492} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.908019] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce1097d-09b8-4eb0-91db-3933604de449 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.908223] env[70483]: DEBUG nova.compute.manager [None req-8ce1097d-09b8-4eb0-91db-3933604de449 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.909011] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3e30d7-7e31-4368-a212-65340226996f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.922591] env[70483]: DEBUG nova.scheduler.client.report [None req-0883e20f-6d16-4da3-97a3-f771de92814a tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.940771] env[70483]: DEBUG oslo_vmware.api [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478150, 'name': PowerOnVM_Task, 'duration_secs': 1.13705} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.940771] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.940771] env[70483]: DEBUG nova.compute.manager [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.941484] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c7f1a2-27e1-414b-8ed2-93c28e99dc38 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.945332] env[70483]: DEBUG nova.network.neutron [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Updating instance_info_cache with network_info: [{"id": "46314984-3414-48ef-a364-2f27d388e827", "address": "fa:16:3e:c5:98:5a", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46314984-34", "ovs_interfaceid": "46314984-3414-48ef-a364-2f27d388e827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.961939] env[70483]: DEBUG oslo_vmware.api [None req-ff365adb-e3b3-4e28-85b8-8856f359df34 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Task: {'id': task-3478154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.599891} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.965184] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff365adb-e3b3-4e28-85b8-8856f359df34 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.965380] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ff365adb-e3b3-4e28-85b8-8856f359df34 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.965560] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ff365adb-e3b3-4e28-85b8-8856f359df34 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.965730] env[70483]: INFO nova.compute.manager [None req-ff365adb-e3b3-4e28-85b8-8856f359df34 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Took 1.70 seconds to destroy the instance on the hypervisor. [ 923.965972] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff365adb-e3b3-4e28-85b8-8856f359df34 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.966407] env[70483]: DEBUG nova.compute.manager [-] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 923.966517] env[70483]: DEBUG nova.network.neutron [-] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 923.974214] env[70483]: DEBUG oslo_vmware.api [None req-deec2728-77b0-448f-94e4-74b36854f1ca tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478155, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.578774} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.974911] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-deec2728-77b0-448f-94e4-74b36854f1ca tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.974911] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-deec2728-77b0-448f-94e4-74b36854f1ca tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.974911] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-deec2728-77b0-448f-94e4-74b36854f1ca tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.974911] env[70483]: INFO nova.compute.manager [None req-deec2728-77b0-448f-94e4-74b36854f1ca tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 923.975230] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-deec2728-77b0-448f-94e4-74b36854f1ca tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.975460] env[70483]: DEBUG nova.compute.manager [-] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 923.975563] env[70483]: DEBUG nova.network.neutron [-] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 924.026501] env[70483]: DEBUG oslo_vmware.api [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3478156, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.071289] env[70483]: DEBUG oslo_concurrency.lockutils [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquiring lock "9a6b8926-4d0c-4aad-b546-92e2fdaf4380" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.071289] env[70483]: DEBUG oslo_concurrency.lockutils [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "9a6b8926-4d0c-4aad-b546-92e2fdaf4380" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.118687] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ee2a2f78-d96e-4519-b07e-8089debdbbf1 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.169649] env[70483]: DEBUG oslo_concurrency.lockutils [None req-91a64e15-7680-4430-9a7d-cef0b7b56adb tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Acquiring lock "8f47e025-77ad-466a-a6e6-8b6fd6fe161c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.170110] env[70483]: DEBUG oslo_concurrency.lockutils [None req-91a64e15-7680-4430-9a7d-cef0b7b56adb tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Lock "8f47e025-77ad-466a-a6e6-8b6fd6fe161c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.170483] env[70483]: DEBUG oslo_concurrency.lockutils [None req-91a64e15-7680-4430-9a7d-cef0b7b56adb tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Acquiring lock "8f47e025-77ad-466a-a6e6-8b6fd6fe161c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.171557] env[70483]: DEBUG oslo_concurrency.lockutils [None req-91a64e15-7680-4430-9a7d-cef0b7b56adb tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Lock "8f47e025-77ad-466a-a6e6-8b6fd6fe161c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.172683] env[70483]: DEBUG oslo_concurrency.lockutils [None req-91a64e15-7680-4430-9a7d-cef0b7b56adb tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Lock "8f47e025-77ad-466a-a6e6-8b6fd6fe161c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.181914] env[70483]: INFO nova.compute.manager [None req-91a64e15-7680-4430-9a7d-cef0b7b56adb tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Terminating instance [ 924.409723] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "6bd21520-d00b-4103-bcf1-812a1187256a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.409974] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "6bd21520-d00b-4103-bcf1-812a1187256a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.432371] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0883e20f-6d16-4da3-97a3-f771de92814a tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.435916] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.972s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.437422] env[70483]: INFO nova.compute.claims [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.447268] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Releasing lock "refresh_cache-05513af6-66c7-43ef-acc2-eab47b9bfa60" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.447556] env[70483]: DEBUG nova.compute.manager [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Instance network_info: |[{"id": "46314984-3414-48ef-a364-2f27d388e827", "address": "fa:16:3e:c5:98:5a", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46314984-34", "ovs_interfaceid": "46314984-3414-48ef-a364-2f27d388e827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 924.448168] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:98:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46314984-3414-48ef-a364-2f27d388e827', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 924.457575] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.457575] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 924.457773] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be2c41a0-6454-48d4-a756-a92ff8ca506e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.480814] env[70483]: INFO nova.scheduler.client.report [None req-0883e20f-6d16-4da3-97a3-f771de92814a tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Deleted allocations for instance c43ee496-ab93-4b23-951b-275c17b41b3f [ 924.491607] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.496859] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 924.496859] env[70483]: value = "task-3478157" [ 924.496859] env[70483]: _type = "Task" [ 924.496859] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.507050] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478157, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.528359] env[70483]: DEBUG oslo_vmware.api [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3478156, 'name': PowerOnVM_Task, 'duration_secs': 1.418228} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.529258] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.529470] env[70483]: INFO nova.compute.manager [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Took 8.18 seconds to spawn the instance on the hypervisor. [ 924.529647] env[70483]: DEBUG nova.compute.manager [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.530492] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06292da2-6cdc-42fe-b219-25e93786501c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.572866] env[70483]: DEBUG nova.compute.manager [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 924.689809] env[70483]: DEBUG nova.compute.manager [None req-91a64e15-7680-4430-9a7d-cef0b7b56adb tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 924.690122] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-91a64e15-7680-4430-9a7d-cef0b7b56adb tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.691123] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ec597c-8feb-4fe2-a600-ea8508b8bc62 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.700739] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a64e15-7680-4430-9a7d-cef0b7b56adb tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.701014] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1ebcf18-02d9-4867-ab46-fc71ba175ad3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.708881] env[70483]: DEBUG oslo_vmware.api [None req-91a64e15-7680-4430-9a7d-cef0b7b56adb tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Waiting for the task: (returnval){ [ 924.708881] env[70483]: value = "task-3478158" [ 924.708881] env[70483]: _type = "Task" [ 924.708881] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.719051] env[70483]: DEBUG oslo_vmware.api [None req-91a64e15-7680-4430-9a7d-cef0b7b56adb tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Task: {'id': task-3478158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.880232] env[70483]: DEBUG nova.network.neutron [-] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.913414] env[70483]: DEBUG nova.compute.manager [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 924.996950] env[70483]: DEBUG nova.network.neutron [-] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.998421] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0883e20f-6d16-4da3-97a3-f771de92814a tempest-ServersListShow2100Test-790570748 tempest-ServersListShow2100Test-790570748-project-member] Lock "c43ee496-ab93-4b23-951b-275c17b41b3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.298s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.011810] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478157, 'name': CreateVM_Task, 'duration_secs': 0.48532} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.011810] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.011810] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.011810] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.011810] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.011810] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6fcf306-e682-4675-a0f2-29aa23776ce1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.017622] env[70483]: DEBUG oslo_vmware.api [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 925.017622] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524ea7cf-e837-297e-1f25-ba3ef05e7ef4" [ 925.017622] env[70483]: _type = "Task" [ 925.017622] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.027415] env[70483]: DEBUG oslo_vmware.api [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524ea7cf-e837-297e-1f25-ba3ef05e7ef4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.049094] env[70483]: INFO nova.compute.manager [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Took 47.62 seconds to build instance. [ 925.094469] env[70483]: DEBUG oslo_concurrency.lockutils [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.143351] env[70483]: DEBUG nova.compute.manager [req-8d72b94a-3228-4446-a928-ba44a7a21efc req-012addf0-21df-4c1b-bda9-cf6fb9e5f57e service nova] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Received event network-vif-deleted-5914662a-ef55-4503-a40f-3c86bb51db95 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.143581] env[70483]: DEBUG nova.compute.manager [req-8d72b94a-3228-4446-a928-ba44a7a21efc req-012addf0-21df-4c1b-bda9-cf6fb9e5f57e service nova] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Received event network-vif-plugged-46314984-3414-48ef-a364-2f27d388e827 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.143819] env[70483]: DEBUG oslo_concurrency.lockutils [req-8d72b94a-3228-4446-a928-ba44a7a21efc req-012addf0-21df-4c1b-bda9-cf6fb9e5f57e service nova] Acquiring lock "05513af6-66c7-43ef-acc2-eab47b9bfa60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.144043] env[70483]: DEBUG oslo_concurrency.lockutils [req-8d72b94a-3228-4446-a928-ba44a7a21efc req-012addf0-21df-4c1b-bda9-cf6fb9e5f57e service nova] Lock "05513af6-66c7-43ef-acc2-eab47b9bfa60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.144393] env[70483]: DEBUG oslo_concurrency.lockutils [req-8d72b94a-3228-4446-a928-ba44a7a21efc req-012addf0-21df-4c1b-bda9-cf6fb9e5f57e service nova] Lock "05513af6-66c7-43ef-acc2-eab47b9bfa60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.144393] env[70483]: DEBUG nova.compute.manager [req-8d72b94a-3228-4446-a928-ba44a7a21efc req-012addf0-21df-4c1b-bda9-cf6fb9e5f57e service nova] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] No waiting events found dispatching network-vif-plugged-46314984-3414-48ef-a364-2f27d388e827 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 925.144535] env[70483]: WARNING nova.compute.manager [req-8d72b94a-3228-4446-a928-ba44a7a21efc req-012addf0-21df-4c1b-bda9-cf6fb9e5f57e service nova] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Received unexpected event network-vif-plugged-46314984-3414-48ef-a364-2f27d388e827 for instance with vm_state building and task_state spawning. [ 925.144700] env[70483]: DEBUG nova.compute.manager [req-8d72b94a-3228-4446-a928-ba44a7a21efc req-012addf0-21df-4c1b-bda9-cf6fb9e5f57e service nova] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Received event network-changed-46314984-3414-48ef-a364-2f27d388e827 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.144842] env[70483]: DEBUG nova.compute.manager [req-8d72b94a-3228-4446-a928-ba44a7a21efc req-012addf0-21df-4c1b-bda9-cf6fb9e5f57e service nova] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Refreshing instance network info cache due to event network-changed-46314984-3414-48ef-a364-2f27d388e827. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 925.145635] env[70483]: DEBUG oslo_concurrency.lockutils [req-8d72b94a-3228-4446-a928-ba44a7a21efc req-012addf0-21df-4c1b-bda9-cf6fb9e5f57e service nova] Acquiring lock "refresh_cache-05513af6-66c7-43ef-acc2-eab47b9bfa60" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.145635] env[70483]: DEBUG oslo_concurrency.lockutils [req-8d72b94a-3228-4446-a928-ba44a7a21efc req-012addf0-21df-4c1b-bda9-cf6fb9e5f57e service nova] Acquired lock "refresh_cache-05513af6-66c7-43ef-acc2-eab47b9bfa60" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.145635] env[70483]: DEBUG nova.network.neutron [req-8d72b94a-3228-4446-a928-ba44a7a21efc req-012addf0-21df-4c1b-bda9-cf6fb9e5f57e service nova] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Refreshing network info cache for port 46314984-3414-48ef-a364-2f27d388e827 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.221449] env[70483]: DEBUG oslo_vmware.api [None req-91a64e15-7680-4430-9a7d-cef0b7b56adb tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Task: {'id': task-3478158, 'name': PowerOffVM_Task, 'duration_secs': 0.291278} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.221749] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a64e15-7680-4430-9a7d-cef0b7b56adb tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.221918] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-91a64e15-7680-4430-9a7d-cef0b7b56adb tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.222200] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a12e6fde-f39e-40c2-aeb2-1824f9dda0fa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.297027] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-91a64e15-7680-4430-9a7d-cef0b7b56adb tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.297391] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-91a64e15-7680-4430-9a7d-cef0b7b56adb tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.297864] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a64e15-7680-4430-9a7d-cef0b7b56adb tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Deleting the datastore file [datastore2] 8f47e025-77ad-466a-a6e6-8b6fd6fe161c {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.298546] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df55080b-60d8-430e-ba70-de2ca4ad2030 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.310898] env[70483]: DEBUG oslo_vmware.api [None req-91a64e15-7680-4430-9a7d-cef0b7b56adb tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Waiting for the task: (returnval){ [ 925.310898] env[70483]: value = "task-3478160" [ 925.310898] env[70483]: _type = "Task" [ 925.310898] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.318317] env[70483]: DEBUG oslo_vmware.api [None req-91a64e15-7680-4430-9a7d-cef0b7b56adb tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Task: {'id': task-3478160, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.384227] env[70483]: INFO nova.compute.manager [-] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Took 1.41 seconds to deallocate network for instance. [ 925.418831] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "08028301-3521-4277-bf0e-100908825c43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.419080] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "08028301-3521-4277-bf0e-100908825c43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.444824] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.506374] env[70483]: INFO nova.compute.manager [-] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Took 1.54 seconds to deallocate network for instance. [ 925.537323] env[70483]: DEBUG oslo_concurrency.lockutils [None req-58115305-f91b-41c2-9633-1e995b77b8a2 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Acquiring lock "e86ddc51-1d63-44d5-bfbe-0bd486092869" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.539414] env[70483]: DEBUG oslo_concurrency.lockutils [None req-58115305-f91b-41c2-9633-1e995b77b8a2 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Lock "e86ddc51-1d63-44d5-bfbe-0bd486092869" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.539728] env[70483]: DEBUG oslo_concurrency.lockutils [None req-58115305-f91b-41c2-9633-1e995b77b8a2 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Acquiring lock "e86ddc51-1d63-44d5-bfbe-0bd486092869-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.540127] env[70483]: DEBUG oslo_concurrency.lockutils [None req-58115305-f91b-41c2-9633-1e995b77b8a2 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Lock "e86ddc51-1d63-44d5-bfbe-0bd486092869-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.540265] env[70483]: DEBUG oslo_concurrency.lockutils [None req-58115305-f91b-41c2-9633-1e995b77b8a2 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Lock "e86ddc51-1d63-44d5-bfbe-0bd486092869-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.541928] env[70483]: DEBUG oslo_vmware.api [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524ea7cf-e837-297e-1f25-ba3ef05e7ef4, 'name': SearchDatastore_Task, 'duration_secs': 0.021707} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.542242] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.542876] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.542876] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.542876] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.543062] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.547101] env[70483]: INFO nova.compute.manager [None req-58115305-f91b-41c2-9633-1e995b77b8a2 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Terminating instance [ 925.549987] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a28d4430-981f-4456-9179-afc1f9315d0b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.555274] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e1aa11ab-2d57-4cbe-ac79-1d5381d55e6e tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Lock "adfa298c-1382-4dad-a2df-43f1a8367357" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.633s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.564716] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.564859] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.565658] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca2dedda-520a-4f0d-9d8b-efd7d0ea6ffc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.579140] env[70483]: DEBUG oslo_vmware.api [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 925.579140] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523e022f-268a-7ddf-f603-800c98a50483" [ 925.579140] env[70483]: _type = "Task" [ 925.579140] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.594308] env[70483]: DEBUG oslo_vmware.api [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523e022f-268a-7ddf-f603-800c98a50483, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.821865] env[70483]: DEBUG oslo_vmware.api [None req-91a64e15-7680-4430-9a7d-cef0b7b56adb tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Task: {'id': task-3478160, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164991} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.825377] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a64e15-7680-4430-9a7d-cef0b7b56adb tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.825644] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-91a64e15-7680-4430-9a7d-cef0b7b56adb tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.825868] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-91a64e15-7680-4430-9a7d-cef0b7b56adb tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.826108] env[70483]: INFO nova.compute.manager [None req-91a64e15-7680-4430-9a7d-cef0b7b56adb tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 925.826410] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91a64e15-7680-4430-9a7d-cef0b7b56adb tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.829316] env[70483]: DEBUG nova.compute.manager [-] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.829467] env[70483]: DEBUG nova.network.neutron [-] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.895895] env[70483]: DEBUG oslo_concurrency.lockutils [None req-deec2728-77b0-448f-94e4-74b36854f1ca tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.904995] env[70483]: DEBUG nova.network.neutron [req-8d72b94a-3228-4446-a928-ba44a7a21efc req-012addf0-21df-4c1b-bda9-cf6fb9e5f57e service nova] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Updated VIF entry in instance network info cache for port 46314984-3414-48ef-a364-2f27d388e827. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.906225] env[70483]: DEBUG nova.network.neutron [req-8d72b94a-3228-4446-a928-ba44a7a21efc req-012addf0-21df-4c1b-bda9-cf6fb9e5f57e service nova] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Updating instance_info_cache with network_info: [{"id": "46314984-3414-48ef-a364-2f27d388e827", "address": "fa:16:3e:c5:98:5a", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46314984-34", "ovs_interfaceid": "46314984-3414-48ef-a364-2f27d388e827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.918723] env[70483]: DEBUG nova.compute.manager [req-ff248e39-edcd-42d1-8c4c-c48596eced1e req-96ed3849-16e1-45cb-a0e9-1e3d7baeee55 service nova] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Received event network-vif-deleted-8b0d73c3-d321-4316-8339-d478f4dcd33d {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.993560] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea28e262-fc6e-4bb0-a44f-2814e37c96e8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.003739] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b634db5-bdfe-4be2-b4f2-223de0aaeda8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.034341] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ff365adb-e3b3-4e28-85b8-8856f359df34 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.035375] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093f4460-0b0f-48ad-8548-856d1e2f757e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.043823] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612d4dce-06f2-4218-bca1-3cc3c9fbbe40 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.058908] env[70483]: DEBUG nova.compute.manager [None req-58115305-f91b-41c2-9633-1e995b77b8a2 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 926.059156] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-58115305-f91b-41c2-9633-1e995b77b8a2 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.060025] env[70483]: DEBUG nova.compute.manager [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 08028301-3521-4277-bf0e-100908825c43] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 926.062721] env[70483]: DEBUG nova.compute.provider_tree [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.064525] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95315fb-4f56-4327-902e-eaa396945b19 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.072723] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-58115305-f91b-41c2-9633-1e995b77b8a2 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.072971] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6474af7f-d2da-4163-b8a2-6c5af994de29 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.080713] env[70483]: DEBUG oslo_vmware.api [None req-58115305-f91b-41c2-9633-1e995b77b8a2 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Waiting for the task: (returnval){ [ 926.080713] env[70483]: value = "task-3478161" [ 926.080713] env[70483]: _type = "Task" [ 926.080713] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.094412] env[70483]: DEBUG oslo_vmware.api [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523e022f-268a-7ddf-f603-800c98a50483, 'name': SearchDatastore_Task, 'duration_secs': 0.016481} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.098466] env[70483]: DEBUG oslo_vmware.api [None req-58115305-f91b-41c2-9633-1e995b77b8a2 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478161, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.098576] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ca7fca4-205c-461f-bf1f-0b6b4eebdc1c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.105128] env[70483]: DEBUG oslo_vmware.api [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 926.105128] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52887025-4506-fc26-7405-7d8ba4129f90" [ 926.105128] env[70483]: _type = "Task" [ 926.105128] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.114631] env[70483]: DEBUG oslo_vmware.api [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52887025-4506-fc26-7405-7d8ba4129f90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.337987] env[70483]: INFO nova.compute.manager [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Rescuing [ 926.338253] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Acquiring lock "refresh_cache-adfa298c-1382-4dad-a2df-43f1a8367357" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.338406] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Acquired lock "refresh_cache-adfa298c-1382-4dad-a2df-43f1a8367357" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.338567] env[70483]: DEBUG nova.network.neutron [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.409920] env[70483]: DEBUG oslo_concurrency.lockutils [req-8d72b94a-3228-4446-a928-ba44a7a21efc req-012addf0-21df-4c1b-bda9-cf6fb9e5f57e service nova] Releasing lock "refresh_cache-05513af6-66c7-43ef-acc2-eab47b9bfa60" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.410256] env[70483]: DEBUG nova.compute.manager [req-8d72b94a-3228-4446-a928-ba44a7a21efc req-012addf0-21df-4c1b-bda9-cf6fb9e5f57e service nova] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Received event network-vif-deleted-6978b864-43f9-4522-86ee-ea9c651019bf {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.410476] env[70483]: DEBUG nova.compute.manager [req-8d72b94a-3228-4446-a928-ba44a7a21efc req-012addf0-21df-4c1b-bda9-cf6fb9e5f57e service nova] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Received event network-vif-deleted-250aab51-ef81-486b-82c6-b4a62ba52787 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.569785] env[70483]: DEBUG nova.scheduler.client.report [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.589261] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.596122] env[70483]: DEBUG oslo_vmware.api [None req-58115305-f91b-41c2-9633-1e995b77b8a2 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478161, 'name': PowerOffVM_Task, 'duration_secs': 0.345609} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.596369] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-58115305-f91b-41c2-9633-1e995b77b8a2 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.596532] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-58115305-f91b-41c2-9633-1e995b77b8a2 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.596778] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-151371f5-b519-4b79-a9de-93409646af88 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.615620] env[70483]: DEBUG oslo_vmware.api [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52887025-4506-fc26-7405-7d8ba4129f90, 'name': SearchDatastore_Task, 'duration_secs': 0.025203} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.615881] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.616176] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 05513af6-66c7-43ef-acc2-eab47b9bfa60/05513af6-66c7-43ef-acc2-eab47b9bfa60.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.616431] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e6a42ca-d715-495d-8864-1c1d4b1a7e2d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.624176] env[70483]: DEBUG oslo_vmware.api [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 926.624176] env[70483]: value = "task-3478163" [ 926.624176] env[70483]: _type = "Task" [ 926.624176] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.633506] env[70483]: DEBUG oslo_vmware.api [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.656267] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2004b2d1-1445-4c81-a1b9-24563b158b92 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "7586d90c-26f8-4054-8574-e4585eaadc45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.656584] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2004b2d1-1445-4c81-a1b9-24563b158b92 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "7586d90c-26f8-4054-8574-e4585eaadc45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.656813] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2004b2d1-1445-4c81-a1b9-24563b158b92 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "7586d90c-26f8-4054-8574-e4585eaadc45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.656997] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2004b2d1-1445-4c81-a1b9-24563b158b92 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "7586d90c-26f8-4054-8574-e4585eaadc45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.657187] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2004b2d1-1445-4c81-a1b9-24563b158b92 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "7586d90c-26f8-4054-8574-e4585eaadc45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.659460] env[70483]: INFO nova.compute.manager [None req-2004b2d1-1445-4c81-a1b9-24563b158b92 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Terminating instance [ 926.667586] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-58115305-f91b-41c2-9633-1e995b77b8a2 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.667810] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-58115305-f91b-41c2-9633-1e995b77b8a2 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.667994] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-58115305-f91b-41c2-9633-1e995b77b8a2 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Deleting the datastore file [datastore2] e86ddc51-1d63-44d5-bfbe-0bd486092869 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.668815] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee61a5b7-8299-4664-bbc3-5f1fde1aeb76 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.677332] env[70483]: DEBUG oslo_vmware.api [None req-58115305-f91b-41c2-9633-1e995b77b8a2 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Waiting for the task: (returnval){ [ 926.677332] env[70483]: value = "task-3478164" [ 926.677332] env[70483]: _type = "Task" [ 926.677332] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.686176] env[70483]: DEBUG oslo_vmware.api [None req-58115305-f91b-41c2-9633-1e995b77b8a2 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478164, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.729014] env[70483]: DEBUG nova.network.neutron [-] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.063787] env[70483]: INFO nova.compute.manager [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Rebuilding instance [ 927.074757] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.075335] env[70483]: DEBUG nova.compute.manager [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 927.082362] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d9ffefd8-77c9-4c58-8c03-24cb5e8cf40c tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.031s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.082675] env[70483]: DEBUG nova.objects.instance [None req-d9ffefd8-77c9-4c58-8c03-24cb5e8cf40c tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Lazy-loading 'resources' on Instance uuid e6bb49fb-8343-44b2-85e7-9406a185b1a9 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.117489] env[70483]: DEBUG nova.compute.manager [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.118639] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9621e8d5-4f77-48f2-a0d7-6d721bacda40 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.141926] env[70483]: DEBUG oslo_vmware.api [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478163, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.143079] env[70483]: DEBUG nova.network.neutron [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Updating instance_info_cache with network_info: [{"id": "dc3aa1dd-2562-4197-bcd7-09f1d4d85858", "address": "fa:16:3e:69:9a:08", "network": {"id": "946c9825-7008-494a-9a78-38aefd47c33a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1469679738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5f95005c08244379aa97345167d6a312", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc3aa1dd-25", "ovs_interfaceid": "dc3aa1dd-2562-4197-bcd7-09f1d4d85858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.164762] env[70483]: DEBUG nova.compute.manager [None req-2004b2d1-1445-4c81-a1b9-24563b158b92 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 927.165106] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2004b2d1-1445-4c81-a1b9-24563b158b92 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.166710] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f18317-1e80-4268-a137-b3892a9dfa6e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.177363] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2004b2d1-1445-4c81-a1b9-24563b158b92 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.178656] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8d56dfd-3d75-4582-91f5-9ccdb58d3ff6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.191483] env[70483]: DEBUG oslo_vmware.api [None req-2004b2d1-1445-4c81-a1b9-24563b158b92 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 927.191483] env[70483]: value = "task-3478165" [ 927.191483] env[70483]: _type = "Task" [ 927.191483] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.194917] env[70483]: DEBUG oslo_vmware.api [None req-58115305-f91b-41c2-9633-1e995b77b8a2 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Task: {'id': task-3478164, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255223} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.198346] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-58115305-f91b-41c2-9633-1e995b77b8a2 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.198510] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-58115305-f91b-41c2-9633-1e995b77b8a2 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.198696] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-58115305-f91b-41c2-9633-1e995b77b8a2 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.198874] env[70483]: INFO nova.compute.manager [None req-58115305-f91b-41c2-9633-1e995b77b8a2 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Took 1.14 seconds to destroy the instance on the hypervisor. [ 927.199148] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58115305-f91b-41c2-9633-1e995b77b8a2 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.199391] env[70483]: DEBUG nova.compute.manager [-] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 927.199449] env[70483]: DEBUG nova.network.neutron [-] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 927.208913] env[70483]: DEBUG oslo_vmware.api [None req-2004b2d1-1445-4c81-a1b9-24563b158b92 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.231620] env[70483]: INFO nova.compute.manager [-] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Took 1.40 seconds to deallocate network for instance. [ 927.581170] env[70483]: DEBUG nova.compute.utils [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.587308] env[70483]: DEBUG nova.compute.manager [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 927.587558] env[70483]: DEBUG nova.network.neutron [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 927.644044] env[70483]: DEBUG nova.policy [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07bd235a821d4969823ff78c697a976b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5aff1b3cb6a4a64bffcc198c9a9dae7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.646915] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Releasing lock "refresh_cache-adfa298c-1382-4dad-a2df-43f1a8367357" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.654177] env[70483]: DEBUG oslo_vmware.api [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478163, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609762} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.655579] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 05513af6-66c7-43ef-acc2-eab47b9bfa60/05513af6-66c7-43ef-acc2-eab47b9bfa60.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.655579] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.655579] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84489219-f2a4-4bf4-b3f0-7abc04a79fb0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.668023] env[70483]: DEBUG oslo_vmware.api [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 927.668023] env[70483]: value = "task-3478166" [ 927.668023] env[70483]: _type = "Task" [ 927.668023] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.677787] env[70483]: DEBUG oslo_vmware.api [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.710029] env[70483]: DEBUG oslo_vmware.api [None req-2004b2d1-1445-4c81-a1b9-24563b158b92 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478165, 'name': PowerOffVM_Task, 'duration_secs': 0.229098} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.710029] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2004b2d1-1445-4c81-a1b9-24563b158b92 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.710029] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2004b2d1-1445-4c81-a1b9-24563b158b92 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.710029] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b5cfb1a-5530-4ea0-8d3d-868c62402f0e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.739496] env[70483]: DEBUG oslo_concurrency.lockutils [None req-91a64e15-7680-4430-9a7d-cef0b7b56adb tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.809733] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2004b2d1-1445-4c81-a1b9-24563b158b92 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.810052] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2004b2d1-1445-4c81-a1b9-24563b158b92 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.810199] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-2004b2d1-1445-4c81-a1b9-24563b158b92 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Deleting the datastore file [datastore2] 7586d90c-26f8-4054-8574-e4585eaadc45 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.810692] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7acc8e0c-0994-4015-8317-2f31d3148b18 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.820084] env[70483]: DEBUG oslo_vmware.api [None req-2004b2d1-1445-4c81-a1b9-24563b158b92 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 927.820084] env[70483]: value = "task-3478168" [ 927.820084] env[70483]: _type = "Task" [ 927.820084] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.831145] env[70483]: DEBUG oslo_vmware.api [None req-2004b2d1-1445-4c81-a1b9-24563b158b92 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.968880] env[70483]: DEBUG nova.network.neutron [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Successfully created port: 4379a63c-c1f3-4b33-85ef-50d22d5a93ed {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.997872] env[70483]: DEBUG nova.compute.manager [req-4d2c3dac-4723-419c-a4f5-646f24c57e63 req-6de250f7-85ae-4d8c-82d6-af664c85a2cb service nova] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Received event network-vif-deleted-5edf92b4-3af8-4a21-87a7-ed70db5e33e2 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.998129] env[70483]: DEBUG nova.compute.manager [req-4d2c3dac-4723-419c-a4f5-646f24c57e63 req-6de250f7-85ae-4d8c-82d6-af664c85a2cb service nova] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Received event network-vif-deleted-f2713390-226a-42ba-8b90-8b1ba26621b7 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.998256] env[70483]: INFO nova.compute.manager [req-4d2c3dac-4723-419c-a4f5-646f24c57e63 req-6de250f7-85ae-4d8c-82d6-af664c85a2cb service nova] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Neutron deleted interface f2713390-226a-42ba-8b90-8b1ba26621b7; detaching it from the instance and deleting it from the info cache [ 927.998469] env[70483]: DEBUG nova.network.neutron [req-4d2c3dac-4723-419c-a4f5-646f24c57e63 req-6de250f7-85ae-4d8c-82d6-af664c85a2cb service nova] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.090958] env[70483]: DEBUG nova.compute.manager [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 928.139182] env[70483]: DEBUG nova.network.neutron [-] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.142474] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.146073] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06b9d329-3bd5-4ea5-a70f-c76b0c1a206d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.155582] env[70483]: DEBUG oslo_vmware.api [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 928.155582] env[70483]: value = "task-3478169" [ 928.155582] env[70483]: _type = "Task" [ 928.155582] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.165500] env[70483]: DEBUG oslo_vmware.api [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.167122] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83683f56-f52a-4eb4-9a4d-b72cb55e30db {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.180372] env[70483]: DEBUG oslo_vmware.api [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.196128} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.182310] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.183136] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0a3593-596b-4b67-a96c-0a549fc9ade7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.186429] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aeb3b40-d5fb-43a8-9357-52b56957a8f1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.212155] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 05513af6-66c7-43ef-acc2-eab47b9bfa60/05513af6-66c7-43ef-acc2-eab47b9bfa60.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.240075] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-879dac21-956d-4771-b7a6-479ea7196e78 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.256739] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad650a6-a8f0-4438-9f29-c62099f98155 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.267604] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fd5d02-96d4-44cc-9e4a-5c0aae8a31ba {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.271858] env[70483]: DEBUG oslo_vmware.api [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 928.271858] env[70483]: value = "task-3478170" [ 928.271858] env[70483]: _type = "Task" [ 928.271858] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.283938] env[70483]: DEBUG nova.compute.provider_tree [None req-d9ffefd8-77c9-4c58-8c03-24cb5e8cf40c tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.292102] env[70483]: DEBUG oslo_vmware.api [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478170, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.328911] env[70483]: DEBUG oslo_vmware.api [None req-2004b2d1-1445-4c81-a1b9-24563b158b92 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.505222] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40c4569d-217e-48b0-9a64-4f466135a751 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.514577] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743d4647-822b-467a-b781-6b818a5b1947 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.550926] env[70483]: DEBUG nova.compute.manager [req-4d2c3dac-4723-419c-a4f5-646f24c57e63 req-6de250f7-85ae-4d8c-82d6-af664c85a2cb service nova] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Detach interface failed, port_id=f2713390-226a-42ba-8b90-8b1ba26621b7, reason: Instance e86ddc51-1d63-44d5-bfbe-0bd486092869 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 928.646908] env[70483]: INFO nova.compute.manager [-] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Took 1.45 seconds to deallocate network for instance. [ 928.666625] env[70483]: DEBUG oslo_vmware.api [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478169, 'name': PowerOffVM_Task, 'duration_secs': 0.392248} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.666899] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.667153] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.667978] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeec7297-930c-4595-b751-7fe5305ad1da {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.675875] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.676591] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfc9317d-ba3b-4f8e-bf82-e69fbb550b1b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.717277] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.717580] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4d645a9-88c6-44e9-8b63-fef42717e639 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.726611] env[70483]: DEBUG oslo_vmware.api [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Waiting for the task: (returnval){ [ 928.726611] env[70483]: value = "task-3478172" [ 928.726611] env[70483]: _type = "Task" [ 928.726611] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.736803] env[70483]: DEBUG oslo_vmware.api [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3478172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.750018] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.750249] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.750516] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Deleting the datastore file [datastore2] 3b1d2846-6f44-4f08-9878-e00bad014921 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.750704] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e46976f8-214b-43ac-9a17-93277a4ebed0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.760946] env[70483]: DEBUG oslo_vmware.api [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 928.760946] env[70483]: value = "task-3478173" [ 928.760946] env[70483]: _type = "Task" [ 928.760946] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.769885] env[70483]: DEBUG oslo_vmware.api [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478173, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.781986] env[70483]: DEBUG oslo_vmware.api [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478170, 'name': ReconfigVM_Task, 'duration_secs': 0.404332} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.782298] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 05513af6-66c7-43ef-acc2-eab47b9bfa60/05513af6-66c7-43ef-acc2-eab47b9bfa60.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.783151] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a02ba3f9-19d1-4f42-815f-a30d255e284d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.786984] env[70483]: DEBUG nova.scheduler.client.report [None req-d9ffefd8-77c9-4c58-8c03-24cb5e8cf40c tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.793357] env[70483]: DEBUG oslo_vmware.api [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 928.793357] env[70483]: value = "task-3478174" [ 928.793357] env[70483]: _type = "Task" [ 928.793357] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.803733] env[70483]: DEBUG oslo_vmware.api [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478174, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.829722] env[70483]: DEBUG oslo_vmware.api [None req-2004b2d1-1445-4c81-a1b9-24563b158b92 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.645028} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.829971] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-2004b2d1-1445-4c81-a1b9-24563b158b92 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.830173] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2004b2d1-1445-4c81-a1b9-24563b158b92 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.830352] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2004b2d1-1445-4c81-a1b9-24563b158b92 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.830521] env[70483]: INFO nova.compute.manager [None req-2004b2d1-1445-4c81-a1b9-24563b158b92 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Took 1.67 seconds to destroy the instance on the hypervisor. [ 928.830776] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2004b2d1-1445-4c81-a1b9-24563b158b92 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.830941] env[70483]: DEBUG nova.compute.manager [-] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 928.831045] env[70483]: DEBUG nova.network.neutron [-] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 929.100899] env[70483]: DEBUG nova.compute.manager [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 929.129448] env[70483]: DEBUG nova.virt.hardware [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.129710] env[70483]: DEBUG nova.virt.hardware [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.129865] env[70483]: DEBUG nova.virt.hardware [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.130060] env[70483]: DEBUG nova.virt.hardware [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.130207] env[70483]: DEBUG nova.virt.hardware [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.130351] env[70483]: DEBUG nova.virt.hardware [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.130559] env[70483]: DEBUG nova.virt.hardware [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.132467] env[70483]: DEBUG nova.virt.hardware [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.132467] env[70483]: DEBUG nova.virt.hardware [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.135137] env[70483]: DEBUG nova.virt.hardware [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.135425] env[70483]: DEBUG nova.virt.hardware [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.136337] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582ac11a-9bed-404c-9a7b-15abe42303fd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.148737] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78219c0-c19f-4648-8ba5-4e2279a437e8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.153632] env[70483]: DEBUG oslo_concurrency.lockutils [None req-58115305-f91b-41c2-9633-1e995b77b8a2 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.237094] env[70483]: DEBUG oslo_vmware.api [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3478172, 'name': PowerOffVM_Task, 'duration_secs': 0.236081} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.237375] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.238213] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a81888-69c2-4175-be50-dc37f84324a2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.257179] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e44d1d-5526-405a-a4e6-a36a943b799e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.273365] env[70483]: DEBUG oslo_vmware.api [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478173, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209489} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.273626] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.273809] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.279678] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.294886] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.295757] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d9ffefd8-77c9-4c58-8c03-24cb5e8cf40c tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.297897] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7ae7855-e72a-4237-8508-ac9f19dff02b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.300633] env[70483]: DEBUG oslo_concurrency.lockutils [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.587s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.301592] env[70483]: INFO nova.compute.claims [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.314430] env[70483]: DEBUG oslo_vmware.api [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478174, 'name': Rename_Task, 'duration_secs': 0.178295} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.315882] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.316221] env[70483]: DEBUG oslo_vmware.api [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Waiting for the task: (returnval){ [ 929.316221] env[70483]: value = "task-3478175" [ 929.316221] env[70483]: _type = "Task" [ 929.316221] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.316528] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a65f919b-9e6d-4114-855e-adfb6377787a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.322947] env[70483]: INFO nova.scheduler.client.report [None req-d9ffefd8-77c9-4c58-8c03-24cb5e8cf40c tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Deleted allocations for instance e6bb49fb-8343-44b2-85e7-9406a185b1a9 [ 929.331991] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] VM already powered off {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 929.332308] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.332634] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.332805] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.332986] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.333703] env[70483]: DEBUG oslo_vmware.api [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 929.333703] env[70483]: value = "task-3478176" [ 929.333703] env[70483]: _type = "Task" [ 929.333703] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.334124] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb3da8cf-3f82-4b84-8545-2bc046b3383a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.359495] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.359738] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.360593] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96dcdf3c-8e16-4ac9-8e26-c456e3d45bbe {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.367750] env[70483]: DEBUG oslo_vmware.api [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Waiting for the task: (returnval){ [ 929.367750] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]520a7857-c272-cc9f-e905-34619afed799" [ 929.367750] env[70483]: _type = "Task" [ 929.367750] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.377415] env[70483]: DEBUG oslo_vmware.api [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]520a7857-c272-cc9f-e905-34619afed799, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.638105] env[70483]: DEBUG nova.compute.manager [req-8cf2e07d-7064-45dc-914e-f5ad100e2b71 req-3be7602a-abb9-49c0-8165-4777ad9b25aa service nova] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Received event network-vif-plugged-4379a63c-c1f3-4b33-85ef-50d22d5a93ed {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.638349] env[70483]: DEBUG oslo_concurrency.lockutils [req-8cf2e07d-7064-45dc-914e-f5ad100e2b71 req-3be7602a-abb9-49c0-8165-4777ad9b25aa service nova] Acquiring lock "87bf2ec8-d543-41ed-9c3f-c532d027eaa5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.638576] env[70483]: DEBUG oslo_concurrency.lockutils [req-8cf2e07d-7064-45dc-914e-f5ad100e2b71 req-3be7602a-abb9-49c0-8165-4777ad9b25aa service nova] Lock "87bf2ec8-d543-41ed-9c3f-c532d027eaa5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.638745] env[70483]: DEBUG oslo_concurrency.lockutils [req-8cf2e07d-7064-45dc-914e-f5ad100e2b71 req-3be7602a-abb9-49c0-8165-4777ad9b25aa service nova] Lock "87bf2ec8-d543-41ed-9c3f-c532d027eaa5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.638911] env[70483]: DEBUG nova.compute.manager [req-8cf2e07d-7064-45dc-914e-f5ad100e2b71 req-3be7602a-abb9-49c0-8165-4777ad9b25aa service nova] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] No waiting events found dispatching network-vif-plugged-4379a63c-c1f3-4b33-85ef-50d22d5a93ed {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 929.639114] env[70483]: WARNING nova.compute.manager [req-8cf2e07d-7064-45dc-914e-f5ad100e2b71 req-3be7602a-abb9-49c0-8165-4777ad9b25aa service nova] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Received unexpected event network-vif-plugged-4379a63c-c1f3-4b33-85ef-50d22d5a93ed for instance with vm_state building and task_state spawning. [ 929.715809] env[70483]: DEBUG nova.network.neutron [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Successfully updated port: 4379a63c-c1f3-4b33-85ef-50d22d5a93ed {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.840788] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d9ffefd8-77c9-4c58-8c03-24cb5e8cf40c tempest-VolumesAssistedSnapshotsTest-1750064398 tempest-VolumesAssistedSnapshotsTest-1750064398-project-member] Lock "e6bb49fb-8343-44b2-85e7-9406a185b1a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.182s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.848448] env[70483]: DEBUG oslo_vmware.api [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478176, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.880929] env[70483]: DEBUG oslo_vmware.api [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]520a7857-c272-cc9f-e905-34619afed799, 'name': SearchDatastore_Task, 'duration_secs': 0.012788} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.881715] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-086e4ef3-b6a5-4968-a3fd-0a4238961196 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.887699] env[70483]: DEBUG oslo_vmware.api [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Waiting for the task: (returnval){ [ 929.887699] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a64e6f-6c85-b3e9-09d8-51a43cb8bb2a" [ 929.887699] env[70483]: _type = "Task" [ 929.887699] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.896807] env[70483]: DEBUG oslo_vmware.api [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a64e6f-6c85-b3e9-09d8-51a43cb8bb2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.223557] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Acquiring lock "refresh_cache-87bf2ec8-d543-41ed-9c3f-c532d027eaa5" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.223557] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Acquired lock "refresh_cache-87bf2ec8-d543-41ed-9c3f-c532d027eaa5" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.223557] env[70483]: DEBUG nova.network.neutron [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.267832] env[70483]: DEBUG nova.compute.manager [req-ea09eba1-fd5e-441f-91f7-df3d52b957fb req-948e0fc5-23c8-429a-b33c-e979b32bd842 service nova] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Received event network-vif-deleted-128f4e5e-e308-4f04-b12f-e8a15fd22920 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.268067] env[70483]: INFO nova.compute.manager [req-ea09eba1-fd5e-441f-91f7-df3d52b957fb req-948e0fc5-23c8-429a-b33c-e979b32bd842 service nova] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Neutron deleted interface 128f4e5e-e308-4f04-b12f-e8a15fd22920; detaching it from the instance and deleting it from the info cache [ 930.268216] env[70483]: DEBUG nova.network.neutron [req-ea09eba1-fd5e-441f-91f7-df3d52b957fb req-948e0fc5-23c8-429a-b33c-e979b32bd842 service nova] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.326050] env[70483]: DEBUG nova.virt.hardware [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.326050] env[70483]: DEBUG nova.virt.hardware [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.326050] env[70483]: DEBUG nova.virt.hardware [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.326050] env[70483]: DEBUG nova.virt.hardware [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.326050] env[70483]: DEBUG nova.virt.hardware [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.326050] env[70483]: DEBUG nova.virt.hardware [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.326050] env[70483]: DEBUG nova.virt.hardware [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.326830] env[70483]: DEBUG nova.virt.hardware [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.327318] env[70483]: DEBUG nova.virt.hardware [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.327880] env[70483]: DEBUG nova.virt.hardware [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.328372] env[70483]: DEBUG nova.virt.hardware [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.329764] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a38d2a6-ab8a-478f-9bf5-f10ae0dbe2eb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.350023] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25a571e-e5d3-4762-89c5-96d8180ed0ee {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.363494] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:5b:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e69108d-ea75-4d5f-af60-7025cc9d7447', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.371588] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.377316] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.377615] env[70483]: DEBUG oslo_vmware.api [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478176, 'name': PowerOnVM_Task, 'duration_secs': 0.831949} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.378033] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1cc4b826-861d-41be-86ad-6360a0dc77ed {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.392188] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.392430] env[70483]: INFO nova.compute.manager [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Took 8.28 seconds to spawn the instance on the hypervisor. [ 930.392614] env[70483]: DEBUG nova.compute.manager [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.396180] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee0ca58-0725-4166-86ed-91da697c64e3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.419095] env[70483]: DEBUG oslo_vmware.api [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a64e6f-6c85-b3e9-09d8-51a43cb8bb2a, 'name': SearchDatastore_Task, 'duration_secs': 0.012281} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.421578] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.421967] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] adfa298c-1382-4dad-a2df-43f1a8367357/c45d2ce6-6758-4a65-9806-b17c804e40f4-rescue.vmdk. {{(pid=70483) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 930.422312] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.422312] env[70483]: value = "task-3478177" [ 930.422312] env[70483]: _type = "Task" [ 930.422312] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.422805] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b06c04a-1395-4a07-860f-d85a31c95524 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.443768] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478177, 'name': CreateVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.444259] env[70483]: DEBUG oslo_vmware.api [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Waiting for the task: (returnval){ [ 930.444259] env[70483]: value = "task-3478178" [ 930.444259] env[70483]: _type = "Task" [ 930.444259] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.460207] env[70483]: DEBUG oslo_vmware.api [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3478178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.473920] env[70483]: DEBUG nova.network.neutron [-] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.764670] env[70483]: DEBUG nova.network.neutron [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.772150] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5214efde-da3b-46d5-b47b-73ffd61fb25d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.783688] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ece0ef2-5f73-49c5-bda3-a790636408ce {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.825657] env[70483]: DEBUG nova.compute.manager [req-ea09eba1-fd5e-441f-91f7-df3d52b957fb req-948e0fc5-23c8-429a-b33c-e979b32bd842 service nova] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Detach interface failed, port_id=128f4e5e-e308-4f04-b12f-e8a15fd22920, reason: Instance 7586d90c-26f8-4054-8574-e4585eaadc45 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 930.885461] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cb34bf-b402-4f13-9d7e-3d55a4d2f67b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.894176] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97304ba1-a401-457d-b777-3c06c4f671d5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.938425] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716eb999-1493-4b62-baa8-38faa4f076eb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.940833] env[70483]: INFO nova.compute.manager [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Took 49.40 seconds to build instance. [ 930.961794] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478177, 'name': CreateVM_Task, 'duration_secs': 0.427155} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.962500] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.963841] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e83a16-a24f-43f9-8b3b-4bccf25195ef {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.973584] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.973833] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.974150] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.974474] env[70483]: DEBUG oslo_vmware.api [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3478178, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.975353] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f9615e0-6691-4372-bc5e-8f308f40b7d3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.980215] env[70483]: INFO nova.compute.manager [-] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Took 2.15 seconds to deallocate network for instance. [ 930.995175] env[70483]: DEBUG nova.compute.provider_tree [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.998267] env[70483]: DEBUG oslo_vmware.api [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 930.998267] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a05f26-fe29-a493-81ed-13786eef3d06" [ 930.998267] env[70483]: _type = "Task" [ 930.998267] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.011100] env[70483]: DEBUG oslo_vmware.api [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a05f26-fe29-a493-81ed-13786eef3d06, 'name': SearchDatastore_Task, 'duration_secs': 0.015646} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.011100] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.011100] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.011100] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.011100] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.011100] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.011100] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b55f2744-8a7b-4eb0-9d85-9c031c46456a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.020331] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.021892] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.021892] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8577f4e-3c8f-4d3f-a972-b7ab158adc95 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.024837] env[70483]: DEBUG nova.network.neutron [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Updating instance_info_cache with network_info: [{"id": "4379a63c-c1f3-4b33-85ef-50d22d5a93ed", "address": "fa:16:3e:aa:00:c1", "network": {"id": "ac4393ad-a866-4b78-b718-513224cbe448", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1714864280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5aff1b3cb6a4a64bffcc198c9a9dae7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4379a63c-c1", "ovs_interfaceid": "4379a63c-c1f3-4b33-85ef-50d22d5a93ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.032189] env[70483]: DEBUG oslo_vmware.api [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 931.032189] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5227eb43-2ea7-6c2c-c9f3-45e63c480e02" [ 931.032189] env[70483]: _type = "Task" [ 931.032189] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.040871] env[70483]: DEBUG oslo_vmware.api [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5227eb43-2ea7-6c2c-c9f3-45e63c480e02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.446603] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2fba7b9e-ace5-4fd1-8365-ccda42f0d4b8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "05513af6-66c7-43ef-acc2-eab47b9bfa60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.472s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.460066] env[70483]: DEBUG oslo_vmware.api [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3478178, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587805} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.461915] env[70483]: INFO nova.virt.vmwareapi.ds_util [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] adfa298c-1382-4dad-a2df-43f1a8367357/c45d2ce6-6758-4a65-9806-b17c804e40f4-rescue.vmdk. [ 931.461915] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54626f08-927b-4f08-88f6-8a994fc478ab {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.495040] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] adfa298c-1382-4dad-a2df-43f1a8367357/c45d2ce6-6758-4a65-9806-b17c804e40f4-rescue.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.498123] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2004b2d1-1445-4c81-a1b9-24563b158b92 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.498123] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-101d4b85-f4ae-478d-89e8-d174047bdcff {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.513251] env[70483]: DEBUG nova.scheduler.client.report [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.526653] env[70483]: DEBUG oslo_vmware.api [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Waiting for the task: (returnval){ [ 931.526653] env[70483]: value = "task-3478179" [ 931.526653] env[70483]: _type = "Task" [ 931.526653] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.527746] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Releasing lock "refresh_cache-87bf2ec8-d543-41ed-9c3f-c532d027eaa5" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.528336] env[70483]: DEBUG nova.compute.manager [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Instance network_info: |[{"id": "4379a63c-c1f3-4b33-85ef-50d22d5a93ed", "address": "fa:16:3e:aa:00:c1", "network": {"id": "ac4393ad-a866-4b78-b718-513224cbe448", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1714864280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5aff1b3cb6a4a64bffcc198c9a9dae7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4379a63c-c1", "ovs_interfaceid": "4379a63c-c1f3-4b33-85ef-50d22d5a93ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 931.532198] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:00:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4379a63c-c1f3-4b33-85ef-50d22d5a93ed', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.540593] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Creating folder: Project (a5aff1b3cb6a4a64bffcc198c9a9dae7). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.542393] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3d00b60-4364-4f0c-bfdc-eb4e94697396 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.555628] env[70483]: DEBUG oslo_vmware.api [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3478179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.563756] env[70483]: DEBUG oslo_vmware.api [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5227eb43-2ea7-6c2c-c9f3-45e63c480e02, 'name': SearchDatastore_Task, 'duration_secs': 0.02734} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.566317] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Created folder: Project (a5aff1b3cb6a4a64bffcc198c9a9dae7) in parent group-v695216. [ 931.566571] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Creating folder: Instances. Parent ref: group-v695404. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.566879] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70289806-5ba2-450d-974b-734fbbe6e017 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.569931] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0bd0f2f-4c16-4c88-93aa-cf83ddfa553b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.577213] env[70483]: DEBUG oslo_vmware.api [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 931.577213] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]521ff4b9-e15d-5a82-20e8-c048e04dcb4d" [ 931.577213] env[70483]: _type = "Task" [ 931.577213] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.581581] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Created folder: Instances in parent group-v695404. [ 931.581856] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.582441] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.582709] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3b7c313-609c-4551-8586-4ca84953ce06 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.600558] env[70483]: DEBUG oslo_vmware.api [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]521ff4b9-e15d-5a82-20e8-c048e04dcb4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.606781] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.606781] env[70483]: value = "task-3478182" [ 931.606781] env[70483]: _type = "Task" [ 931.606781] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.617182] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478182, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.777244] env[70483]: DEBUG nova.compute.manager [req-f2acd0e4-0da6-4d30-9361-d6231b7e4a66 req-53c4f0c1-30c0-4da1-8500-d29a8f4b5b2d service nova] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Received event network-changed-4379a63c-c1f3-4b33-85ef-50d22d5a93ed {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.777244] env[70483]: DEBUG nova.compute.manager [req-f2acd0e4-0da6-4d30-9361-d6231b7e4a66 req-53c4f0c1-30c0-4da1-8500-d29a8f4b5b2d service nova] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Refreshing instance network info cache due to event network-changed-4379a63c-c1f3-4b33-85ef-50d22d5a93ed. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 931.777244] env[70483]: DEBUG oslo_concurrency.lockutils [req-f2acd0e4-0da6-4d30-9361-d6231b7e4a66 req-53c4f0c1-30c0-4da1-8500-d29a8f4b5b2d service nova] Acquiring lock "refresh_cache-87bf2ec8-d543-41ed-9c3f-c532d027eaa5" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.777244] env[70483]: DEBUG oslo_concurrency.lockutils [req-f2acd0e4-0da6-4d30-9361-d6231b7e4a66 req-53c4f0c1-30c0-4da1-8500-d29a8f4b5b2d service nova] Acquired lock "refresh_cache-87bf2ec8-d543-41ed-9c3f-c532d027eaa5" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.777244] env[70483]: DEBUG nova.network.neutron [req-f2acd0e4-0da6-4d30-9361-d6231b7e4a66 req-53c4f0c1-30c0-4da1-8500-d29a8f4b5b2d service nova] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Refreshing network info cache for port 4379a63c-c1f3-4b33-85ef-50d22d5a93ed {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 932.020825] env[70483]: DEBUG oslo_concurrency.lockutils [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.021511] env[70483]: DEBUG nova.compute.manager [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 932.024829] env[70483]: DEBUG oslo_concurrency.lockutils [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 39.932s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.038564] env[70483]: DEBUG oslo_vmware.api [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3478179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.089627] env[70483]: DEBUG oslo_vmware.api [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]521ff4b9-e15d-5a82-20e8-c048e04dcb4d, 'name': SearchDatastore_Task, 'duration_secs': 0.049763} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.090110] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.090500] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 3b1d2846-6f44-4f08-9878-e00bad014921/3b1d2846-6f44-4f08-9878-e00bad014921.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.090923] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d4948c6-b955-43fd-97fb-886d5b4a0ab4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.099713] env[70483]: DEBUG oslo_vmware.api [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 932.099713] env[70483]: value = "task-3478183" [ 932.099713] env[70483]: _type = "Task" [ 932.099713] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.112021] env[70483]: DEBUG oslo_vmware.api [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478183, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.118875] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478182, 'name': CreateVM_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.415948] env[70483]: DEBUG nova.compute.manager [req-0267cb3b-4300-442f-a621-ed63afbb1177 req-d81e6a7d-d592-41eb-b2d1-b8e16690c148 service nova] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Received event network-changed-46314984-3414-48ef-a364-2f27d388e827 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.416658] env[70483]: DEBUG nova.compute.manager [req-0267cb3b-4300-442f-a621-ed63afbb1177 req-d81e6a7d-d592-41eb-b2d1-b8e16690c148 service nova] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Refreshing instance network info cache due to event network-changed-46314984-3414-48ef-a364-2f27d388e827. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 932.416658] env[70483]: DEBUG oslo_concurrency.lockutils [req-0267cb3b-4300-442f-a621-ed63afbb1177 req-d81e6a7d-d592-41eb-b2d1-b8e16690c148 service nova] Acquiring lock "refresh_cache-05513af6-66c7-43ef-acc2-eab47b9bfa60" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.416658] env[70483]: DEBUG oslo_concurrency.lockutils [req-0267cb3b-4300-442f-a621-ed63afbb1177 req-d81e6a7d-d592-41eb-b2d1-b8e16690c148 service nova] Acquired lock "refresh_cache-05513af6-66c7-43ef-acc2-eab47b9bfa60" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.416821] env[70483]: DEBUG nova.network.neutron [req-0267cb3b-4300-442f-a621-ed63afbb1177 req-d81e6a7d-d592-41eb-b2d1-b8e16690c148 service nova] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Refreshing network info cache for port 46314984-3414-48ef-a364-2f27d388e827 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 932.529182] env[70483]: DEBUG nova.compute.utils [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 932.533384] env[70483]: INFO nova.compute.claims [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 932.537248] env[70483]: DEBUG nova.compute.manager [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 932.537617] env[70483]: DEBUG nova.network.neutron [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 932.556020] env[70483]: DEBUG oslo_vmware.api [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3478179, 'name': ReconfigVM_Task, 'duration_secs': 1.028459} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.556020] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Reconfigured VM instance instance-0000003e to attach disk [datastore2] adfa298c-1382-4dad-a2df-43f1a8367357/c45d2ce6-6758-4a65-9806-b17c804e40f4-rescue.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.556020] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cb04ea-ad40-4315-8387-8ab006bfa1d0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.592027] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0351c83b-2247-47ee-ad96-b1d1bae19479 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.613944] env[70483]: DEBUG nova.policy [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fdb22ff2a5504248b3b754c3a1028d49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5811be6fd5dc4cf097de1d4389e3b127', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 932.622850] env[70483]: DEBUG oslo_vmware.api [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Waiting for the task: (returnval){ [ 932.622850] env[70483]: value = "task-3478184" [ 932.622850] env[70483]: _type = "Task" [ 932.622850] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.629431] env[70483]: DEBUG oslo_vmware.api [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478183, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.633687] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478182, 'name': CreateVM_Task, 'duration_secs': 0.932697} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.634344] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.635076] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.635234] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.635549] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.635812] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0ad4c4f-b473-407d-b533-c32e5abca103 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.642012] env[70483]: DEBUG oslo_vmware.api [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3478184, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.643647] env[70483]: DEBUG oslo_vmware.api [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Waiting for the task: (returnval){ [ 932.643647] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e67bd8-a355-bf28-454e-5e3b72e3edc3" [ 932.643647] env[70483]: _type = "Task" [ 932.643647] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.654074] env[70483]: DEBUG oslo_vmware.api [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e67bd8-a355-bf28-454e-5e3b72e3edc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.879889] env[70483]: DEBUG nova.network.neutron [req-f2acd0e4-0da6-4d30-9361-d6231b7e4a66 req-53c4f0c1-30c0-4da1-8500-d29a8f4b5b2d service nova] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Updated VIF entry in instance network info cache for port 4379a63c-c1f3-4b33-85ef-50d22d5a93ed. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.880339] env[70483]: DEBUG nova.network.neutron [req-f2acd0e4-0da6-4d30-9361-d6231b7e4a66 req-53c4f0c1-30c0-4da1-8500-d29a8f4b5b2d service nova] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Updating instance_info_cache with network_info: [{"id": "4379a63c-c1f3-4b33-85ef-50d22d5a93ed", "address": "fa:16:3e:aa:00:c1", "network": {"id": "ac4393ad-a866-4b78-b718-513224cbe448", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1714864280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5aff1b3cb6a4a64bffcc198c9a9dae7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4379a63c-c1", "ovs_interfaceid": "4379a63c-c1f3-4b33-85ef-50d22d5a93ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.991826] env[70483]: DEBUG nova.network.neutron [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Successfully created port: 78643f74-4157-4655-b54e-598a58ff5060 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 933.046561] env[70483]: DEBUG nova.compute.manager [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 933.054188] env[70483]: INFO nova.compute.resource_tracker [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Updating resource usage from migration f126c193-d2ab-4019-8f4d-2f9c0cb03fa4 [ 933.116236] env[70483]: DEBUG oslo_vmware.api [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478183, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.779056} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.118473] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 3b1d2846-6f44-4f08-9878-e00bad014921/3b1d2846-6f44-4f08-9878-e00bad014921.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.118473] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.118473] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26af517e-a4d4-4f3f-a776-5fbdb3bdc397 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.130221] env[70483]: DEBUG oslo_vmware.api [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 933.130221] env[70483]: value = "task-3478185" [ 933.130221] env[70483]: _type = "Task" [ 933.130221] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.141033] env[70483]: DEBUG oslo_vmware.api [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3478184, 'name': ReconfigVM_Task, 'duration_secs': 0.387804} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.142308] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.142637] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa301bba-bf58-4de8-8fee-74e5eeb018ca {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.148228] env[70483]: DEBUG oslo_vmware.api [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478185, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.160872] env[70483]: DEBUG oslo_vmware.api [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e67bd8-a355-bf28-454e-5e3b72e3edc3, 'name': SearchDatastore_Task, 'duration_secs': 0.080459} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.165200] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.165200] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.165200] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.165200] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.165200] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.165200] env[70483]: DEBUG oslo_vmware.api [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Waiting for the task: (returnval){ [ 933.165200] env[70483]: value = "task-3478186" [ 933.165200] env[70483]: _type = "Task" [ 933.165200] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.165200] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52839bc1-6843-432d-822d-60f433799890 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.177103] env[70483]: DEBUG oslo_vmware.api [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3478186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.183445] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.183445] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.183630] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca33a1c6-9425-4a0e-bd8d-815709bd26ad {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.190808] env[70483]: DEBUG oslo_vmware.api [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Waiting for the task: (returnval){ [ 933.190808] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ca07a9-7221-c180-f133-00412e9f2de4" [ 933.190808] env[70483]: _type = "Task" [ 933.190808] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.203681] env[70483]: DEBUG oslo_vmware.api [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ca07a9-7221-c180-f133-00412e9f2de4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.384542] env[70483]: DEBUG oslo_concurrency.lockutils [req-f2acd0e4-0da6-4d30-9361-d6231b7e4a66 req-53c4f0c1-30c0-4da1-8500-d29a8f4b5b2d service nova] Releasing lock "refresh_cache-87bf2ec8-d543-41ed-9c3f-c532d027eaa5" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.644047] env[70483]: DEBUG oslo_vmware.api [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478185, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140944} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.644047] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.644484] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ccd6ae-f676-4532-bf22-c6a3dde912d3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.671143] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 3b1d2846-6f44-4f08-9878-e00bad014921/3b1d2846-6f44-4f08-9878-e00bad014921.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.672641] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca92374e-c547-4f0d-8184-926dccaaf500 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.690306] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea27298-f0bd-48e9-bf16-30d5c2aaf167 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.712384] env[70483]: DEBUG oslo_vmware.api [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 933.712384] env[70483]: value = "task-3478187" [ 933.712384] env[70483]: _type = "Task" [ 933.712384] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.718220] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3438e9-87c8-4383-98ca-be920731ae9f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.721629] env[70483]: DEBUG oslo_vmware.api [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3478186, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.728603] env[70483]: DEBUG oslo_vmware.api [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ca07a9-7221-c180-f133-00412e9f2de4, 'name': SearchDatastore_Task, 'duration_secs': 0.01953} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.730163] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d5316cf-a959-4ea3-9d86-bc544d799035 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.761008] env[70483]: DEBUG oslo_vmware.api [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.762231] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a701344-859e-4aeb-a1a1-4e985002ecb7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.766497] env[70483]: DEBUG oslo_vmware.api [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Waiting for the task: (returnval){ [ 933.766497] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52cf473d-6d0d-fe67-4091-6d95ed5aea33" [ 933.766497] env[70483]: _type = "Task" [ 933.766497] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.776185] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c209cf23-fb15-49e4-8126-98265fb6eb3e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.780415] env[70483]: DEBUG oslo_vmware.api [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52cf473d-6d0d-fe67-4091-6d95ed5aea33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.793120] env[70483]: DEBUG nova.compute.provider_tree [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.844635] env[70483]: DEBUG nova.network.neutron [req-0267cb3b-4300-442f-a621-ed63afbb1177 req-d81e6a7d-d592-41eb-b2d1-b8e16690c148 service nova] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Updated VIF entry in instance network info cache for port 46314984-3414-48ef-a364-2f27d388e827. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 933.844982] env[70483]: DEBUG nova.network.neutron [req-0267cb3b-4300-442f-a621-ed63afbb1177 req-d81e6a7d-d592-41eb-b2d1-b8e16690c148 service nova] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Updating instance_info_cache with network_info: [{"id": "46314984-3414-48ef-a364-2f27d388e827", "address": "fa:16:3e:c5:98:5a", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46314984-34", "ovs_interfaceid": "46314984-3414-48ef-a364-2f27d388e827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.064784] env[70483]: DEBUG nova.compute.manager [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 934.119257] env[70483]: DEBUG nova.virt.hardware [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.119544] env[70483]: DEBUG nova.virt.hardware [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.119701] env[70483]: DEBUG nova.virt.hardware [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.119966] env[70483]: DEBUG nova.virt.hardware [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.124122] env[70483]: DEBUG nova.virt.hardware [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.124122] env[70483]: DEBUG nova.virt.hardware [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.124122] env[70483]: DEBUG nova.virt.hardware [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.124122] env[70483]: DEBUG nova.virt.hardware [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.124122] env[70483]: DEBUG nova.virt.hardware [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.124122] env[70483]: DEBUG nova.virt.hardware [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.124122] env[70483]: DEBUG nova.virt.hardware [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.124122] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483caab4-8023-4d27-b214-7e1a2ff30ff5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.134753] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4840f3-0e51-45d6-979e-22f8a213d8e6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.183408] env[70483]: DEBUG oslo_vmware.api [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3478186, 'name': PowerOnVM_Task, 'duration_secs': 0.700863} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.183693] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.186582] env[70483]: DEBUG nova.compute.manager [None req-e68e9c11-f060-49a4-8ee9-f3b85ba37000 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.187428] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976ae772-2b07-4c82-b545-345d09e4a1f4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.234818] env[70483]: DEBUG oslo_vmware.api [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.280961] env[70483]: DEBUG oslo_vmware.api [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52cf473d-6d0d-fe67-4091-6d95ed5aea33, 'name': SearchDatastore_Task, 'duration_secs': 0.024323} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.282112] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.282534] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 87bf2ec8-d543-41ed-9c3f-c532d027eaa5/87bf2ec8-d543-41ed-9c3f-c532d027eaa5.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 934.282916] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d9924a9-c449-49eb-bd1a-147e807c77a6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.293063] env[70483]: DEBUG oslo_vmware.api [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Waiting for the task: (returnval){ [ 934.293063] env[70483]: value = "task-3478188" [ 934.293063] env[70483]: _type = "Task" [ 934.293063] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.298865] env[70483]: DEBUG nova.scheduler.client.report [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.312079] env[70483]: DEBUG oslo_vmware.api [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': task-3478188, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.347761] env[70483]: DEBUG oslo_concurrency.lockutils [req-0267cb3b-4300-442f-a621-ed63afbb1177 req-d81e6a7d-d592-41eb-b2d1-b8e16690c148 service nova] Releasing lock "refresh_cache-05513af6-66c7-43ef-acc2-eab47b9bfa60" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.732726] env[70483]: DEBUG oslo_vmware.api [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478187, 'name': ReconfigVM_Task, 'duration_secs': 0.929264} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.733816] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 3b1d2846-6f44-4f08-9878-e00bad014921/3b1d2846-6f44-4f08-9878-e00bad014921.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.734568] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46a28985-1460-4f34-a710-8aa96afcc354 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.746131] env[70483]: DEBUG oslo_vmware.api [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 934.746131] env[70483]: value = "task-3478189" [ 934.746131] env[70483]: _type = "Task" [ 934.746131] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.748915] env[70483]: DEBUG nova.compute.manager [req-4cf9176a-1d85-4e72-9708-cb6cdffe010b req-31bb9edc-90b5-4261-a4fb-1c3018b9f090 service nova] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Received event network-vif-plugged-78643f74-4157-4655-b54e-598a58ff5060 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.749647] env[70483]: DEBUG oslo_concurrency.lockutils [req-4cf9176a-1d85-4e72-9708-cb6cdffe010b req-31bb9edc-90b5-4261-a4fb-1c3018b9f090 service nova] Acquiring lock "4c2be9f9-4e6f-4208-9e61-111b4247e07e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.749647] env[70483]: DEBUG oslo_concurrency.lockutils [req-4cf9176a-1d85-4e72-9708-cb6cdffe010b req-31bb9edc-90b5-4261-a4fb-1c3018b9f090 service nova] Lock "4c2be9f9-4e6f-4208-9e61-111b4247e07e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.749839] env[70483]: DEBUG oslo_concurrency.lockutils [req-4cf9176a-1d85-4e72-9708-cb6cdffe010b req-31bb9edc-90b5-4261-a4fb-1c3018b9f090 service nova] Lock "4c2be9f9-4e6f-4208-9e61-111b4247e07e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.749999] env[70483]: DEBUG nova.compute.manager [req-4cf9176a-1d85-4e72-9708-cb6cdffe010b req-31bb9edc-90b5-4261-a4fb-1c3018b9f090 service nova] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] No waiting events found dispatching network-vif-plugged-78643f74-4157-4655-b54e-598a58ff5060 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 934.750294] env[70483]: WARNING nova.compute.manager [req-4cf9176a-1d85-4e72-9708-cb6cdffe010b req-31bb9edc-90b5-4261-a4fb-1c3018b9f090 service nova] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Received unexpected event network-vif-plugged-78643f74-4157-4655-b54e-598a58ff5060 for instance with vm_state building and task_state spawning. [ 934.762178] env[70483]: DEBUG oslo_vmware.api [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478189, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.805283] env[70483]: DEBUG oslo_concurrency.lockutils [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.780s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.805464] env[70483]: INFO nova.compute.manager [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Migrating [ 934.813162] env[70483]: DEBUG oslo_vmware.api [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': task-3478188, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.817637] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.280s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.822023] env[70483]: INFO nova.compute.claims [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 934.847199] env[70483]: DEBUG nova.network.neutron [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Successfully updated port: 78643f74-4157-4655-b54e-598a58ff5060 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.258908] env[70483]: DEBUG oslo_vmware.api [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478189, 'name': Rename_Task, 'duration_secs': 0.286811} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.259342] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.259667] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1397f6aa-5f81-4483-a34c-2928f6ae50f9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.266821] env[70483]: DEBUG oslo_vmware.api [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 935.266821] env[70483]: value = "task-3478190" [ 935.266821] env[70483]: _type = "Task" [ 935.266821] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.280082] env[70483]: DEBUG oslo_vmware.api [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478190, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.305353] env[70483]: DEBUG oslo_vmware.api [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': task-3478188, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692245} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.305648] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 87bf2ec8-d543-41ed-9c3f-c532d027eaa5/87bf2ec8-d543-41ed-9c3f-c532d027eaa5.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.305896] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.306138] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4839240-17aa-4215-a0e8-148828401666 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.317628] env[70483]: DEBUG oslo_vmware.api [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Waiting for the task: (returnval){ [ 935.317628] env[70483]: value = "task-3478191" [ 935.317628] env[70483]: _type = "Task" [ 935.317628] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.330033] env[70483]: DEBUG oslo_vmware.api [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': task-3478191, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.330394] env[70483]: DEBUG oslo_concurrency.lockutils [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquiring lock "refresh_cache-2671b8d3-14fe-439c-9f4e-e22ab8bcb498" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.330546] env[70483]: DEBUG oslo_concurrency.lockutils [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquired lock "refresh_cache-2671b8d3-14fe-439c-9f4e-e22ab8bcb498" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.330713] env[70483]: DEBUG nova.network.neutron [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.354472] env[70483]: DEBUG oslo_concurrency.lockutils [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Acquiring lock "refresh_cache-4c2be9f9-4e6f-4208-9e61-111b4247e07e" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.354719] env[70483]: DEBUG oslo_concurrency.lockutils [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Acquired lock "refresh_cache-4c2be9f9-4e6f-4208-9e61-111b4247e07e" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.354827] env[70483]: DEBUG nova.network.neutron [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.780859] env[70483]: DEBUG oslo_vmware.api [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478190, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.827317] env[70483]: DEBUG oslo_vmware.api [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': task-3478191, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078098} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.827578] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 935.828496] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66fd23c-fa52-4e63-be5b-abe8867cf8af {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.867933] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 87bf2ec8-d543-41ed-9c3f-c532d027eaa5/87bf2ec8-d543-41ed-9c3f-c532d027eaa5.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.871095] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c1bddcb-71f2-47f2-970d-eb394a0c1cce {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.900913] env[70483]: DEBUG oslo_vmware.api [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Waiting for the task: (returnval){ [ 935.900913] env[70483]: value = "task-3478192" [ 935.900913] env[70483]: _type = "Task" [ 935.900913] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.917779] env[70483]: DEBUG oslo_vmware.api [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': task-3478192, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.981903] env[70483]: DEBUG nova.network.neutron [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.983961] env[70483]: INFO nova.compute.manager [None req-47a50d65-52ee-4f38-9cda-6db0fb354d16 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Unrescuing [ 935.985190] env[70483]: DEBUG oslo_concurrency.lockutils [None req-47a50d65-52ee-4f38-9cda-6db0fb354d16 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Acquiring lock "refresh_cache-adfa298c-1382-4dad-a2df-43f1a8367357" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.985369] env[70483]: DEBUG oslo_concurrency.lockutils [None req-47a50d65-52ee-4f38-9cda-6db0fb354d16 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Acquired lock "refresh_cache-adfa298c-1382-4dad-a2df-43f1a8367357" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.985534] env[70483]: DEBUG nova.network.neutron [None req-47a50d65-52ee-4f38-9cda-6db0fb354d16 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.124042] env[70483]: DEBUG nova.network.neutron [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Updating instance_info_cache with network_info: [{"id": "78643f74-4157-4655-b54e-598a58ff5060", "address": "fa:16:3e:76:d7:bc", "network": {"id": "844a94e6-6d02-430f-b98f-58125c25ccce", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-793304732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5811be6fd5dc4cf097de1d4389e3b127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78643f74-41", "ovs_interfaceid": "78643f74-4157-4655-b54e-598a58ff5060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.224265] env[70483]: DEBUG nova.network.neutron [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Updating instance_info_cache with network_info: [{"id": "37b1c85a-67c8-46e1-8708-2ef9bc2c2a94", "address": "fa:16:3e:a3:d6:48", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37b1c85a-67", "ovs_interfaceid": "37b1c85a-67c8-46e1-8708-2ef9bc2c2a94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.280399] env[70483]: DEBUG oslo_vmware.api [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478190, 'name': PowerOnVM_Task, 'duration_secs': 0.519909} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.280792] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.281138] env[70483]: DEBUG nova.compute.manager [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.282038] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08bae59-ec87-4e2f-a208-e604c3846698 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.367519] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147c3ba4-cdfb-4fdf-96cd-4ed27759ed16 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.378021] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad23d74-7747-465f-b31d-3f9bc4f75bfa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.420333] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196904b7-6948-4a30-a219-a143bd8dae88 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.429821] env[70483]: DEBUG oslo_vmware.api [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': task-3478192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.432874] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8041325-d7e7-45bb-8f1e-2c7fa8919fb9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.449012] env[70483]: DEBUG nova.compute.provider_tree [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.626455] env[70483]: DEBUG oslo_concurrency.lockutils [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Releasing lock "refresh_cache-4c2be9f9-4e6f-4208-9e61-111b4247e07e" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.626702] env[70483]: DEBUG nova.compute.manager [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Instance network_info: |[{"id": "78643f74-4157-4655-b54e-598a58ff5060", "address": "fa:16:3e:76:d7:bc", "network": {"id": "844a94e6-6d02-430f-b98f-58125c25ccce", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-793304732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5811be6fd5dc4cf097de1d4389e3b127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78643f74-41", "ovs_interfaceid": "78643f74-4157-4655-b54e-598a58ff5060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 936.627141] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:d7:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78643f74-4157-4655-b54e-598a58ff5060', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.635637] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Creating folder: Project (5811be6fd5dc4cf097de1d4389e3b127). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.635878] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33980b78-cfe1-47db-9139-3c7b862d03e3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.653915] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Created folder: Project (5811be6fd5dc4cf097de1d4389e3b127) in parent group-v695216. [ 936.654204] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Creating folder: Instances. Parent ref: group-v695407. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.654500] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4876313-4a3e-4abd-9331-f50b73d3e903 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.666042] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Created folder: Instances in parent group-v695407. [ 936.666042] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.666042] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.666042] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa84150c-5eb1-41ef-a9ff-48986c979e9a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.692309] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.692309] env[70483]: value = "task-3478195" [ 936.692309] env[70483]: _type = "Task" [ 936.692309] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.702260] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478195, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.728325] env[70483]: DEBUG oslo_concurrency.lockutils [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Releasing lock "refresh_cache-2671b8d3-14fe-439c-9f4e-e22ab8bcb498" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.801976] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.807664] env[70483]: DEBUG nova.network.neutron [None req-47a50d65-52ee-4f38-9cda-6db0fb354d16 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Updating instance_info_cache with network_info: [{"id": "dc3aa1dd-2562-4197-bcd7-09f1d4d85858", "address": "fa:16:3e:69:9a:08", "network": {"id": "946c9825-7008-494a-9a78-38aefd47c33a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1469679738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5f95005c08244379aa97345167d6a312", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc3aa1dd-25", "ovs_interfaceid": "dc3aa1dd-2562-4197-bcd7-09f1d4d85858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.871437] env[70483]: DEBUG nova.compute.manager [req-da181bbb-0213-40b7-aaaa-3c0368c56581 req-b162a3a0-3aa1-4da9-8ec7-df7934b34d61 service nova] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Received event network-changed-78643f74-4157-4655-b54e-598a58ff5060 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.871725] env[70483]: DEBUG nova.compute.manager [req-da181bbb-0213-40b7-aaaa-3c0368c56581 req-b162a3a0-3aa1-4da9-8ec7-df7934b34d61 service nova] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Refreshing instance network info cache due to event network-changed-78643f74-4157-4655-b54e-598a58ff5060. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 936.871929] env[70483]: DEBUG oslo_concurrency.lockutils [req-da181bbb-0213-40b7-aaaa-3c0368c56581 req-b162a3a0-3aa1-4da9-8ec7-df7934b34d61 service nova] Acquiring lock "refresh_cache-4c2be9f9-4e6f-4208-9e61-111b4247e07e" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.872090] env[70483]: DEBUG oslo_concurrency.lockutils [req-da181bbb-0213-40b7-aaaa-3c0368c56581 req-b162a3a0-3aa1-4da9-8ec7-df7934b34d61 service nova] Acquired lock "refresh_cache-4c2be9f9-4e6f-4208-9e61-111b4247e07e" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.872269] env[70483]: DEBUG nova.network.neutron [req-da181bbb-0213-40b7-aaaa-3c0368c56581 req-b162a3a0-3aa1-4da9-8ec7-df7934b34d61 service nova] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Refreshing network info cache for port 78643f74-4157-4655-b54e-598a58ff5060 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.928100] env[70483]: DEBUG oslo_vmware.api [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': task-3478192, 'name': ReconfigVM_Task, 'duration_secs': 0.760791} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.928383] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 87bf2ec8-d543-41ed-9c3f-c532d027eaa5/87bf2ec8-d543-41ed-9c3f-c532d027eaa5.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.929101] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-960e54cc-9a5d-4da7-937c-a43e24a5b73c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.936787] env[70483]: DEBUG oslo_vmware.api [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Waiting for the task: (returnval){ [ 936.936787] env[70483]: value = "task-3478196" [ 936.936787] env[70483]: _type = "Task" [ 936.936787] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.948635] env[70483]: DEBUG oslo_vmware.api [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': task-3478196, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.952655] env[70483]: DEBUG nova.scheduler.client.report [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.202721] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478195, 'name': CreateVM_Task, 'duration_secs': 0.361864} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.202886] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.203614] env[70483]: DEBUG oslo_concurrency.lockutils [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.203781] env[70483]: DEBUG oslo_concurrency.lockutils [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.204104] env[70483]: DEBUG oslo_concurrency.lockutils [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.204380] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c1c1805-18f7-46a6-87ea-631b42bfe7f8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.211419] env[70483]: DEBUG oslo_vmware.api [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Waiting for the task: (returnval){ [ 937.211419] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52c44081-5600-9503-a241-9db7ff1d9bbc" [ 937.211419] env[70483]: _type = "Task" [ 937.211419] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.221653] env[70483]: DEBUG oslo_vmware.api [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52c44081-5600-9503-a241-9db7ff1d9bbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.309997] env[70483]: DEBUG oslo_concurrency.lockutils [None req-47a50d65-52ee-4f38-9cda-6db0fb354d16 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Releasing lock "refresh_cache-adfa298c-1382-4dad-a2df-43f1a8367357" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.310925] env[70483]: DEBUG nova.objects.instance [None req-47a50d65-52ee-4f38-9cda-6db0fb354d16 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Lazy-loading 'flavor' on Instance uuid adfa298c-1382-4dad-a2df-43f1a8367357 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.451891] env[70483]: DEBUG oslo_vmware.api [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': task-3478196, 'name': Rename_Task, 'duration_secs': 0.173326} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.452309] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.452634] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3215837-e79d-4895-b809-9710722ab785 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.458257] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.458909] env[70483]: DEBUG nova.compute.manager [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 937.467330] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.894s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.474037] env[70483]: INFO nova.compute.claims [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: a513a512-e054-4eba-8333-29119420cbeb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.480908] env[70483]: DEBUG oslo_vmware.api [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Waiting for the task: (returnval){ [ 937.480908] env[70483]: value = "task-3478197" [ 937.480908] env[70483]: _type = "Task" [ 937.480908] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.493409] env[70483]: DEBUG oslo_vmware.api [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': task-3478197, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.618730] env[70483]: DEBUG nova.network.neutron [req-da181bbb-0213-40b7-aaaa-3c0368c56581 req-b162a3a0-3aa1-4da9-8ec7-df7934b34d61 service nova] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Updated VIF entry in instance network info cache for port 78643f74-4157-4655-b54e-598a58ff5060. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 937.619077] env[70483]: DEBUG nova.network.neutron [req-da181bbb-0213-40b7-aaaa-3c0368c56581 req-b162a3a0-3aa1-4da9-8ec7-df7934b34d61 service nova] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Updating instance_info_cache with network_info: [{"id": "78643f74-4157-4655-b54e-598a58ff5060", "address": "fa:16:3e:76:d7:bc", "network": {"id": "844a94e6-6d02-430f-b98f-58125c25ccce", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-793304732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5811be6fd5dc4cf097de1d4389e3b127", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78643f74-41", "ovs_interfaceid": "78643f74-4157-4655-b54e-598a58ff5060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.722606] env[70483]: DEBUG oslo_vmware.api [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52c44081-5600-9503-a241-9db7ff1d9bbc, 'name': SearchDatastore_Task, 'duration_secs': 0.013503} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.722903] env[70483]: DEBUG oslo_concurrency.lockutils [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.723143] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.723383] env[70483]: DEBUG oslo_concurrency.lockutils [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.723522] env[70483]: DEBUG oslo_concurrency.lockutils [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.723699] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.724038] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad2ed2f3-7813-420e-bfcb-5bf130de14a6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.735028] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.735236] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.735987] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e30cab1-9399-4328-bd39-c668c4f975c3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.743176] env[70483]: DEBUG oslo_vmware.api [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Waiting for the task: (returnval){ [ 937.743176] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52b24d0b-a8a2-f447-c9c1-906a66962a04" [ 937.743176] env[70483]: _type = "Task" [ 937.743176] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.756546] env[70483]: DEBUG oslo_vmware.api [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52b24d0b-a8a2-f447-c9c1-906a66962a04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.818433] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bf291e-ac74-436f-857c-368e9a632064 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.842413] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-47a50d65-52ee-4f38-9cda-6db0fb354d16 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.842759] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73966d76-34c1-4c72-a350-732e270d6c4d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.851474] env[70483]: DEBUG oslo_vmware.api [None req-47a50d65-52ee-4f38-9cda-6db0fb354d16 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Waiting for the task: (returnval){ [ 937.851474] env[70483]: value = "task-3478198" [ 937.851474] env[70483]: _type = "Task" [ 937.851474] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.860773] env[70483]: DEBUG oslo_vmware.api [None req-47a50d65-52ee-4f38-9cda-6db0fb354d16 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3478198, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.983627] env[70483]: DEBUG nova.compute.utils [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 937.990662] env[70483]: DEBUG nova.compute.manager [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 937.990662] env[70483]: DEBUG nova.network.neutron [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 938.005974] env[70483]: DEBUG oslo_vmware.api [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': task-3478197, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.039210] env[70483]: DEBUG nova.policy [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72df8c0bc7384a32a0761e22af7be8fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05fbf3aa778244309fdb95ab6763f938', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 938.122188] env[70483]: DEBUG oslo_concurrency.lockutils [req-da181bbb-0213-40b7-aaaa-3c0368c56581 req-b162a3a0-3aa1-4da9-8ec7-df7934b34d61 service nova] Releasing lock "refresh_cache-4c2be9f9-4e6f-4208-9e61-111b4247e07e" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.257784] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3659cd56-6296-4672-9b3b-2734ec8107f7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.266939] env[70483]: DEBUG oslo_vmware.api [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52b24d0b-a8a2-f447-c9c1-906a66962a04, 'name': SearchDatastore_Task, 'duration_secs': 0.035623} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.268766] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c90736d-2287-4bf0-a47b-cf2b29a1df43 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.285166] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Updating instance '2671b8d3-14fe-439c-9f4e-e22ab8bcb498' progress to 0 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 938.293087] env[70483]: DEBUG oslo_vmware.api [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Waiting for the task: (returnval){ [ 938.293087] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]527c6593-90ab-4e19-07c3-d8cc200cb893" [ 938.293087] env[70483]: _type = "Task" [ 938.293087] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.303148] env[70483]: DEBUG oslo_vmware.api [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]527c6593-90ab-4e19-07c3-d8cc200cb893, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.363209] env[70483]: DEBUG oslo_vmware.api [None req-47a50d65-52ee-4f38-9cda-6db0fb354d16 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3478198, 'name': PowerOffVM_Task, 'duration_secs': 0.239384} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.363500] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-47a50d65-52ee-4f38-9cda-6db0fb354d16 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.370483] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-47a50d65-52ee-4f38-9cda-6db0fb354d16 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Reconfiguring VM instance instance-0000003e to detach disk 2001 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 938.370988] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27f595ef-ab76-4cd1-9c03-da6e9cb56aa4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.385442] env[70483]: DEBUG nova.network.neutron [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Successfully created port: 7f8321ff-1915-4d3e-a531-7b0b262df994 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 938.394110] env[70483]: DEBUG oslo_vmware.api [None req-47a50d65-52ee-4f38-9cda-6db0fb354d16 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Waiting for the task: (returnval){ [ 938.394110] env[70483]: value = "task-3478199" [ 938.394110] env[70483]: _type = "Task" [ 938.394110] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.397949] env[70483]: DEBUG oslo_concurrency.lockutils [None req-263578ec-5bc2-4b9c-b90f-279a16120ac7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquiring lock "1c1a03ee-0c26-464c-8f65-c093a73c833c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.398135] env[70483]: DEBUG oslo_concurrency.lockutils [None req-263578ec-5bc2-4b9c-b90f-279a16120ac7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "1c1a03ee-0c26-464c-8f65-c093a73c833c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.398344] env[70483]: DEBUG oslo_concurrency.lockutils [None req-263578ec-5bc2-4b9c-b90f-279a16120ac7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquiring lock "1c1a03ee-0c26-464c-8f65-c093a73c833c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.398511] env[70483]: DEBUG oslo_concurrency.lockutils [None req-263578ec-5bc2-4b9c-b90f-279a16120ac7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "1c1a03ee-0c26-464c-8f65-c093a73c833c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.398679] env[70483]: DEBUG oslo_concurrency.lockutils [None req-263578ec-5bc2-4b9c-b90f-279a16120ac7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "1c1a03ee-0c26-464c-8f65-c093a73c833c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.400957] env[70483]: INFO nova.compute.manager [None req-263578ec-5bc2-4b9c-b90f-279a16120ac7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Terminating instance [ 938.407343] env[70483]: DEBUG oslo_vmware.api [None req-47a50d65-52ee-4f38-9cda-6db0fb354d16 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3478199, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.489365] env[70483]: DEBUG nova.compute.manager [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 938.505582] env[70483]: DEBUG oslo_vmware.api [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': task-3478197, 'name': PowerOnVM_Task, 'duration_secs': 0.943549} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.505582] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.506173] env[70483]: INFO nova.compute.manager [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Took 9.40 seconds to spawn the instance on the hypervisor. [ 938.506173] env[70483]: DEBUG nova.compute.manager [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.506887] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2843ee4-e947-4ea7-ac23-e864d085fe8c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.791555] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.792290] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02cfd87e-04e6-4857-8e68-e78eb641c630 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.810384] env[70483]: DEBUG oslo_vmware.api [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]527c6593-90ab-4e19-07c3-d8cc200cb893, 'name': SearchDatastore_Task, 'duration_secs': 0.01317} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.811744] env[70483]: DEBUG oslo_concurrency.lockutils [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.812047] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 4c2be9f9-4e6f-4208-9e61-111b4247e07e/4c2be9f9-4e6f-4208-9e61-111b4247e07e.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.812371] env[70483]: DEBUG oslo_vmware.api [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Waiting for the task: (returnval){ [ 938.812371] env[70483]: value = "task-3478200" [ 938.812371] env[70483]: _type = "Task" [ 938.812371] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.812565] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45b2723f-08fa-4515-9683-4fa2f5216aa6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.834977] env[70483]: DEBUG oslo_vmware.api [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.835813] env[70483]: DEBUG oslo_vmware.api [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Waiting for the task: (returnval){ [ 938.835813] env[70483]: value = "task-3478201" [ 938.835813] env[70483]: _type = "Task" [ 938.835813] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.846199] env[70483]: DEBUG oslo_vmware.api [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Task: {'id': task-3478201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.904534] env[70483]: DEBUG oslo_vmware.api [None req-47a50d65-52ee-4f38-9cda-6db0fb354d16 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3478199, 'name': ReconfigVM_Task, 'duration_secs': 0.325223} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.907288] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-47a50d65-52ee-4f38-9cda-6db0fb354d16 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Reconfigured VM instance instance-0000003e to detach disk 2001 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 938.907517] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-47a50d65-52ee-4f38-9cda-6db0fb354d16 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.908432] env[70483]: DEBUG nova.compute.manager [None req-263578ec-5bc2-4b9c-b90f-279a16120ac7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 938.908674] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-263578ec-5bc2-4b9c-b90f-279a16120ac7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 938.908952] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0907013-7b95-4b39-8499-06ef7a8e284a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.911227] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d0ce67-f8b5-484d-badc-98a6c17870ce {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.920172] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-263578ec-5bc2-4b9c-b90f-279a16120ac7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.923661] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0d44a2d-da73-471d-a572-f3b571cddc9f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.925422] env[70483]: DEBUG oslo_vmware.api [None req-47a50d65-52ee-4f38-9cda-6db0fb354d16 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Waiting for the task: (returnval){ [ 938.925422] env[70483]: value = "task-3478202" [ 938.925422] env[70483]: _type = "Task" [ 938.925422] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.932822] env[70483]: DEBUG oslo_vmware.api [None req-263578ec-5bc2-4b9c-b90f-279a16120ac7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 938.932822] env[70483]: value = "task-3478203" [ 938.932822] env[70483]: _type = "Task" [ 938.932822] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.936291] env[70483]: DEBUG oslo_vmware.api [None req-47a50d65-52ee-4f38-9cda-6db0fb354d16 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3478202, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.947665] env[70483]: DEBUG oslo_vmware.api [None req-263578ec-5bc2-4b9c-b90f-279a16120ac7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.036012] env[70483]: INFO nova.compute.manager [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Took 52.60 seconds to build instance. [ 939.061067] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8459bf49-cd39-42be-ad3c-a6af470b8a4b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.076273] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c9b59b-1cbf-4157-a970-b4e04b53bbf3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.110339] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ef596c-6bf7-4da4-8866-18cad848d9f3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.119714] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f414e492-2abc-40a6-8207-02db879bd8dc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.137854] env[70483]: DEBUG nova.compute.provider_tree [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.330753] env[70483]: DEBUG oslo_vmware.api [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478200, 'name': PowerOffVM_Task, 'duration_secs': 0.247125} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.331033] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.331173] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Updating instance '2671b8d3-14fe-439c-9f4e-e22ab8bcb498' progress to 17 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 939.359311] env[70483]: DEBUG oslo_vmware.api [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Task: {'id': task-3478201, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.436358] env[70483]: DEBUG oslo_vmware.api [None req-47a50d65-52ee-4f38-9cda-6db0fb354d16 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3478202, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.446482] env[70483]: DEBUG oslo_vmware.api [None req-263578ec-5bc2-4b9c-b90f-279a16120ac7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478203, 'name': PowerOffVM_Task, 'duration_secs': 0.183994} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.446882] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-263578ec-5bc2-4b9c-b90f-279a16120ac7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.448751] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-263578ec-5bc2-4b9c-b90f-279a16120ac7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.449043] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-767ab0dc-aed6-40c2-9e91-84ac4cc0081c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.504015] env[70483]: DEBUG nova.compute.manager [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 939.530552] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-263578ec-5bc2-4b9c-b90f-279a16120ac7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.530797] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-263578ec-5bc2-4b9c-b90f-279a16120ac7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.530957] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-263578ec-5bc2-4b9c-b90f-279a16120ac7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Deleting the datastore file [datastore2] 1c1a03ee-0c26-464c-8f65-c093a73c833c {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.531238] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b75b3a51-2c10-451f-8108-830ce53b42e9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.535454] env[70483]: DEBUG nova.virt.hardware [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 939.535681] env[70483]: DEBUG nova.virt.hardware [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 939.535833] env[70483]: DEBUG nova.virt.hardware [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 939.536267] env[70483]: DEBUG nova.virt.hardware [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 939.536267] env[70483]: DEBUG nova.virt.hardware [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 939.536366] env[70483]: DEBUG nova.virt.hardware [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 939.536614] env[70483]: DEBUG nova.virt.hardware [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 939.536767] env[70483]: DEBUG nova.virt.hardware [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 939.536934] env[70483]: DEBUG nova.virt.hardware [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 939.537118] env[70483]: DEBUG nova.virt.hardware [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 939.537292] env[70483]: DEBUG nova.virt.hardware [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 939.538177] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfedfb9c-5276-492d-b4c7-7d1ec5bd8fa3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.542534] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fe09a33d-4215-45e3-9e1b-ed733b524dba tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Lock "87bf2ec8-d543-41ed-9c3f-c532d027eaa5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.614s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.542887] env[70483]: DEBUG oslo_vmware.api [None req-263578ec-5bc2-4b9c-b90f-279a16120ac7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 939.542887] env[70483]: value = "task-3478205" [ 939.542887] env[70483]: _type = "Task" [ 939.542887] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.551735] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f07224a-6212-49b0-aa12-5337ac14a0c2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.558486] env[70483]: DEBUG oslo_vmware.api [None req-263578ec-5bc2-4b9c-b90f-279a16120ac7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.641910] env[70483]: DEBUG nova.scheduler.client.report [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.845066] env[70483]: DEBUG nova.virt.hardware [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 939.845066] env[70483]: DEBUG nova.virt.hardware [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 939.845066] env[70483]: DEBUG nova.virt.hardware [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 939.845066] env[70483]: DEBUG nova.virt.hardware [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 939.845066] env[70483]: DEBUG nova.virt.hardware [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 939.845851] env[70483]: DEBUG nova.virt.hardware [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 939.849024] env[70483]: DEBUG nova.virt.hardware [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 939.849024] env[70483]: DEBUG nova.virt.hardware [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 939.849024] env[70483]: DEBUG nova.virt.hardware [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 939.849024] env[70483]: DEBUG nova.virt.hardware [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 939.849024] env[70483]: DEBUG nova.virt.hardware [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 939.853511] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-814fdd75-fd16-4f93-8d77-022d23d62d7f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.882035] env[70483]: DEBUG oslo_vmware.api [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Task: {'id': task-3478201, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584356} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.882035] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 4c2be9f9-4e6f-4208-9e61-111b4247e07e/4c2be9f9-4e6f-4208-9e61-111b4247e07e.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.882035] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.882035] env[70483]: DEBUG oslo_vmware.api [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Waiting for the task: (returnval){ [ 939.882035] env[70483]: value = "task-3478206" [ 939.882035] env[70483]: _type = "Task" [ 939.882035] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.882035] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b053b70-7015-48b5-a36e-1123644679ba {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.894266] env[70483]: DEBUG oslo_vmware.api [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478206, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.895785] env[70483]: DEBUG oslo_vmware.api [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Waiting for the task: (returnval){ [ 939.895785] env[70483]: value = "task-3478207" [ 939.895785] env[70483]: _type = "Task" [ 939.895785] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.906971] env[70483]: DEBUG oslo_vmware.api [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Task: {'id': task-3478207, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.938588] env[70483]: DEBUG oslo_vmware.api [None req-47a50d65-52ee-4f38-9cda-6db0fb354d16 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3478202, 'name': PowerOnVM_Task, 'duration_secs': 1.006837} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.938870] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-47a50d65-52ee-4f38-9cda-6db0fb354d16 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.939124] env[70483]: DEBUG nova.compute.manager [None req-47a50d65-52ee-4f38-9cda-6db0fb354d16 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.939924] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e6a7d1-57a5-458c-9beb-6006bc690bf1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.054748] env[70483]: DEBUG oslo_vmware.api [None req-263578ec-5bc2-4b9c-b90f-279a16120ac7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.447252} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.055096] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-263578ec-5bc2-4b9c-b90f-279a16120ac7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.055297] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-263578ec-5bc2-4b9c-b90f-279a16120ac7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.055611] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-263578ec-5bc2-4b9c-b90f-279a16120ac7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.055793] env[70483]: INFO nova.compute.manager [None req-263578ec-5bc2-4b9c-b90f-279a16120ac7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 940.056061] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-263578ec-5bc2-4b9c-b90f-279a16120ac7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.056252] env[70483]: DEBUG nova.compute.manager [-] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 940.056423] env[70483]: DEBUG nova.network.neutron [-] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 940.143984] env[70483]: DEBUG nova.network.neutron [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Successfully updated port: 7f8321ff-1915-4d3e-a531-7b0b262df994 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 940.146411] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.146899] env[70483]: DEBUG nova.compute.manager [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: a513a512-e054-4eba-8333-29119420cbeb] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 940.150948] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.284s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.153130] env[70483]: INFO nova.compute.claims [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.183048] env[70483]: DEBUG nova.compute.manager [req-ee152f76-bc8b-48cb-8d83-ac879c63c20a req-0bc0e709-7788-405b-8e71-fd5021ad1ac4 service nova] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Received event network-vif-plugged-7f8321ff-1915-4d3e-a531-7b0b262df994 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.183297] env[70483]: DEBUG oslo_concurrency.lockutils [req-ee152f76-bc8b-48cb-8d83-ac879c63c20a req-0bc0e709-7788-405b-8e71-fd5021ad1ac4 service nova] Acquiring lock "ebdadd37-91bd-480b-8989-83b8e2ee417f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.183512] env[70483]: DEBUG oslo_concurrency.lockutils [req-ee152f76-bc8b-48cb-8d83-ac879c63c20a req-0bc0e709-7788-405b-8e71-fd5021ad1ac4 service nova] Lock "ebdadd37-91bd-480b-8989-83b8e2ee417f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.183679] env[70483]: DEBUG oslo_concurrency.lockutils [req-ee152f76-bc8b-48cb-8d83-ac879c63c20a req-0bc0e709-7788-405b-8e71-fd5021ad1ac4 service nova] Lock "ebdadd37-91bd-480b-8989-83b8e2ee417f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.183841] env[70483]: DEBUG nova.compute.manager [req-ee152f76-bc8b-48cb-8d83-ac879c63c20a req-0bc0e709-7788-405b-8e71-fd5021ad1ac4 service nova] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] No waiting events found dispatching network-vif-plugged-7f8321ff-1915-4d3e-a531-7b0b262df994 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 940.184012] env[70483]: WARNING nova.compute.manager [req-ee152f76-bc8b-48cb-8d83-ac879c63c20a req-0bc0e709-7788-405b-8e71-fd5021ad1ac4 service nova] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Received unexpected event network-vif-plugged-7f8321ff-1915-4d3e-a531-7b0b262df994 for instance with vm_state building and task_state spawning. [ 940.336942] env[70483]: DEBUG nova.compute.manager [req-84e305c6-7093-42ff-93d6-3cc08e6163b7 req-6d9cefdd-224d-4c00-b6fa-554c655093e0 service nova] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Received event network-changed-4379a63c-c1f3-4b33-85ef-50d22d5a93ed {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.336942] env[70483]: DEBUG nova.compute.manager [req-84e305c6-7093-42ff-93d6-3cc08e6163b7 req-6d9cefdd-224d-4c00-b6fa-554c655093e0 service nova] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Refreshing instance network info cache due to event network-changed-4379a63c-c1f3-4b33-85ef-50d22d5a93ed. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 940.336942] env[70483]: DEBUG oslo_concurrency.lockutils [req-84e305c6-7093-42ff-93d6-3cc08e6163b7 req-6d9cefdd-224d-4c00-b6fa-554c655093e0 service nova] Acquiring lock "refresh_cache-87bf2ec8-d543-41ed-9c3f-c532d027eaa5" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.336942] env[70483]: DEBUG oslo_concurrency.lockutils [req-84e305c6-7093-42ff-93d6-3cc08e6163b7 req-6d9cefdd-224d-4c00-b6fa-554c655093e0 service nova] Acquired lock "refresh_cache-87bf2ec8-d543-41ed-9c3f-c532d027eaa5" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.336942] env[70483]: DEBUG nova.network.neutron [req-84e305c6-7093-42ff-93d6-3cc08e6163b7 req-6d9cefdd-224d-4c00-b6fa-554c655093e0 service nova] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Refreshing network info cache for port 4379a63c-c1f3-4b33-85ef-50d22d5a93ed {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.399223] env[70483]: DEBUG oslo_vmware.api [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478206, 'name': ReconfigVM_Task, 'duration_secs': 0.400413} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.402942] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Updating instance '2671b8d3-14fe-439c-9f4e-e22ab8bcb498' progress to 33 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 940.413788] env[70483]: DEBUG oslo_vmware.api [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Task: {'id': task-3478207, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081797} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.415150] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.416034] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af292f88-8b28-417b-b7b3-b8db24d2446d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.444749] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 4c2be9f9-4e6f-4208-9e61-111b4247e07e/4c2be9f9-4e6f-4208-9e61-111b4247e07e.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.447287] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe1d9c2c-2357-44ad-a67f-46c75180260d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.466784] env[70483]: DEBUG nova.network.neutron [-] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.478919] env[70483]: DEBUG oslo_vmware.api [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Waiting for the task: (returnval){ [ 940.478919] env[70483]: value = "task-3478208" [ 940.478919] env[70483]: _type = "Task" [ 940.478919] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.489374] env[70483]: DEBUG oslo_vmware.api [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Task: {'id': task-3478208, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.653402] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquiring lock "refresh_cache-ebdadd37-91bd-480b-8989-83b8e2ee417f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.653402] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquired lock "refresh_cache-ebdadd37-91bd-480b-8989-83b8e2ee417f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.653402] env[70483]: DEBUG nova.network.neutron [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.658142] env[70483]: DEBUG nova.compute.utils [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.666239] env[70483]: DEBUG nova.compute.manager [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: a513a512-e054-4eba-8333-29119420cbeb] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 940.666425] env[70483]: DEBUG nova.network.neutron [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: a513a512-e054-4eba-8333-29119420cbeb] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 940.738886] env[70483]: DEBUG nova.policy [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72df8c0bc7384a32a0761e22af7be8fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05fbf3aa778244309fdb95ab6763f938', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 940.910642] env[70483]: DEBUG nova.virt.hardware [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:41:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='046ce186-b6fd-4176-b1e4-a378f6d57804',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-886211998',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.913032] env[70483]: DEBUG nova.virt.hardware [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.913032] env[70483]: DEBUG nova.virt.hardware [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.913032] env[70483]: DEBUG nova.virt.hardware [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.913032] env[70483]: DEBUG nova.virt.hardware [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.913032] env[70483]: DEBUG nova.virt.hardware [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.913032] env[70483]: DEBUG nova.virt.hardware [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.913032] env[70483]: DEBUG nova.virt.hardware [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.913032] env[70483]: DEBUG nova.virt.hardware [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.913032] env[70483]: DEBUG nova.virt.hardware [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.913032] env[70483]: DEBUG nova.virt.hardware [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.918908] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Reconfiguring VM instance instance-00000037 to detach disk 2000 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 940.919193] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4852d3d-0d3c-4b20-b916-77571e3faaaa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.941270] env[70483]: DEBUG oslo_vmware.api [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Waiting for the task: (returnval){ [ 940.941270] env[70483]: value = "task-3478209" [ 940.941270] env[70483]: _type = "Task" [ 940.941270] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.952738] env[70483]: DEBUG oslo_vmware.api [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478209, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.972569] env[70483]: INFO nova.compute.manager [-] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Took 0.92 seconds to deallocate network for instance. [ 940.990806] env[70483]: DEBUG oslo_vmware.api [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Task: {'id': task-3478208, 'name': ReconfigVM_Task, 'duration_secs': 0.288435} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.991403] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 4c2be9f9-4e6f-4208-9e61-111b4247e07e/4c2be9f9-4e6f-4208-9e61-111b4247e07e.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.992266] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b784554d-256d-4e62-b01d-33070efe8dcd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.001548] env[70483]: DEBUG oslo_vmware.api [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Waiting for the task: (returnval){ [ 941.001548] env[70483]: value = "task-3478210" [ 941.001548] env[70483]: _type = "Task" [ 941.001548] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.015449] env[70483]: DEBUG oslo_vmware.api [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Task: {'id': task-3478210, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.150115] env[70483]: DEBUG nova.network.neutron [req-84e305c6-7093-42ff-93d6-3cc08e6163b7 req-6d9cefdd-224d-4c00-b6fa-554c655093e0 service nova] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Updated VIF entry in instance network info cache for port 4379a63c-c1f3-4b33-85ef-50d22d5a93ed. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.150115] env[70483]: DEBUG nova.network.neutron [req-84e305c6-7093-42ff-93d6-3cc08e6163b7 req-6d9cefdd-224d-4c00-b6fa-554c655093e0 service nova] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Updating instance_info_cache with network_info: [{"id": "4379a63c-c1f3-4b33-85ef-50d22d5a93ed", "address": "fa:16:3e:aa:00:c1", "network": {"id": "ac4393ad-a866-4b78-b718-513224cbe448", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1714864280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5aff1b3cb6a4a64bffcc198c9a9dae7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4379a63c-c1", "ovs_interfaceid": "4379a63c-c1f3-4b33-85ef-50d22d5a93ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.941167] env[70483]: DEBUG nova.network.neutron [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 941.944617] env[70483]: DEBUG nova.network.neutron [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: a513a512-e054-4eba-8333-29119420cbeb] Successfully created port: 4c1d24d5-ea92-417f-bafa-f288fd64de75 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 941.948809] env[70483]: DEBUG nova.compute.manager [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: a513a512-e054-4eba-8333-29119420cbeb] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 941.955023] env[70483]: DEBUG oslo_concurrency.lockutils [None req-263578ec-5bc2-4b9c-b90f-279a16120ac7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.955023] env[70483]: DEBUG oslo_concurrency.lockutils [req-84e305c6-7093-42ff-93d6-3cc08e6163b7 req-6d9cefdd-224d-4c00-b6fa-554c655093e0 service nova] Releasing lock "refresh_cache-87bf2ec8-d543-41ed-9c3f-c532d027eaa5" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.969607] env[70483]: DEBUG oslo_vmware.api [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478209, 'name': ReconfigVM_Task, 'duration_secs': 0.192696} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.973778] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Reconfigured VM instance instance-00000037 to detach disk 2000 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 941.974156] env[70483]: DEBUG oslo_vmware.api [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Task: {'id': task-3478210, 'name': Rename_Task, 'duration_secs': 0.141544} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.974959] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772292ad-97fb-4620-a558-5548d58e3d11 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.981023] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.981023] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36327085-4a90-4072-a6b1-121d0f4a509c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.001358] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 2671b8d3-14fe-439c-9f4e-e22ab8bcb498/2671b8d3-14fe-439c-9f4e-e22ab8bcb498.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.008360] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4056feed-0913-4a68-95ec-d10679ddb887 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.022520] env[70483]: DEBUG oslo_vmware.api [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Waiting for the task: (returnval){ [ 942.022520] env[70483]: value = "task-3478211" [ 942.022520] env[70483]: _type = "Task" [ 942.022520] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.030892] env[70483]: DEBUG oslo_vmware.api [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Waiting for the task: (returnval){ [ 942.030892] env[70483]: value = "task-3478212" [ 942.030892] env[70483]: _type = "Task" [ 942.030892] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.035566] env[70483]: DEBUG oslo_vmware.api [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Task: {'id': task-3478211, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.048856] env[70483]: DEBUG oslo_vmware.api [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478212, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.232163] env[70483]: DEBUG nova.network.neutron [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Updating instance_info_cache with network_info: [{"id": "7f8321ff-1915-4d3e-a531-7b0b262df994", "address": "fa:16:3e:e7:1d:eb", "network": {"id": "fadbd650-4eff-4463-ac0d-a8853bda526f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-710989522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05fbf3aa778244309fdb95ab6763f938", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f8321ff-19", "ovs_interfaceid": "7f8321ff-1915-4d3e-a531-7b0b262df994", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.462828] env[70483]: DEBUG oslo_concurrency.lockutils [None req-283ec2d6-5903-4a2e-aa85-9da7a9ac1efd tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Acquiring lock "adfa298c-1382-4dad-a2df-43f1a8367357" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.463090] env[70483]: DEBUG oslo_concurrency.lockutils [None req-283ec2d6-5903-4a2e-aa85-9da7a9ac1efd tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Lock "adfa298c-1382-4dad-a2df-43f1a8367357" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.463328] env[70483]: DEBUG oslo_concurrency.lockutils [None req-283ec2d6-5903-4a2e-aa85-9da7a9ac1efd tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Acquiring lock "adfa298c-1382-4dad-a2df-43f1a8367357-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.463536] env[70483]: DEBUG oslo_concurrency.lockutils [None req-283ec2d6-5903-4a2e-aa85-9da7a9ac1efd tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Lock "adfa298c-1382-4dad-a2df-43f1a8367357-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.466028] env[70483]: DEBUG oslo_concurrency.lockutils [None req-283ec2d6-5903-4a2e-aa85-9da7a9ac1efd tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Lock "adfa298c-1382-4dad-a2df-43f1a8367357-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.467106] env[70483]: INFO nova.compute.manager [None req-283ec2d6-5903-4a2e-aa85-9da7a9ac1efd tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Terminating instance [ 942.547241] env[70483]: DEBUG oslo_vmware.api [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Task: {'id': task-3478211, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.552733] env[70483]: DEBUG oslo_vmware.api [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478212, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.587285] env[70483]: DEBUG nova.compute.manager [req-d79c1d70-8c1d-4202-a028-ee901f6fed55 req-d5cf5187-bf41-43de-9774-2935184a9b6f service nova] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Received event network-changed-7f8321ff-1915-4d3e-a531-7b0b262df994 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.587784] env[70483]: DEBUG nova.compute.manager [req-d79c1d70-8c1d-4202-a028-ee901f6fed55 req-d5cf5187-bf41-43de-9774-2935184a9b6f service nova] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Refreshing instance network info cache due to event network-changed-7f8321ff-1915-4d3e-a531-7b0b262df994. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.587784] env[70483]: DEBUG oslo_concurrency.lockutils [req-d79c1d70-8c1d-4202-a028-ee901f6fed55 req-d5cf5187-bf41-43de-9774-2935184a9b6f service nova] Acquiring lock "refresh_cache-ebdadd37-91bd-480b-8989-83b8e2ee417f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.592082] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa5e603-3a7e-423d-884c-9f6f3a9e76a7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.601053] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55aacd35-da0b-4c1a-96ab-7bff6a94f0cf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.636631] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d343e6-5c71-42d3-952c-a01b24e69e64 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.648497] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8a5fe1-d541-44aa-8b8e-65d4c3358e6c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.665263] env[70483]: DEBUG nova.compute.provider_tree [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.681592] env[70483]: DEBUG nova.compute.manager [req-03caa157-b07f-4551-91cf-b28c37f5c3d5 req-c085a19b-9123-46fc-a018-82b0fd88df07 service nova] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Received event network-vif-deleted-33e0690d-667f-48f2-98a8-9b1be7f53a36 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.681800] env[70483]: DEBUG nova.compute.manager [req-03caa157-b07f-4551-91cf-b28c37f5c3d5 req-c085a19b-9123-46fc-a018-82b0fd88df07 service nova] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Received event network-changed-4379a63c-c1f3-4b33-85ef-50d22d5a93ed {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.682033] env[70483]: DEBUG nova.compute.manager [req-03caa157-b07f-4551-91cf-b28c37f5c3d5 req-c085a19b-9123-46fc-a018-82b0fd88df07 service nova] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Refreshing instance network info cache due to event network-changed-4379a63c-c1f3-4b33-85ef-50d22d5a93ed. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.682543] env[70483]: DEBUG oslo_concurrency.lockutils [req-03caa157-b07f-4551-91cf-b28c37f5c3d5 req-c085a19b-9123-46fc-a018-82b0fd88df07 service nova] Acquiring lock "refresh_cache-87bf2ec8-d543-41ed-9c3f-c532d027eaa5" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.682543] env[70483]: DEBUG oslo_concurrency.lockutils [req-03caa157-b07f-4551-91cf-b28c37f5c3d5 req-c085a19b-9123-46fc-a018-82b0fd88df07 service nova] Acquired lock "refresh_cache-87bf2ec8-d543-41ed-9c3f-c532d027eaa5" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.682543] env[70483]: DEBUG nova.network.neutron [req-03caa157-b07f-4551-91cf-b28c37f5c3d5 req-c085a19b-9123-46fc-a018-82b0fd88df07 service nova] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Refreshing network info cache for port 4379a63c-c1f3-4b33-85ef-50d22d5a93ed {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.735855] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Releasing lock "refresh_cache-ebdadd37-91bd-480b-8989-83b8e2ee417f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.735855] env[70483]: DEBUG nova.compute.manager [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Instance network_info: |[{"id": "7f8321ff-1915-4d3e-a531-7b0b262df994", "address": "fa:16:3e:e7:1d:eb", "network": {"id": "fadbd650-4eff-4463-ac0d-a8853bda526f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-710989522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05fbf3aa778244309fdb95ab6763f938", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f8321ff-19", "ovs_interfaceid": "7f8321ff-1915-4d3e-a531-7b0b262df994", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 942.735855] env[70483]: DEBUG oslo_concurrency.lockutils [req-d79c1d70-8c1d-4202-a028-ee901f6fed55 req-d5cf5187-bf41-43de-9774-2935184a9b6f service nova] Acquired lock "refresh_cache-ebdadd37-91bd-480b-8989-83b8e2ee417f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.735855] env[70483]: DEBUG nova.network.neutron [req-d79c1d70-8c1d-4202-a028-ee901f6fed55 req-d5cf5187-bf41-43de-9774-2935184a9b6f service nova] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Refreshing network info cache for port 7f8321ff-1915-4d3e-a531-7b0b262df994 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.736574] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:1d:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f8321ff-1915-4d3e-a531-7b0b262df994', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.751281] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.751281] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.751281] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bf2e58b-194a-4684-b7db-b7f50b1ae08f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.777813] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.777813] env[70483]: value = "task-3478213" [ 942.777813] env[70483]: _type = "Task" [ 942.777813] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.793107] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478213, 'name': CreateVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.966659] env[70483]: DEBUG nova.compute.manager [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: a513a512-e054-4eba-8333-29119420cbeb] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 942.976734] env[70483]: DEBUG nova.compute.manager [None req-283ec2d6-5903-4a2e-aa85-9da7a9ac1efd tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.976962] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-283ec2d6-5903-4a2e-aa85-9da7a9ac1efd tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.977982] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906db790-6107-4973-b5b1-7af16603bedb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.991326] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-283ec2d6-5903-4a2e-aa85-9da7a9ac1efd tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.991326] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4f3b36f-7c2f-49ba-a667-7606a5873545 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.998946] env[70483]: DEBUG oslo_vmware.api [None req-283ec2d6-5903-4a2e-aa85-9da7a9ac1efd tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Waiting for the task: (returnval){ [ 942.998946] env[70483]: value = "task-3478214" [ 942.998946] env[70483]: _type = "Task" [ 942.998946] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.004395] env[70483]: DEBUG nova.virt.hardware [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.004599] env[70483]: DEBUG nova.virt.hardware [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.004911] env[70483]: DEBUG nova.virt.hardware [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.005091] env[70483]: DEBUG nova.virt.hardware [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.005270] env[70483]: DEBUG nova.virt.hardware [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.005480] env[70483]: DEBUG nova.virt.hardware [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.005765] env[70483]: DEBUG nova.virt.hardware [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.005964] env[70483]: DEBUG nova.virt.hardware [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.006182] env[70483]: DEBUG nova.virt.hardware [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.006557] env[70483]: DEBUG nova.virt.hardware [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.006615] env[70483]: DEBUG nova.virt.hardware [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.007996] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c529f8-c840-42f1-b5a4-60a53940c0b8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.016485] env[70483]: DEBUG oslo_vmware.api [None req-283ec2d6-5903-4a2e-aa85-9da7a9ac1efd tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3478214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.019775] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0632429a-6e98-4469-9ae0-6fea2af0742a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.042659] env[70483]: DEBUG oslo_vmware.api [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Task: {'id': task-3478211, 'name': PowerOnVM_Task, 'duration_secs': 0.724823} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.043115] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.043408] env[70483]: INFO nova.compute.manager [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Took 8.98 seconds to spawn the instance on the hypervisor. [ 943.043510] env[70483]: DEBUG nova.compute.manager [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.044392] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a7bc1b-124f-479a-956f-f41179374a89 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.049868] env[70483]: DEBUG oslo_vmware.api [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478212, 'name': ReconfigVM_Task, 'duration_secs': 0.615324} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.050435] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 2671b8d3-14fe-439c-9f4e-e22ab8bcb498/2671b8d3-14fe-439c-9f4e-e22ab8bcb498.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.050763] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Updating instance '2671b8d3-14fe-439c-9f4e-e22ab8bcb498' progress to 50 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 943.169369] env[70483]: DEBUG nova.scheduler.client.report [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.288411] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478213, 'name': CreateVM_Task, 'duration_secs': 0.489688} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.288624] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 943.289318] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.289487] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.289809] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.290077] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05c85091-14dd-4955-899d-70439d31160b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.298017] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for the task: (returnval){ [ 943.298017] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5272a555-198e-b5f6-0cba-5f90212aea5b" [ 943.298017] env[70483]: _type = "Task" [ 943.298017] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.309953] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5272a555-198e-b5f6-0cba-5f90212aea5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.512208] env[70483]: DEBUG oslo_vmware.api [None req-283ec2d6-5903-4a2e-aa85-9da7a9ac1efd tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3478214, 'name': PowerOffVM_Task, 'duration_secs': 0.201121} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.512583] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-283ec2d6-5903-4a2e-aa85-9da7a9ac1efd tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.512706] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-283ec2d6-5903-4a2e-aa85-9da7a9ac1efd tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.512949] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-874e03b2-6fff-420d-ab22-c83620875f9c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.567702] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce69dd6-6916-4d81-a3d9-a30fde3c4569 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.573617] env[70483]: INFO nova.compute.manager [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Took 52.88 seconds to build instance. [ 943.594596] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c4d4a2-5ae8-4f02-9f1f-25647dbcf1d2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.598413] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-283ec2d6-5903-4a2e-aa85-9da7a9ac1efd tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.598578] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-283ec2d6-5903-4a2e-aa85-9da7a9ac1efd tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.598804] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-283ec2d6-5903-4a2e-aa85-9da7a9ac1efd tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Deleting the datastore file [datastore2] adfa298c-1382-4dad-a2df-43f1a8367357 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.599837] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f43cad6c-200e-4412-80f6-5c909f67e3fc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.626559] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Updating instance '2671b8d3-14fe-439c-9f4e-e22ab8bcb498' progress to 67 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 943.632639] env[70483]: DEBUG oslo_vmware.api [None req-283ec2d6-5903-4a2e-aa85-9da7a9ac1efd tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Waiting for the task: (returnval){ [ 943.632639] env[70483]: value = "task-3478216" [ 943.632639] env[70483]: _type = "Task" [ 943.632639] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.644252] env[70483]: DEBUG oslo_vmware.api [None req-283ec2d6-5903-4a2e-aa85-9da7a9ac1efd tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3478216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.679713] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.528s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.679998] env[70483]: DEBUG nova.compute.manager [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.685193] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.805s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.686015] env[70483]: DEBUG nova.objects.instance [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lazy-loading 'resources' on Instance uuid 09654360-da5a-43e8-b884-e6423345750b {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.809098] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5272a555-198e-b5f6-0cba-5f90212aea5b, 'name': SearchDatastore_Task, 'duration_secs': 0.013307} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.809567] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.809919] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.810322] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.810597] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.810897] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.811863] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1da40d5b-72ee-48ec-9eb6-821b31fa8cf4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.819691] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.819877] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.820618] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9af6b0f-10e4-4b3a-a920-d4e28c75a40c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.827359] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for the task: (returnval){ [ 943.827359] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523f7ecd-06a6-532e-52d2-59cd7f382c02" [ 943.827359] env[70483]: _type = "Task" [ 943.827359] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.834041] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523f7ecd-06a6-532e-52d2-59cd7f382c02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.869597] env[70483]: DEBUG nova.network.neutron [req-d79c1d70-8c1d-4202-a028-ee901f6fed55 req-d5cf5187-bf41-43de-9774-2935184a9b6f service nova] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Updated VIF entry in instance network info cache for port 7f8321ff-1915-4d3e-a531-7b0b262df994. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.870022] env[70483]: DEBUG nova.network.neutron [req-d79c1d70-8c1d-4202-a028-ee901f6fed55 req-d5cf5187-bf41-43de-9774-2935184a9b6f service nova] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Updating instance_info_cache with network_info: [{"id": "7f8321ff-1915-4d3e-a531-7b0b262df994", "address": "fa:16:3e:e7:1d:eb", "network": {"id": "fadbd650-4eff-4463-ac0d-a8853bda526f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-710989522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05fbf3aa778244309fdb95ab6763f938", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f8321ff-19", "ovs_interfaceid": "7f8321ff-1915-4d3e-a531-7b0b262df994", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.877032] env[70483]: DEBUG nova.network.neutron [req-03caa157-b07f-4551-91cf-b28c37f5c3d5 req-c085a19b-9123-46fc-a018-82b0fd88df07 service nova] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Updated VIF entry in instance network info cache for port 4379a63c-c1f3-4b33-85ef-50d22d5a93ed. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.877427] env[70483]: DEBUG nova.network.neutron [req-03caa157-b07f-4551-91cf-b28c37f5c3d5 req-c085a19b-9123-46fc-a018-82b0fd88df07 service nova] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Updating instance_info_cache with network_info: [{"id": "4379a63c-c1f3-4b33-85ef-50d22d5a93ed", "address": "fa:16:3e:aa:00:c1", "network": {"id": "ac4393ad-a866-4b78-b718-513224cbe448", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1714864280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5aff1b3cb6a4a64bffcc198c9a9dae7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4379a63c-c1", "ovs_interfaceid": "4379a63c-c1f3-4b33-85ef-50d22d5a93ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.007414] env[70483]: DEBUG nova.network.neutron [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: a513a512-e054-4eba-8333-29119420cbeb] Successfully updated port: 4c1d24d5-ea92-417f-bafa-f288fd64de75 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 944.078435] env[70483]: DEBUG oslo_concurrency.lockutils [None req-03c9c46f-6b74-424a-b94a-20e9347e293e tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Lock "4c2be9f9-4e6f-4208-9e61-111b4247e07e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.381s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.147293] env[70483]: DEBUG oslo_vmware.api [None req-283ec2d6-5903-4a2e-aa85-9da7a9ac1efd tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3478216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.476078} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.147596] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-283ec2d6-5903-4a2e-aa85-9da7a9ac1efd tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.147755] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-283ec2d6-5903-4a2e-aa85-9da7a9ac1efd tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.147930] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-283ec2d6-5903-4a2e-aa85-9da7a9ac1efd tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.148145] env[70483]: INFO nova.compute.manager [None req-283ec2d6-5903-4a2e-aa85-9da7a9ac1efd tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Took 1.17 seconds to destroy the instance on the hypervisor. [ 944.148352] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-283ec2d6-5903-4a2e-aa85-9da7a9ac1efd tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.148591] env[70483]: DEBUG nova.compute.manager [-] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.148661] env[70483]: DEBUG nova.network.neutron [-] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.190332] env[70483]: DEBUG nova.compute.utils [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.192602] env[70483]: DEBUG nova.objects.instance [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lazy-loading 'numa_topology' on Instance uuid 09654360-da5a-43e8-b884-e6423345750b {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.193815] env[70483]: DEBUG nova.compute.manager [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 944.193989] env[70483]: DEBUG nova.network.neutron [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 944.207385] env[70483]: DEBUG nova.network.neutron [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Port 37b1c85a-67c8-46e1-8708-2ef9bc2c2a94 binding to destination host cpu-1 is already ACTIVE {{(pid=70483) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 944.257490] env[70483]: DEBUG nova.policy [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72e078d5abc345ffa3ad6724f07dec94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d0c69a5217c4e2db0906e4dad08164f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.342998] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523f7ecd-06a6-532e-52d2-59cd7f382c02, 'name': SearchDatastore_Task, 'duration_secs': 0.014414} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.344080] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5923e5d-51da-4e14-b01d-fd054ce8d82c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.358408] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for the task: (returnval){ [ 944.358408] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d4c6e3-0ec2-064b-b815-500b4b40e488" [ 944.358408] env[70483]: _type = "Task" [ 944.358408] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.369476] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d4c6e3-0ec2-064b-b815-500b4b40e488, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.373207] env[70483]: DEBUG oslo_concurrency.lockutils [req-d79c1d70-8c1d-4202-a028-ee901f6fed55 req-d5cf5187-bf41-43de-9774-2935184a9b6f service nova] Releasing lock "refresh_cache-ebdadd37-91bd-480b-8989-83b8e2ee417f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.380649] env[70483]: DEBUG oslo_concurrency.lockutils [req-03caa157-b07f-4551-91cf-b28c37f5c3d5 req-c085a19b-9123-46fc-a018-82b0fd88df07 service nova] Releasing lock "refresh_cache-87bf2ec8-d543-41ed-9c3f-c532d027eaa5" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.512550] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquiring lock "refresh_cache-a513a512-e054-4eba-8333-29119420cbeb" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.512831] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquired lock "refresh_cache-a513a512-e054-4eba-8333-29119420cbeb" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.512903] env[70483]: DEBUG nova.network.neutron [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: a513a512-e054-4eba-8333-29119420cbeb] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.672779] env[70483]: DEBUG nova.network.neutron [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Successfully created port: f4b6793e-d932-499d-ac3f-857f7bda0f9b {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.694755] env[70483]: DEBUG nova.compute.manager [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.697578] env[70483]: DEBUG nova.objects.base [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Object Instance<09654360-da5a-43e8-b884-e6423345750b> lazy-loaded attributes: resources,numa_topology {{(pid=70483) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 944.854458] env[70483]: DEBUG nova.compute.manager [req-561b050a-9408-4948-bf15-cb27993573e1 req-e68caee0-4cfe-465f-9540-510d95f51d7d service nova] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Received event network-vif-deleted-dc3aa1dd-2562-4197-bcd7-09f1d4d85858 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.854807] env[70483]: INFO nova.compute.manager [req-561b050a-9408-4948-bf15-cb27993573e1 req-e68caee0-4cfe-465f-9540-510d95f51d7d service nova] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Neutron deleted interface dc3aa1dd-2562-4197-bcd7-09f1d4d85858; detaching it from the instance and deleting it from the info cache [ 944.854998] env[70483]: DEBUG nova.network.neutron [req-561b050a-9408-4948-bf15-cb27993573e1 req-e68caee0-4cfe-465f-9540-510d95f51d7d service nova] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.876123] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d4c6e3-0ec2-064b-b815-500b4b40e488, 'name': SearchDatastore_Task, 'duration_secs': 0.021532} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.876391] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.876637] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] ebdadd37-91bd-480b-8989-83b8e2ee417f/ebdadd37-91bd-480b-8989-83b8e2ee417f.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.877141] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1b2189a-9a65-4ba9-a3fa-d5e67009a6ae {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.884923] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for the task: (returnval){ [ 944.884923] env[70483]: value = "task-3478217" [ 944.884923] env[70483]: _type = "Task" [ 944.884923] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.894566] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3478217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.908295] env[70483]: DEBUG nova.compute.manager [req-e757161b-fb96-4fbd-b51c-b66e51fba99d req-3b4ec6fb-ac57-40d5-8be7-7b60edfc1eaf service nova] [instance: a513a512-e054-4eba-8333-29119420cbeb] Received event network-vif-plugged-4c1d24d5-ea92-417f-bafa-f288fd64de75 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.908515] env[70483]: DEBUG oslo_concurrency.lockutils [req-e757161b-fb96-4fbd-b51c-b66e51fba99d req-3b4ec6fb-ac57-40d5-8be7-7b60edfc1eaf service nova] Acquiring lock "a513a512-e054-4eba-8333-29119420cbeb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.908778] env[70483]: DEBUG oslo_concurrency.lockutils [req-e757161b-fb96-4fbd-b51c-b66e51fba99d req-3b4ec6fb-ac57-40d5-8be7-7b60edfc1eaf service nova] Lock "a513a512-e054-4eba-8333-29119420cbeb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.908940] env[70483]: DEBUG oslo_concurrency.lockutils [req-e757161b-fb96-4fbd-b51c-b66e51fba99d req-3b4ec6fb-ac57-40d5-8be7-7b60edfc1eaf service nova] Lock "a513a512-e054-4eba-8333-29119420cbeb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.909120] env[70483]: DEBUG nova.compute.manager [req-e757161b-fb96-4fbd-b51c-b66e51fba99d req-3b4ec6fb-ac57-40d5-8be7-7b60edfc1eaf service nova] [instance: a513a512-e054-4eba-8333-29119420cbeb] No waiting events found dispatching network-vif-plugged-4c1d24d5-ea92-417f-bafa-f288fd64de75 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 944.909396] env[70483]: WARNING nova.compute.manager [req-e757161b-fb96-4fbd-b51c-b66e51fba99d req-3b4ec6fb-ac57-40d5-8be7-7b60edfc1eaf service nova] [instance: a513a512-e054-4eba-8333-29119420cbeb] Received unexpected event network-vif-plugged-4c1d24d5-ea92-417f-bafa-f288fd64de75 for instance with vm_state building and task_state spawning. [ 944.909471] env[70483]: DEBUG nova.compute.manager [req-e757161b-fb96-4fbd-b51c-b66e51fba99d req-3b4ec6fb-ac57-40d5-8be7-7b60edfc1eaf service nova] [instance: a513a512-e054-4eba-8333-29119420cbeb] Received event network-changed-4c1d24d5-ea92-417f-bafa-f288fd64de75 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.909589] env[70483]: DEBUG nova.compute.manager [req-e757161b-fb96-4fbd-b51c-b66e51fba99d req-3b4ec6fb-ac57-40d5-8be7-7b60edfc1eaf service nova] [instance: a513a512-e054-4eba-8333-29119420cbeb] Refreshing instance network info cache due to event network-changed-4c1d24d5-ea92-417f-bafa-f288fd64de75. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 944.909754] env[70483]: DEBUG oslo_concurrency.lockutils [req-e757161b-fb96-4fbd-b51c-b66e51fba99d req-3b4ec6fb-ac57-40d5-8be7-7b60edfc1eaf service nova] Acquiring lock "refresh_cache-a513a512-e054-4eba-8333-29119420cbeb" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.055534] env[70483]: DEBUG nova.network.neutron [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: a513a512-e054-4eba-8333-29119420cbeb] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.066417] env[70483]: DEBUG nova.network.neutron [-] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.215911] env[70483]: DEBUG nova.network.neutron [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: a513a512-e054-4eba-8333-29119420cbeb] Updating instance_info_cache with network_info: [{"id": "4c1d24d5-ea92-417f-bafa-f288fd64de75", "address": "fa:16:3e:05:1f:cd", "network": {"id": "fadbd650-4eff-4463-ac0d-a8853bda526f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-710989522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05fbf3aa778244309fdb95ab6763f938", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c1d24d5-ea", "ovs_interfaceid": "4c1d24d5-ea92-417f-bafa-f288fd64de75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.231848] env[70483]: DEBUG oslo_concurrency.lockutils [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquiring lock "2671b8d3-14fe-439c-9f4e-e22ab8bcb498-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.233455] env[70483]: DEBUG oslo_concurrency.lockutils [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Lock "2671b8d3-14fe-439c-9f4e-e22ab8bcb498-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.233455] env[70483]: DEBUG oslo_concurrency.lockutils [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Lock "2671b8d3-14fe-439c-9f4e-e22ab8bcb498-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.236383] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a0a321-11e5-491c-8c21-255a549e2740 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.246775] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81746814-edec-4a37-9186-79ca25f4f650 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.282767] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88eb69b-3818-4aba-bee9-4250934b27dd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.291279] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83306ee5-1746-4e22-9eee-ce305a0ea034 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.308920] env[70483]: DEBUG nova.compute.provider_tree [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.360178] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-387e04e2-b69c-422a-aaa1-b40ba7c85aaa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.369188] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5435c096-0b6d-40fd-8646-c22d419f17b1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.403864] env[70483]: DEBUG nova.compute.manager [req-561b050a-9408-4948-bf15-cb27993573e1 req-e68caee0-4cfe-465f-9540-510d95f51d7d service nova] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Detach interface failed, port_id=dc3aa1dd-2562-4197-bcd7-09f1d4d85858, reason: Instance adfa298c-1382-4dad-a2df-43f1a8367357 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 945.407581] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3478217, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.576320] env[70483]: INFO nova.compute.manager [-] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Took 1.43 seconds to deallocate network for instance. [ 945.713734] env[70483]: DEBUG nova.compute.manager [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.725647] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Releasing lock "refresh_cache-a513a512-e054-4eba-8333-29119420cbeb" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.725955] env[70483]: DEBUG nova.compute.manager [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: a513a512-e054-4eba-8333-29119420cbeb] Instance network_info: |[{"id": "4c1d24d5-ea92-417f-bafa-f288fd64de75", "address": "fa:16:3e:05:1f:cd", "network": {"id": "fadbd650-4eff-4463-ac0d-a8853bda526f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-710989522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05fbf3aa778244309fdb95ab6763f938", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c1d24d5-ea", "ovs_interfaceid": "4c1d24d5-ea92-417f-bafa-f288fd64de75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.726259] env[70483]: DEBUG oslo_concurrency.lockutils [req-e757161b-fb96-4fbd-b51c-b66e51fba99d req-3b4ec6fb-ac57-40d5-8be7-7b60edfc1eaf service nova] Acquired lock "refresh_cache-a513a512-e054-4eba-8333-29119420cbeb" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.726435] env[70483]: DEBUG nova.network.neutron [req-e757161b-fb96-4fbd-b51c-b66e51fba99d req-3b4ec6fb-ac57-40d5-8be7-7b60edfc1eaf service nova] [instance: a513a512-e054-4eba-8333-29119420cbeb] Refreshing network info cache for port 4c1d24d5-ea92-417f-bafa-f288fd64de75 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.727726] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: a513a512-e054-4eba-8333-29119420cbeb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:1f:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c1d24d5-ea92-417f-bafa-f288fd64de75', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.735694] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.738738] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a513a512-e054-4eba-8333-29119420cbeb] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.739372] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8e83943-5837-47de-852c-e10fbdfa5777 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.757669] env[70483]: DEBUG nova.virt.hardware [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.757864] env[70483]: DEBUG nova.virt.hardware [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.758273] env[70483]: DEBUG nova.virt.hardware [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.759135] env[70483]: DEBUG nova.virt.hardware [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.759135] env[70483]: DEBUG nova.virt.hardware [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.759135] env[70483]: DEBUG nova.virt.hardware [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.759135] env[70483]: DEBUG nova.virt.hardware [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.759367] env[70483]: DEBUG nova.virt.hardware [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.759608] env[70483]: DEBUG nova.virt.hardware [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.759808] env[70483]: DEBUG nova.virt.hardware [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.760049] env[70483]: DEBUG nova.virt.hardware [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.762569] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5120ab3a-8f17-403b-a26a-c88f49778312 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.772919] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b0da7d-0fd6-473d-9e27-adcb2644ac90 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.777029] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.777029] env[70483]: value = "task-3478218" [ 945.777029] env[70483]: _type = "Task" [ 945.777029] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.795232] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478218, 'name': CreateVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.812355] env[70483]: DEBUG nova.scheduler.client.report [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.895202] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3478217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.71744} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.895472] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] ebdadd37-91bd-480b-8989-83b8e2ee417f/ebdadd37-91bd-480b-8989-83b8e2ee417f.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.895919] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.896249] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1c6f08a-5034-447d-be1a-92c6df323977 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.902557] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for the task: (returnval){ [ 945.902557] env[70483]: value = "task-3478219" [ 945.902557] env[70483]: _type = "Task" [ 945.902557] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.910611] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3478219, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.085741] env[70483]: DEBUG oslo_concurrency.lockutils [None req-283ec2d6-5903-4a2e-aa85-9da7a9ac1efd tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.229900] env[70483]: DEBUG nova.network.neutron [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Successfully updated port: f4b6793e-d932-499d-ac3f-857f7bda0f9b {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.289400] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478218, 'name': CreateVM_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.325231] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.633s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.325231] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9c548495-0f93-4143-8daf-72b8dc1e68ab tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.434s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.325231] env[70483]: DEBUG nova.objects.instance [None req-9c548495-0f93-4143-8daf-72b8dc1e68ab tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Lazy-loading 'resources' on Instance uuid a97dc332-4c51-4dcc-ac42-0b477aca5e3c {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.358544] env[70483]: DEBUG oslo_concurrency.lockutils [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquiring lock "refresh_cache-2671b8d3-14fe-439c-9f4e-e22ab8bcb498" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.358690] env[70483]: DEBUG oslo_concurrency.lockutils [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquired lock "refresh_cache-2671b8d3-14fe-439c-9f4e-e22ab8bcb498" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.358948] env[70483]: DEBUG nova.network.neutron [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.415107] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3478219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076139} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.415107] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 946.415949] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ec4dbb-2115-4f03-adf1-6a1fb173c594 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.441487] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] ebdadd37-91bd-480b-8989-83b8e2ee417f/ebdadd37-91bd-480b-8989-83b8e2ee417f.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.441940] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e032980c-ff62-441b-b16f-9e610c073d25 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.465689] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for the task: (returnval){ [ 946.465689] env[70483]: value = "task-3478220" [ 946.465689] env[70483]: _type = "Task" [ 946.465689] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.475926] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3478220, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.533942] env[70483]: DEBUG nova.network.neutron [req-e757161b-fb96-4fbd-b51c-b66e51fba99d req-3b4ec6fb-ac57-40d5-8be7-7b60edfc1eaf service nova] [instance: a513a512-e054-4eba-8333-29119420cbeb] Updated VIF entry in instance network info cache for port 4c1d24d5-ea92-417f-bafa-f288fd64de75. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.534323] env[70483]: DEBUG nova.network.neutron [req-e757161b-fb96-4fbd-b51c-b66e51fba99d req-3b4ec6fb-ac57-40d5-8be7-7b60edfc1eaf service nova] [instance: a513a512-e054-4eba-8333-29119420cbeb] Updating instance_info_cache with network_info: [{"id": "4c1d24d5-ea92-417f-bafa-f288fd64de75", "address": "fa:16:3e:05:1f:cd", "network": {"id": "fadbd650-4eff-4463-ac0d-a8853bda526f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-710989522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05fbf3aa778244309fdb95ab6763f938", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c1d24d5-ea", "ovs_interfaceid": "4c1d24d5-ea92-417f-bafa-f288fd64de75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.733263] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Acquiring lock "refresh_cache-7b31dbd7-aa80-4b14-b569-b1d9bdabe221" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.733925] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Acquired lock "refresh_cache-7b31dbd7-aa80-4b14-b569-b1d9bdabe221" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.733925] env[70483]: DEBUG nova.network.neutron [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.792724] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478218, 'name': CreateVM_Task, 'duration_secs': 0.82586} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.793189] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a513a512-e054-4eba-8333-29119420cbeb] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.794155] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.794155] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.794491] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.794673] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccffb23b-0cfe-453c-9a57-198f256a3c03 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.800645] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for the task: (returnval){ [ 946.800645] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52f364b7-7be6-bc9b-e6b5-0cde760edd92" [ 946.800645] env[70483]: _type = "Task" [ 946.800645] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.812081] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52f364b7-7be6-bc9b-e6b5-0cde760edd92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.832084] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fd372612-036c-4719-8478-602abe488bad tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "09654360-da5a-43e8-b884-e6423345750b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 60.555s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.835019] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d025b911-6d34-4f9a-8e00-689bec3b6255 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "09654360-da5a-43e8-b884-e6423345750b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 37.537s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.835019] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d025b911-6d34-4f9a-8e00-689bec3b6255 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "09654360-da5a-43e8-b884-e6423345750b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.835019] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d025b911-6d34-4f9a-8e00-689bec3b6255 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "09654360-da5a-43e8-b884-e6423345750b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.835019] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d025b911-6d34-4f9a-8e00-689bec3b6255 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "09654360-da5a-43e8-b884-e6423345750b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.837380] env[70483]: INFO nova.compute.manager [None req-d025b911-6d34-4f9a-8e00-689bec3b6255 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Terminating instance [ 946.981284] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3478220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.985465] env[70483]: DEBUG nova.compute.manager [req-9eeea410-860c-45e6-b7e0-4f59f63c1f68 req-e7f5a6b6-c234-42f5-b7ee-5ec6c7e5aa15 service nova] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Received event network-vif-plugged-f4b6793e-d932-499d-ac3f-857f7bda0f9b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.985559] env[70483]: DEBUG oslo_concurrency.lockutils [req-9eeea410-860c-45e6-b7e0-4f59f63c1f68 req-e7f5a6b6-c234-42f5-b7ee-5ec6c7e5aa15 service nova] Acquiring lock "7b31dbd7-aa80-4b14-b569-b1d9bdabe221-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.987345] env[70483]: DEBUG oslo_concurrency.lockutils [req-9eeea410-860c-45e6-b7e0-4f59f63c1f68 req-e7f5a6b6-c234-42f5-b7ee-5ec6c7e5aa15 service nova] Lock "7b31dbd7-aa80-4b14-b569-b1d9bdabe221-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.987345] env[70483]: DEBUG oslo_concurrency.lockutils [req-9eeea410-860c-45e6-b7e0-4f59f63c1f68 req-e7f5a6b6-c234-42f5-b7ee-5ec6c7e5aa15 service nova] Lock "7b31dbd7-aa80-4b14-b569-b1d9bdabe221-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.987345] env[70483]: DEBUG nova.compute.manager [req-9eeea410-860c-45e6-b7e0-4f59f63c1f68 req-e7f5a6b6-c234-42f5-b7ee-5ec6c7e5aa15 service nova] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] No waiting events found dispatching network-vif-plugged-f4b6793e-d932-499d-ac3f-857f7bda0f9b {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 946.987345] env[70483]: WARNING nova.compute.manager [req-9eeea410-860c-45e6-b7e0-4f59f63c1f68 req-e7f5a6b6-c234-42f5-b7ee-5ec6c7e5aa15 service nova] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Received unexpected event network-vif-plugged-f4b6793e-d932-499d-ac3f-857f7bda0f9b for instance with vm_state building and task_state spawning. [ 946.987345] env[70483]: DEBUG nova.compute.manager [req-9eeea410-860c-45e6-b7e0-4f59f63c1f68 req-e7f5a6b6-c234-42f5-b7ee-5ec6c7e5aa15 service nova] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Received event network-changed-f4b6793e-d932-499d-ac3f-857f7bda0f9b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.987345] env[70483]: DEBUG nova.compute.manager [req-9eeea410-860c-45e6-b7e0-4f59f63c1f68 req-e7f5a6b6-c234-42f5-b7ee-5ec6c7e5aa15 service nova] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Refreshing instance network info cache due to event network-changed-f4b6793e-d932-499d-ac3f-857f7bda0f9b. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 946.987345] env[70483]: DEBUG oslo_concurrency.lockutils [req-9eeea410-860c-45e6-b7e0-4f59f63c1f68 req-e7f5a6b6-c234-42f5-b7ee-5ec6c7e5aa15 service nova] Acquiring lock "refresh_cache-7b31dbd7-aa80-4b14-b569-b1d9bdabe221" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.036742] env[70483]: DEBUG oslo_concurrency.lockutils [req-e757161b-fb96-4fbd-b51c-b66e51fba99d req-3b4ec6fb-ac57-40d5-8be7-7b60edfc1eaf service nova] Releasing lock "refresh_cache-a513a512-e054-4eba-8333-29119420cbeb" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.180427] env[70483]: DEBUG nova.network.neutron [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Updating instance_info_cache with network_info: [{"id": "37b1c85a-67c8-46e1-8708-2ef9bc2c2a94", "address": "fa:16:3e:a3:d6:48", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37b1c85a-67", "ovs_interfaceid": "37b1c85a-67c8-46e1-8708-2ef9bc2c2a94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.265357] env[70483]: DEBUG nova.network.neutron [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.316911] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52f364b7-7be6-bc9b-e6b5-0cde760edd92, 'name': SearchDatastore_Task, 'duration_secs': 0.010208} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.317918] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.317918] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: a513a512-e054-4eba-8333-29119420cbeb] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.317918] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.317918] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.318187] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.318370] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-267b56f7-1e00-4035-baf5-7ed817a8f0d4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.332848] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.333071] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.334836] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba70fc71-f0a9-4295-83a4-329a2edf56c9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.339060] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d997283e-2f1f-4d29-b79d-a97c9d8eda2b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.342955] env[70483]: DEBUG nova.compute.manager [None req-d025b911-6d34-4f9a-8e00-689bec3b6255 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.343285] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d025b911-6d34-4f9a-8e00-689bec3b6255 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.343891] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c95c30c-2ecd-4893-8501-a54571eb16ba {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.347604] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for the task: (returnval){ [ 947.347604] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]521c7aec-c239-cdab-672c-084990addb2b" [ 947.347604] env[70483]: _type = "Task" [ 947.347604] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.358176] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7eefe7d-2714-4c51-b403-4cacfafd3b60 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.370630] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968c7638-faf4-4016-b514-af7544984332 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.413224] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]521c7aec-c239-cdab-672c-084990addb2b, 'name': SearchDatastore_Task, 'duration_secs': 0.011018} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.413224] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec87e15-0dd7-4466-abae-b40d6341eb87 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.418016] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fb82cf7-cc33-4a09-9493-b7d37e79f171 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.423360] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for the task: (returnval){ [ 947.423360] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52c84eab-48e4-d51b-d654-81703e914a06" [ 947.423360] env[70483]: _type = "Task" [ 947.423360] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.441921] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02027c26-f286-4ec3-a365-6c8155a83044 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.446046] env[70483]: WARNING nova.virt.vmwareapi.vmops [None req-d025b911-6d34-4f9a-8e00-689bec3b6255 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 09654360-da5a-43e8-b884-e6423345750b could not be found. [ 947.446303] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d025b911-6d34-4f9a-8e00-689bec3b6255 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.446527] env[70483]: INFO nova.compute.manager [None req-d025b911-6d34-4f9a-8e00-689bec3b6255 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 09654360-da5a-43e8-b884-e6423345750b] Took 0.10 seconds to destroy the instance on the hypervisor. [ 947.446840] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d025b911-6d34-4f9a-8e00-689bec3b6255 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.447160] env[70483]: DEBUG nova.compute.manager [-] [instance: 09654360-da5a-43e8-b884-e6423345750b] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 947.447280] env[70483]: DEBUG nova.network.neutron [-] [instance: 09654360-da5a-43e8-b884-e6423345750b] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 947.464695] env[70483]: DEBUG nova.compute.provider_tree [None req-9c548495-0f93-4143-8daf-72b8dc1e68ab tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.466014] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52c84eab-48e4-d51b-d654-81703e914a06, 'name': SearchDatastore_Task, 'duration_secs': 0.010532} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.466271] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.466515] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] a513a512-e054-4eba-8333-29119420cbeb/a513a512-e054-4eba-8333-29119420cbeb.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.466765] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98bf7074-dae4-47a9-86a8-17a9e056ded0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.481505] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3478220, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.481505] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for the task: (returnval){ [ 947.481505] env[70483]: value = "task-3478221" [ 947.481505] env[70483]: _type = "Task" [ 947.481505] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.487100] env[70483]: DEBUG nova.network.neutron [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Updating instance_info_cache with network_info: [{"id": "f4b6793e-d932-499d-ac3f-857f7bda0f9b", "address": "fa:16:3e:98:fa:52", "network": {"id": "ef6af23e-61bd-4b0d-a60d-af68b9aa56af", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-697125594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0c69a5217c4e2db0906e4dad08164f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4b6793e-d9", "ovs_interfaceid": "f4b6793e-d932-499d-ac3f-857f7bda0f9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.494478] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3478221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.685216] env[70483]: DEBUG oslo_concurrency.lockutils [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Releasing lock "refresh_cache-2671b8d3-14fe-439c-9f4e-e22ab8bcb498" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.967569] env[70483]: DEBUG nova.scheduler.client.report [None req-9c548495-0f93-4143-8daf-72b8dc1e68ab tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.985489] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Acquiring lock "5a72a19e-090c-4e14-9ecf-92216b8a7596" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.985489] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Lock "5a72a19e-090c-4e14-9ecf-92216b8a7596" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.990290] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Releasing lock "refresh_cache-7b31dbd7-aa80-4b14-b569-b1d9bdabe221" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.990666] env[70483]: DEBUG nova.compute.manager [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Instance network_info: |[{"id": "f4b6793e-d932-499d-ac3f-857f7bda0f9b", "address": "fa:16:3e:98:fa:52", "network": {"id": "ef6af23e-61bd-4b0d-a60d-af68b9aa56af", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-697125594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0c69a5217c4e2db0906e4dad08164f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4b6793e-d9", "ovs_interfaceid": "f4b6793e-d932-499d-ac3f-857f7bda0f9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.993069] env[70483]: DEBUG oslo_concurrency.lockutils [req-9eeea410-860c-45e6-b7e0-4f59f63c1f68 req-e7f5a6b6-c234-42f5-b7ee-5ec6c7e5aa15 service nova] Acquired lock "refresh_cache-7b31dbd7-aa80-4b14-b569-b1d9bdabe221" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.993276] env[70483]: DEBUG nova.network.neutron [req-9eeea410-860c-45e6-b7e0-4f59f63c1f68 req-e7f5a6b6-c234-42f5-b7ee-5ec6c7e5aa15 service nova] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Refreshing network info cache for port f4b6793e-d932-499d-ac3f-857f7bda0f9b {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.994609] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:fa:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4b6793e-d932-499d-ac3f-857f7bda0f9b', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.005583] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.019309] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 948.019607] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3478220, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.023611] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2db0feb6-38a8-40d9-b2dc-11fe44581fc6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.039214] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3478221, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.046185] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 948.046185] env[70483]: value = "task-3478222" [ 948.046185] env[70483]: _type = "Task" [ 948.046185] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.056088] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478222, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.215024] env[70483]: DEBUG nova.network.neutron [-] [instance: 09654360-da5a-43e8-b884-e6423345750b] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.217147] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38be905-60c3-4654-863c-dc82969a5b8a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.248076] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbf5cee-05e3-4027-ad71-3c5bb335a0e6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.256888] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Updating instance '2671b8d3-14fe-439c-9f4e-e22ab8bcb498' progress to 83 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 948.285163] env[70483]: DEBUG nova.network.neutron [req-9eeea410-860c-45e6-b7e0-4f59f63c1f68 req-e7f5a6b6-c234-42f5-b7ee-5ec6c7e5aa15 service nova] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Updated VIF entry in instance network info cache for port f4b6793e-d932-499d-ac3f-857f7bda0f9b. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.285619] env[70483]: DEBUG nova.network.neutron [req-9eeea410-860c-45e6-b7e0-4f59f63c1f68 req-e7f5a6b6-c234-42f5-b7ee-5ec6c7e5aa15 service nova] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Updating instance_info_cache with network_info: [{"id": "f4b6793e-d932-499d-ac3f-857f7bda0f9b", "address": "fa:16:3e:98:fa:52", "network": {"id": "ef6af23e-61bd-4b0d-a60d-af68b9aa56af", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-697125594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0c69a5217c4e2db0906e4dad08164f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4b6793e-d9", "ovs_interfaceid": "f4b6793e-d932-499d-ac3f-857f7bda0f9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.478837] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9c548495-0f93-4143-8daf-72b8dc1e68ab tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.481088] env[70483]: DEBUG oslo_concurrency.lockutils [None req-99563aa2-94e3-48b6-a2bd-464868b3382c tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.127s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.481343] env[70483]: DEBUG nova.objects.instance [None req-99563aa2-94e3-48b6-a2bd-464868b3382c tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Lazy-loading 'resources' on Instance uuid de35e055-451f-4c4b-ab3a-9b5b6baa529c {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.494846] env[70483]: DEBUG nova.compute.manager [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 948.498222] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3478220, 'name': ReconfigVM_Task, 'duration_secs': 1.960537} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.498755] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Reconfigured VM instance instance-00000042 to attach disk [datastore2] ebdadd37-91bd-480b-8989-83b8e2ee417f/ebdadd37-91bd-480b-8989-83b8e2ee417f.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.500270] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-758df95a-c6e7-42a6-adbe-f585800dad9f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.505871] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3478221, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74989} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.507538] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] a513a512-e054-4eba-8333-29119420cbeb/a513a512-e054-4eba-8333-29119420cbeb.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.507786] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: a513a512-e054-4eba-8333-29119420cbeb] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.511542] env[70483]: INFO nova.scheduler.client.report [None req-9c548495-0f93-4143-8daf-72b8dc1e68ab tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Deleted allocations for instance a97dc332-4c51-4dcc-ac42-0b477aca5e3c [ 948.516404] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5abfc66e-cee1-4c55-a128-1e82ed09b23e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.518444] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Acquiring lock "cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.518602] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Lock "cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.523245] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for the task: (returnval){ [ 948.523245] env[70483]: value = "task-3478223" [ 948.523245] env[70483]: _type = "Task" [ 948.523245] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.530752] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for the task: (returnval){ [ 948.530752] env[70483]: value = "task-3478224" [ 948.530752] env[70483]: _type = "Task" [ 948.530752] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.537615] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3478223, 'name': Rename_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.547116] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3478224, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.557340] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478222, 'name': CreateVM_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.721973] env[70483]: INFO nova.compute.manager [-] [instance: 09654360-da5a-43e8-b884-e6423345750b] Took 1.27 seconds to deallocate network for instance. [ 948.762775] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.763717] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5770a862-09f6-4142-9813-96bbd966e37e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.773014] env[70483]: DEBUG oslo_vmware.api [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Waiting for the task: (returnval){ [ 948.773014] env[70483]: value = "task-3478225" [ 948.773014] env[70483]: _type = "Task" [ 948.773014] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.786502] env[70483]: DEBUG oslo_vmware.api [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.788761] env[70483]: DEBUG oslo_concurrency.lockutils [req-9eeea410-860c-45e6-b7e0-4f59f63c1f68 req-e7f5a6b6-c234-42f5-b7ee-5ec6c7e5aa15 service nova] Releasing lock "refresh_cache-7b31dbd7-aa80-4b14-b569-b1d9bdabe221" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.021885] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.022818] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9c548495-0f93-4143-8daf-72b8dc1e68ab tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Lock "a97dc332-4c51-4dcc-ac42-0b477aca5e3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.614s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.027323] env[70483]: DEBUG nova.compute.manager [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 949.057867] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3478224, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072983} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.058214] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3478223, 'name': Rename_Task, 'duration_secs': 0.21093} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.061507] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: a513a512-e054-4eba-8333-29119420cbeb] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.061929] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.063370] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd50a477-99e1-4754-83fc-61aba33ceac9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.066034] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-154aae72-242e-4db9-b16f-c9feffe5a8d0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.072159] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478222, 'name': CreateVM_Task, 'duration_secs': 0.717885} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.072992] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.074629] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.074629] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.074629] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.075060] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28a89984-df88-47a9-bfb4-549f6d15954c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.099447] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: a513a512-e054-4eba-8333-29119420cbeb] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] a513a512-e054-4eba-8333-29119420cbeb/a513a512-e054-4eba-8333-29119420cbeb.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.099902] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for the task: (returnval){ [ 949.099902] env[70483]: value = "task-3478226" [ 949.099902] env[70483]: _type = "Task" [ 949.099902] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.104092] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23ead135-4566-4e74-b4a3-0c2af6a39705 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.122572] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f7c832bf-2d88-4430-b488-52c6eb05a0f8 tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Acquiring lock "4c2be9f9-4e6f-4208-9e61-111b4247e07e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.122810] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f7c832bf-2d88-4430-b488-52c6eb05a0f8 tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Lock "4c2be9f9-4e6f-4208-9e61-111b4247e07e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.123086] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f7c832bf-2d88-4430-b488-52c6eb05a0f8 tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Acquiring lock "4c2be9f9-4e6f-4208-9e61-111b4247e07e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.123345] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f7c832bf-2d88-4430-b488-52c6eb05a0f8 tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Lock "4c2be9f9-4e6f-4208-9e61-111b4247e07e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.123489] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f7c832bf-2d88-4430-b488-52c6eb05a0f8 tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Lock "4c2be9f9-4e6f-4208-9e61-111b4247e07e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.128856] env[70483]: DEBUG oslo_vmware.api [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for the task: (returnval){ [ 949.128856] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52dd7526-8b80-f5fe-ed28-734462f91db0" [ 949.128856] env[70483]: _type = "Task" [ 949.128856] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.129370] env[70483]: INFO nova.compute.manager [None req-f7c832bf-2d88-4430-b488-52c6eb05a0f8 tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Terminating instance [ 949.140235] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3478226, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.145590] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for the task: (returnval){ [ 949.145590] env[70483]: value = "task-3478227" [ 949.145590] env[70483]: _type = "Task" [ 949.145590] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.157844] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3478227, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.158386] env[70483]: DEBUG oslo_vmware.api [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52dd7526-8b80-f5fe-ed28-734462f91db0, 'name': SearchDatastore_Task, 'duration_secs': 0.020682} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.160920] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.161178] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.161408] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.161554] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.161732] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.162180] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e51655a9-0cdb-4480-8861-547b6b80c320 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.173890] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.174101] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.177307] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e5124bf-62c0-452d-a0fb-b6ad4939b230 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.186621] env[70483]: DEBUG oslo_vmware.api [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for the task: (returnval){ [ 949.186621] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5218f86f-21c1-2ebb-0115-25e419bce91b" [ 949.186621] env[70483]: _type = "Task" [ 949.186621] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.197337] env[70483]: DEBUG oslo_vmware.api [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5218f86f-21c1-2ebb-0115-25e419bce91b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.287911] env[70483]: DEBUG oslo_vmware.api [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478225, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.552550] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.575971] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7d89e1-7565-44cb-b973-c05ac36c066a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.586079] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c89b9c-1e14-469e-b7e1-ac8ebd7c3827 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.621209] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f465eb-70e5-4ac5-bef8-d4dc755ebce5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.635552] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38af82a-ddb1-4397-9cca-2c98bc5fa849 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.639936] env[70483]: DEBUG nova.compute.manager [None req-f7c832bf-2d88-4430-b488-52c6eb05a0f8 tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.640233] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c832bf-2d88-4430-b488-52c6eb05a0f8 tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.640530] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3478226, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.641244] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c7c342-e94e-4edc-a1b9-7728f852d686 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.659840] env[70483]: DEBUG nova.compute.provider_tree [None req-99563aa2-94e3-48b6-a2bd-464868b3382c tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.661457] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7c832bf-2d88-4430-b488-52c6eb05a0f8 tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.661886] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0f0f83b-5544-4c92-8c29-d7cbd7a31efe {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.670635] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3478227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.674408] env[70483]: DEBUG oslo_vmware.api [None req-f7c832bf-2d88-4430-b488-52c6eb05a0f8 tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Waiting for the task: (returnval){ [ 949.674408] env[70483]: value = "task-3478229" [ 949.674408] env[70483]: _type = "Task" [ 949.674408] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.682763] env[70483]: DEBUG oslo_vmware.api [None req-f7c832bf-2d88-4430-b488-52c6eb05a0f8 tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Task: {'id': task-3478229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.699022] env[70483]: DEBUG oslo_vmware.api [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5218f86f-21c1-2ebb-0115-25e419bce91b, 'name': SearchDatastore_Task, 'duration_secs': 0.026101} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.699022] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec250417-033b-4fc7-9918-c5ca7786b9ab {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.704282] env[70483]: DEBUG oslo_vmware.api [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for the task: (returnval){ [ 949.704282] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52805711-e4d1-7e94-09f7-858b6bf9ad1c" [ 949.704282] env[70483]: _type = "Task" [ 949.704282] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.713043] env[70483]: DEBUG oslo_vmware.api [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52805711-e4d1-7e94-09f7-858b6bf9ad1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.749842] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d025b911-6d34-4f9a-8e00-689bec3b6255 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "09654360-da5a-43e8-b884-e6423345750b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.917s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.788189] env[70483]: DEBUG oslo_vmware.api [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478225, 'name': PowerOnVM_Task, 'duration_secs': 0.602064} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.788189] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.788189] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-110a6c8e-20bb-4d07-94a8-cb4ad4a9ec45 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Updating instance '2671b8d3-14fe-439c-9f4e-e22ab8bcb498' progress to 100 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 950.136910] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3478226, 'name': PowerOnVM_Task, 'duration_secs': 1.032083} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.137498] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.137498] env[70483]: INFO nova.compute.manager [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Took 10.63 seconds to spawn the instance on the hypervisor. [ 950.137605] env[70483]: DEBUG nova.compute.manager [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.138441] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7792014f-ac1e-4522-bf37-28b0c3c0efa3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.155536] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3478227, 'name': ReconfigVM_Task, 'duration_secs': 0.742382} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.155798] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: a513a512-e054-4eba-8333-29119420cbeb] Reconfigured VM instance instance-00000043 to attach disk [datastore2] a513a512-e054-4eba-8333-29119420cbeb/a513a512-e054-4eba-8333-29119420cbeb.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.156738] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56f9dbef-d7a0-44e2-bf52-4485d5dc7c36 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.165255] env[70483]: DEBUG nova.scheduler.client.report [None req-99563aa2-94e3-48b6-a2bd-464868b3382c tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.167726] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for the task: (returnval){ [ 950.167726] env[70483]: value = "task-3478230" [ 950.167726] env[70483]: _type = "Task" [ 950.167726] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.177205] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3478230, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.185541] env[70483]: DEBUG oslo_vmware.api [None req-f7c832bf-2d88-4430-b488-52c6eb05a0f8 tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Task: {'id': task-3478229, 'name': PowerOffVM_Task, 'duration_secs': 0.208831} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.185723] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7c832bf-2d88-4430-b488-52c6eb05a0f8 tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.185904] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c832bf-2d88-4430-b488-52c6eb05a0f8 tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.186164] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4476e1e7-04dc-448c-a474-8d0770aaccef {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.216401] env[70483]: DEBUG oslo_vmware.api [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52805711-e4d1-7e94-09f7-858b6bf9ad1c, 'name': SearchDatastore_Task, 'duration_secs': 0.010993} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.216723] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.217048] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 7b31dbd7-aa80-4b14-b569-b1d9bdabe221/7b31dbd7-aa80-4b14-b569-b1d9bdabe221.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.217683] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61779298-b5ad-4fbd-8a01-7f7327f51062 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.225167] env[70483]: DEBUG oslo_vmware.api [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for the task: (returnval){ [ 950.225167] env[70483]: value = "task-3478232" [ 950.225167] env[70483]: _type = "Task" [ 950.225167] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.233972] env[70483]: DEBUG oslo_vmware.api [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3478232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.263203] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c832bf-2d88-4430-b488-52c6eb05a0f8 tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.263408] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c832bf-2d88-4430-b488-52c6eb05a0f8 tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.263555] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7c832bf-2d88-4430-b488-52c6eb05a0f8 tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Deleting the datastore file [datastore2] 4c2be9f9-4e6f-4208-9e61-111b4247e07e {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.263827] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-498b3d05-da16-4142-ac2a-6cfc5d6c80ab {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.270632] env[70483]: DEBUG oslo_vmware.api [None req-f7c832bf-2d88-4430-b488-52c6eb05a0f8 tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Waiting for the task: (returnval){ [ 950.270632] env[70483]: value = "task-3478233" [ 950.270632] env[70483]: _type = "Task" [ 950.270632] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.279741] env[70483]: DEBUG oslo_vmware.api [None req-f7c832bf-2d88-4430-b488-52c6eb05a0f8 tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Task: {'id': task-3478233, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.626166] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "725f74e2-aa5b-4a6a-88bd-2480dd80956f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.626166] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "725f74e2-aa5b-4a6a-88bd-2480dd80956f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.660190] env[70483]: INFO nova.compute.manager [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Took 47.14 seconds to build instance. [ 950.671123] env[70483]: DEBUG oslo_concurrency.lockutils [None req-99563aa2-94e3-48b6-a2bd-464868b3382c tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.190s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.674397] env[70483]: DEBUG oslo_concurrency.lockutils [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.002s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.674744] env[70483]: DEBUG nova.objects.instance [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lazy-loading 'resources' on Instance uuid a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.690496] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3478230, 'name': Rename_Task, 'duration_secs': 0.193087} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.690898] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: a513a512-e054-4eba-8333-29119420cbeb] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.691266] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fda04015-462f-48ca-9235-810c0d660349 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.700088] env[70483]: INFO nova.scheduler.client.report [None req-99563aa2-94e3-48b6-a2bd-464868b3382c tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Deleted allocations for instance de35e055-451f-4c4b-ab3a-9b5b6baa529c [ 950.706234] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for the task: (returnval){ [ 950.706234] env[70483]: value = "task-3478234" [ 950.706234] env[70483]: _type = "Task" [ 950.706234] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.715894] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3478234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.736408] env[70483]: DEBUG oslo_vmware.api [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3478232, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.782674] env[70483]: DEBUG oslo_vmware.api [None req-f7c832bf-2d88-4430-b488-52c6eb05a0f8 tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Task: {'id': task-3478233, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.380873} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.782953] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7c832bf-2d88-4430-b488-52c6eb05a0f8 tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.783153] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c832bf-2d88-4430-b488-52c6eb05a0f8 tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.783370] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c832bf-2d88-4430-b488-52c6eb05a0f8 tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.783528] env[70483]: INFO nova.compute.manager [None req-f7c832bf-2d88-4430-b488-52c6eb05a0f8 tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 950.783761] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7c832bf-2d88-4430-b488-52c6eb05a0f8 tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.783909] env[70483]: DEBUG nova.compute.manager [-] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.784482] env[70483]: DEBUG nova.network.neutron [-] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 951.124947] env[70483]: DEBUG nova.compute.manager [req-cff9a3fd-e98c-4514-827d-86f4794c3c7f req-c3cfcc45-cc67-4f03-af46-d51ebaa679e0 service nova] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Received event network-vif-deleted-78643f74-4157-4655-b54e-598a58ff5060 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.125164] env[70483]: INFO nova.compute.manager [req-cff9a3fd-e98c-4514-827d-86f4794c3c7f req-c3cfcc45-cc67-4f03-af46-d51ebaa679e0 service nova] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Neutron deleted interface 78643f74-4157-4655-b54e-598a58ff5060; detaching it from the instance and deleting it from the info cache [ 951.125327] env[70483]: DEBUG nova.network.neutron [req-cff9a3fd-e98c-4514-827d-86f4794c3c7f req-c3cfcc45-cc67-4f03-af46-d51ebaa679e0 service nova] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.127868] env[70483]: DEBUG nova.compute.manager [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 951.163355] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lock "ebdadd37-91bd-480b-8989-83b8e2ee417f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.651s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.183431] env[70483]: DEBUG nova.objects.instance [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lazy-loading 'numa_topology' on Instance uuid a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.212345] env[70483]: DEBUG oslo_concurrency.lockutils [None req-99563aa2-94e3-48b6-a2bd-464868b3382c tempest-ServersAdminNegativeTestJSON-640152118 tempest-ServersAdminNegativeTestJSON-640152118-project-member] Lock "de35e055-451f-4c4b-ab3a-9b5b6baa529c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.022s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.220393] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3478234, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.238190] env[70483]: DEBUG oslo_vmware.api [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3478232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526982} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.238190] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 7b31dbd7-aa80-4b14-b569-b1d9bdabe221/7b31dbd7-aa80-4b14-b569-b1d9bdabe221.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.238190] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.238385] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7402053a-383c-413b-ac7b-ca2a080032a1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.247584] env[70483]: DEBUG oslo_vmware.api [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for the task: (returnval){ [ 951.247584] env[70483]: value = "task-3478235" [ 951.247584] env[70483]: _type = "Task" [ 951.247584] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.256524] env[70483]: DEBUG oslo_vmware.api [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3478235, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.569355] env[70483]: DEBUG nova.network.neutron [-] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.628563] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d806fa8-42bf-4344-8cb9-9a6ebe73518f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.641170] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154f58b4-0cff-4196-8850-ecd57ecbd83f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.652652] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.679471] env[70483]: DEBUG nova.compute.manager [req-cff9a3fd-e98c-4514-827d-86f4794c3c7f req-c3cfcc45-cc67-4f03-af46-d51ebaa679e0 service nova] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Detach interface failed, port_id=78643f74-4157-4655-b54e-598a58ff5060, reason: Instance 4c2be9f9-4e6f-4208-9e61-111b4247e07e could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 951.685527] env[70483]: DEBUG nova.objects.base [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70483) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 951.720246] env[70483]: DEBUG oslo_vmware.api [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3478234, 'name': PowerOnVM_Task, 'duration_secs': 0.861035} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.723037] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: a513a512-e054-4eba-8333-29119420cbeb] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.723242] env[70483]: INFO nova.compute.manager [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: a513a512-e054-4eba-8333-29119420cbeb] Took 8.76 seconds to spawn the instance on the hypervisor. [ 951.723563] env[70483]: DEBUG nova.compute.manager [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: a513a512-e054-4eba-8333-29119420cbeb] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.724494] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739dac5d-1b85-4f27-b4da-a0a9460ef857 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.760258] env[70483]: DEBUG oslo_vmware.api [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3478235, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090507} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.760560] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 951.761804] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca7fdf2-ea86-4b94-9a6e-eba0b889ee22 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.786937] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 7b31dbd7-aa80-4b14-b569-b1d9bdabe221/7b31dbd7-aa80-4b14-b569-b1d9bdabe221.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.790239] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bafd84f-b84c-4c5f-a160-a2810d159a0e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.811385] env[70483]: DEBUG oslo_vmware.api [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for the task: (returnval){ [ 951.811385] env[70483]: value = "task-3478236" [ 951.811385] env[70483]: _type = "Task" [ 951.811385] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.823609] env[70483]: DEBUG oslo_vmware.api [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3478236, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.074028] env[70483]: INFO nova.compute.manager [-] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Took 1.29 seconds to deallocate network for instance. [ 952.228115] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1bdcf1-af18-4bd2-bb1b-74efcd4fa4ad {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.236886] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7072d2a3-a62e-43fb-baa7-29ce7decfa60 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.246372] env[70483]: INFO nova.compute.manager [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: a513a512-e054-4eba-8333-29119420cbeb] Took 48.69 seconds to build instance. [ 952.274571] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708a9d70-3f5b-47e7-9ae5-820dbc5ecbbb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.283549] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07760df6-0bf0-4afd-bc45-afc2e1e86d1d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.298773] env[70483]: DEBUG nova.compute.provider_tree [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.326481] env[70483]: DEBUG oslo_vmware.api [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3478236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.558030] env[70483]: DEBUG nova.network.neutron [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Port 37b1c85a-67c8-46e1-8708-2ef9bc2c2a94 binding to destination host cpu-1 is already ACTIVE {{(pid=70483) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 952.558223] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquiring lock "refresh_cache-2671b8d3-14fe-439c-9f4e-e22ab8bcb498" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.558461] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquired lock "refresh_cache-2671b8d3-14fe-439c-9f4e-e22ab8bcb498" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.558841] env[70483]: DEBUG nova.network.neutron [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.580878] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f7c832bf-2d88-4430-b488-52c6eb05a0f8 tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.749671] env[70483]: DEBUG oslo_concurrency.lockutils [None req-adbee559-eaf7-4e0f-990b-7090e8f7cd2f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lock "a513a512-e054-4eba-8333-29119420cbeb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.201s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.804645] env[70483]: DEBUG nova.scheduler.client.report [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.823744] env[70483]: DEBUG oslo_vmware.api [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3478236, 'name': ReconfigVM_Task, 'duration_secs': 0.666756} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.824040] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 7b31dbd7-aa80-4b14-b569-b1d9bdabe221/7b31dbd7-aa80-4b14-b569-b1d9bdabe221.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.824692] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-acd8c6c1-2de2-4af5-8d39-f986b7f7cc87 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.833844] env[70483]: DEBUG oslo_vmware.api [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for the task: (returnval){ [ 952.833844] env[70483]: value = "task-3478237" [ 952.833844] env[70483]: _type = "Task" [ 952.833844] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.843871] env[70483]: DEBUG oslo_vmware.api [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3478237, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.073777] env[70483]: DEBUG oslo_concurrency.lockutils [None req-37340a1f-106d-428b-a4a7-da0ec907f7b6 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Acquiring lock "e630f6cf-d91f-4ce9-a01e-a508523990ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.073777] env[70483]: DEBUG oslo_concurrency.lockutils [None req-37340a1f-106d-428b-a4a7-da0ec907f7b6 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Lock "e630f6cf-d91f-4ce9-a01e-a508523990ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.073777] env[70483]: DEBUG oslo_concurrency.lockutils [None req-37340a1f-106d-428b-a4a7-da0ec907f7b6 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Acquiring lock "e630f6cf-d91f-4ce9-a01e-a508523990ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.073777] env[70483]: DEBUG oslo_concurrency.lockutils [None req-37340a1f-106d-428b-a4a7-da0ec907f7b6 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Lock "e630f6cf-d91f-4ce9-a01e-a508523990ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.073777] env[70483]: DEBUG oslo_concurrency.lockutils [None req-37340a1f-106d-428b-a4a7-da0ec907f7b6 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Lock "e630f6cf-d91f-4ce9-a01e-a508523990ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.079625] env[70483]: INFO nova.compute.manager [None req-37340a1f-106d-428b-a4a7-da0ec907f7b6 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Terminating instance [ 953.309712] env[70483]: DEBUG oslo_concurrency.lockutils [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.635s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.315128] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 38.920s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.342588] env[70483]: DEBUG nova.network.neutron [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Updating instance_info_cache with network_info: [{"id": "37b1c85a-67c8-46e1-8708-2ef9bc2c2a94", "address": "fa:16:3e:a3:d6:48", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37b1c85a-67", "ovs_interfaceid": "37b1c85a-67c8-46e1-8708-2ef9bc2c2a94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.349022] env[70483]: DEBUG oslo_vmware.api [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3478237, 'name': Rename_Task, 'duration_secs': 0.201978} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.349713] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.350016] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53a5e60f-f308-4ceb-86c8-aca96acbe15c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.360750] env[70483]: DEBUG oslo_vmware.api [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for the task: (returnval){ [ 953.360750] env[70483]: value = "task-3478238" [ 953.360750] env[70483]: _type = "Task" [ 953.360750] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.379023] env[70483]: DEBUG oslo_vmware.api [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3478238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.581377] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cefae220-ec39-4695-8a65-d4014268c853 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquiring lock "ebdadd37-91bd-480b-8989-83b8e2ee417f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.581377] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cefae220-ec39-4695-8a65-d4014268c853 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lock "ebdadd37-91bd-480b-8989-83b8e2ee417f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.581377] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cefae220-ec39-4695-8a65-d4014268c853 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquiring lock "ebdadd37-91bd-480b-8989-83b8e2ee417f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.581377] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cefae220-ec39-4695-8a65-d4014268c853 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lock "ebdadd37-91bd-480b-8989-83b8e2ee417f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.581377] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cefae220-ec39-4695-8a65-d4014268c853 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lock "ebdadd37-91bd-480b-8989-83b8e2ee417f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.582171] env[70483]: INFO nova.compute.manager [None req-cefae220-ec39-4695-8a65-d4014268c853 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Terminating instance [ 953.583886] env[70483]: DEBUG nova.compute.manager [None req-37340a1f-106d-428b-a4a7-da0ec907f7b6 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 953.584220] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-37340a1f-106d-428b-a4a7-da0ec907f7b6 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.588184] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df8a747-c6e1-41a6-91e3-b553335163dc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.596021] env[70483]: DEBUG nova.compute.manager [None req-cefae220-ec39-4695-8a65-d4014268c853 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 953.596021] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cefae220-ec39-4695-8a65-d4014268c853 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.596021] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5831b7-b20a-4f38-a72b-a55b9ca9c4d1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.607984] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-cefae220-ec39-4695-8a65-d4014268c853 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.608119] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-37340a1f-106d-428b-a4a7-da0ec907f7b6 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.608579] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f78ff8b1-3131-412c-85b6-c0412a59d10e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.610101] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2561a27-1db7-4e91-8f6e-dbfe35ad1d81 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.618620] env[70483]: DEBUG oslo_vmware.api [None req-cefae220-ec39-4695-8a65-d4014268c853 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for the task: (returnval){ [ 953.618620] env[70483]: value = "task-3478239" [ 953.618620] env[70483]: _type = "Task" [ 953.618620] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.618862] env[70483]: DEBUG oslo_vmware.api [None req-37340a1f-106d-428b-a4a7-da0ec907f7b6 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Waiting for the task: (returnval){ [ 953.618862] env[70483]: value = "task-3478240" [ 953.618862] env[70483]: _type = "Task" [ 953.618862] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.636118] env[70483]: DEBUG oslo_vmware.api [None req-cefae220-ec39-4695-8a65-d4014268c853 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3478239, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.637260] env[70483]: DEBUG oslo_vmware.api [None req-37340a1f-106d-428b-a4a7-da0ec907f7b6 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': task-3478240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.661301] env[70483]: DEBUG oslo_concurrency.lockutils [None req-445c0bbf-150f-42ab-a99f-83be54f44e7f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquiring lock "a513a512-e054-4eba-8333-29119420cbeb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.661592] env[70483]: DEBUG oslo_concurrency.lockutils [None req-445c0bbf-150f-42ab-a99f-83be54f44e7f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lock "a513a512-e054-4eba-8333-29119420cbeb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.661797] env[70483]: DEBUG oslo_concurrency.lockutils [None req-445c0bbf-150f-42ab-a99f-83be54f44e7f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquiring lock "a513a512-e054-4eba-8333-29119420cbeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.662160] env[70483]: DEBUG oslo_concurrency.lockutils [None req-445c0bbf-150f-42ab-a99f-83be54f44e7f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lock "a513a512-e054-4eba-8333-29119420cbeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.662258] env[70483]: DEBUG oslo_concurrency.lockutils [None req-445c0bbf-150f-42ab-a99f-83be54f44e7f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lock "a513a512-e054-4eba-8333-29119420cbeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.668153] env[70483]: INFO nova.compute.manager [None req-445c0bbf-150f-42ab-a99f-83be54f44e7f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: a513a512-e054-4eba-8333-29119420cbeb] Terminating instance [ 953.841781] env[70483]: DEBUG oslo_concurrency.lockutils [None req-86626912-f1cf-42ac-b6ca-06c0e54a19e1 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lock "a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 65.084s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.844928] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lock "a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 30.929s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.845231] env[70483]: INFO nova.compute.manager [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Unshelving [ 953.850933] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Releasing lock "refresh_cache-2671b8d3-14fe-439c-9f4e-e22ab8bcb498" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.877106] env[70483]: DEBUG oslo_vmware.api [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3478238, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.131447] env[70483]: DEBUG oslo_vmware.api [None req-cefae220-ec39-4695-8a65-d4014268c853 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3478239, 'name': PowerOffVM_Task, 'duration_secs': 0.226752} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.134566] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-cefae220-ec39-4695-8a65-d4014268c853 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.134755] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cefae220-ec39-4695-8a65-d4014268c853 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.135355] env[70483]: DEBUG oslo_vmware.api [None req-37340a1f-106d-428b-a4a7-da0ec907f7b6 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': task-3478240, 'name': PowerOffVM_Task, 'duration_secs': 0.28283} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.135564] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec53dd9b-55ca-46d8-963d-9c1553ae5b8a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.137092] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-37340a1f-106d-428b-a4a7-da0ec907f7b6 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.137274] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-37340a1f-106d-428b-a4a7-da0ec907f7b6 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.137500] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2dfece85-252f-4587-a6b4-2f252b911798 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.172784] env[70483]: DEBUG nova.compute.manager [None req-445c0bbf-150f-42ab-a99f-83be54f44e7f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: a513a512-e054-4eba-8333-29119420cbeb] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 954.172784] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-445c0bbf-150f-42ab-a99f-83be54f44e7f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: a513a512-e054-4eba-8333-29119420cbeb] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.173721] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2aea7f-758d-4a00-80cf-b584f830fdf2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.181859] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-445c0bbf-150f-42ab-a99f-83be54f44e7f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: a513a512-e054-4eba-8333-29119420cbeb] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.182183] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19181598-29a9-4cb5-b333-981624b163cb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.190674] env[70483]: DEBUG oslo_vmware.api [None req-445c0bbf-150f-42ab-a99f-83be54f44e7f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for the task: (returnval){ [ 954.190674] env[70483]: value = "task-3478243" [ 954.190674] env[70483]: _type = "Task" [ 954.190674] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.203093] env[70483]: DEBUG oslo_vmware.api [None req-445c0bbf-150f-42ab-a99f-83be54f44e7f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3478243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.232212] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-37340a1f-106d-428b-a4a7-da0ec907f7b6 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.232469] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-37340a1f-106d-428b-a4a7-da0ec907f7b6 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.232790] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-37340a1f-106d-428b-a4a7-da0ec907f7b6 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Deleting the datastore file [datastore2] e630f6cf-d91f-4ce9-a01e-a508523990ef {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.233105] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cefae220-ec39-4695-8a65-d4014268c853 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.233289] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cefae220-ec39-4695-8a65-d4014268c853 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.233472] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-cefae220-ec39-4695-8a65-d4014268c853 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Deleting the datastore file [datastore2] ebdadd37-91bd-480b-8989-83b8e2ee417f {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.234591] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e438c06-6569-41c4-866b-cedc03dd8870 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.238023] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eba682bf-c2b7-4d91-9069-3f12f60d003b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.245975] env[70483]: DEBUG oslo_vmware.api [None req-37340a1f-106d-428b-a4a7-da0ec907f7b6 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Waiting for the task: (returnval){ [ 954.245975] env[70483]: value = "task-3478245" [ 954.245975] env[70483]: _type = "Task" [ 954.245975] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.251644] env[70483]: DEBUG oslo_vmware.api [None req-cefae220-ec39-4695-8a65-d4014268c853 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for the task: (returnval){ [ 954.251644] env[70483]: value = "task-3478244" [ 954.251644] env[70483]: _type = "Task" [ 954.251644] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.258488] env[70483]: DEBUG oslo_vmware.api [None req-37340a1f-106d-428b-a4a7-da0ec907f7b6 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': task-3478245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.264587] env[70483]: DEBUG oslo_vmware.api [None req-cefae220-ec39-4695-8a65-d4014268c853 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3478244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.341471] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Applying migration context for instance 2671b8d3-14fe-439c-9f4e-e22ab8bcb498 as it has an incoming, in-progress migration f126c193-d2ab-4019-8f4d-2f9c0cb03fa4. Migration status is reverting {{(pid=70483) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 954.344035] env[70483]: INFO nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Updating resource usage from migration f126c193-d2ab-4019-8f4d-2f9c0cb03fa4 [ 954.353269] env[70483]: DEBUG nova.compute.manager [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70483) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 954.353520] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.370661] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.370661] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 3b1d2846-6f44-4f08-9878-e00bad014921 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.370803] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 223fc274-26bf-4dc7-a435-d368cc004a67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.370841] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance e630f6cf-d91f-4ce9-a01e-a508523990ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.370961] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 7d971534-4425-456e-83e4-7c8d9ed7f435 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.371096] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 31adb50e-33e9-40cc-a8dc-14985336b34a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.371243] env[70483]: WARNING nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance afa74f93-41d6-447c-b11f-eaaca0e6bc98 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.371411] env[70483]: WARNING nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance d40867a1-e0a1-44e8-9dbd-81e075551092 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.371531] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 5ab5b747-1655-4116-bdfa-46b8dcfec6b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.371648] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance f61abfde-68ff-497e-8a99-cfae352de144 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.371772] env[70483]: WARNING nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance e86ddc51-1d63-44d5-bfbe-0bd486092869 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.371895] env[70483]: WARNING nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 97aa0528-ea97-494e-8563-d4dc7d92f96f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.372031] env[70483]: WARNING nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 7586d90c-26f8-4054-8574-e4585eaadc45 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.372151] env[70483]: WARNING nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 1c1a03ee-0c26-464c-8f65-c093a73c833c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.372273] env[70483]: WARNING nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 60d03c81-1473-40f7-b80c-7e57d33fbee8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.372391] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 564f1aef-f107-46c8-ae0b-01df1e8aa2d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.372514] env[70483]: WARNING nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 8f47e025-77ad-466a-a6e6-8b6fd6fe161c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.372660] env[70483]: WARNING nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance adfa298c-1382-4dad-a2df-43f1a8367357 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.372807] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 05513af6-66c7-43ef-acc2-eab47b9bfa60 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.372925] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 87bf2ec8-d543-41ed-9c3f-c532d027eaa5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.373064] env[70483]: WARNING nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 4c2be9f9-4e6f-4208-9e61-111b4247e07e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 954.373183] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Migration f126c193-d2ab-4019-8f4d-2f9c0cb03fa4 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 954.373292] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 2671b8d3-14fe-439c-9f4e-e22ab8bcb498 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.373399] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance ebdadd37-91bd-480b-8989-83b8e2ee417f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.373523] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance a513a512-e054-4eba-8333-29119420cbeb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.373714] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 7b31dbd7-aa80-4b14-b569-b1d9bdabe221 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 954.379251] env[70483]: DEBUG oslo_vmware.api [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3478238, 'name': PowerOnVM_Task, 'duration_secs': 0.749251} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.379798] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.380056] env[70483]: INFO nova.compute.manager [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Took 8.67 seconds to spawn the instance on the hypervisor. [ 954.380241] env[70483]: DEBUG nova.compute.manager [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.381239] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1afec94-aa28-4fcb-b464-20fd4f6afa6a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.701149] env[70483]: DEBUG oslo_vmware.api [None req-445c0bbf-150f-42ab-a99f-83be54f44e7f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3478243, 'name': PowerOffVM_Task, 'duration_secs': 0.243702} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.701669] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-445c0bbf-150f-42ab-a99f-83be54f44e7f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: a513a512-e054-4eba-8333-29119420cbeb] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.701669] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-445c0bbf-150f-42ab-a99f-83be54f44e7f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: a513a512-e054-4eba-8333-29119420cbeb] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.701873] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a7f1ba2-2b1a-421e-9a81-0f8fe198b5ce {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.758638] env[70483]: DEBUG oslo_vmware.api [None req-37340a1f-106d-428b-a4a7-da0ec907f7b6 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Task: {'id': task-3478245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22474} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.759311] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-37340a1f-106d-428b-a4a7-da0ec907f7b6 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.759473] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-37340a1f-106d-428b-a4a7-da0ec907f7b6 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.759651] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-37340a1f-106d-428b-a4a7-da0ec907f7b6 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.759826] env[70483]: INFO nova.compute.manager [None req-37340a1f-106d-428b-a4a7-da0ec907f7b6 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Took 1.18 seconds to destroy the instance on the hypervisor. [ 954.760086] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37340a1f-106d-428b-a4a7-da0ec907f7b6 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.760283] env[70483]: DEBUG nova.compute.manager [-] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 954.760378] env[70483]: DEBUG nova.network.neutron [-] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 954.765093] env[70483]: DEBUG oslo_vmware.api [None req-cefae220-ec39-4695-8a65-d4014268c853 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3478244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235159} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.765682] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-cefae220-ec39-4695-8a65-d4014268c853 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.765874] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cefae220-ec39-4695-8a65-d4014268c853 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.766089] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cefae220-ec39-4695-8a65-d4014268c853 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.766265] env[70483]: INFO nova.compute.manager [None req-cefae220-ec39-4695-8a65-d4014268c853 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 954.766500] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cefae220-ec39-4695-8a65-d4014268c853 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.766685] env[70483]: DEBUG nova.compute.manager [-] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 954.766780] env[70483]: DEBUG nova.network.neutron [-] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 954.777779] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-445c0bbf-150f-42ab-a99f-83be54f44e7f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: a513a512-e054-4eba-8333-29119420cbeb] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.777914] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-445c0bbf-150f-42ab-a99f-83be54f44e7f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: a513a512-e054-4eba-8333-29119420cbeb] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.778163] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-445c0bbf-150f-42ab-a99f-83be54f44e7f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Deleting the datastore file [datastore2] a513a512-e054-4eba-8333-29119420cbeb {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.780358] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76a6762f-370a-4564-a4d9-2d21b3e4e80d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.786499] env[70483]: DEBUG oslo_vmware.api [None req-445c0bbf-150f-42ab-a99f-83be54f44e7f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for the task: (returnval){ [ 954.786499] env[70483]: value = "task-3478247" [ 954.786499] env[70483]: _type = "Task" [ 954.786499] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.796981] env[70483]: DEBUG oslo_vmware.api [None req-445c0bbf-150f-42ab-a99f-83be54f44e7f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3478247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.855884] env[70483]: DEBUG nova.compute.utils [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 954.881418] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 4a1590d2-16bc-445b-9eb5-dea9990d33bd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 954.881616] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (6c4ee772-7226-4ddc-ad20-20b8289011e6): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1810}} [ 954.899946] env[70483]: INFO nova.compute.manager [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Took 50.05 seconds to build instance. [ 955.297896] env[70483]: DEBUG oslo_vmware.api [None req-445c0bbf-150f-42ab-a99f-83be54f44e7f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3478247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.362411] env[70483]: INFO nova.virt.block_device [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Booting with volume aab80cda-88e6-4726-ae14-7308bcf53501 at /dev/sdb [ 955.386393] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 9a6b8926-4d0c-4aad-b546-92e2fdaf4380 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 955.401807] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eb90c4fe-3213-4307-917d-b4a1c054396d tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Lock "7b31dbd7-aa80-4b14-b569-b1d9bdabe221" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.565s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.409817] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a57e3b2b-0adc-45cf-a047-239a2ba2c957 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.421380] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d06fb2-b283-45ad-9ae4-899259eb4b65 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.458307] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca40e503-7d63-4d49-a369-1f6df365d02b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.469195] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9c67a0-848a-4207-9cd6-1da2e6466841 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.483923] env[70483]: DEBUG nova.compute.manager [req-925b3437-87c0-41d8-90e6-2cd000d5ba9b req-bfbcfa06-3d64-4af3-b6c1-c4189ce5b361 service nova] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Received event network-vif-deleted-7f8321ff-1915-4d3e-a531-7b0b262df994 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.484200] env[70483]: INFO nova.compute.manager [req-925b3437-87c0-41d8-90e6-2cd000d5ba9b req-bfbcfa06-3d64-4af3-b6c1-c4189ce5b361 service nova] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Neutron deleted interface 7f8321ff-1915-4d3e-a531-7b0b262df994; detaching it from the instance and deleting it from the info cache [ 955.484437] env[70483]: DEBUG nova.network.neutron [req-925b3437-87c0-41d8-90e6-2cd000d5ba9b req-bfbcfa06-3d64-4af3-b6c1-c4189ce5b361 service nova] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.509971] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36013ff3-3f38-466d-ae77-4f6e8991b937 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.518293] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d3ebdf-3774-489b-85cd-a0e4980fa5a6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.534288] env[70483]: DEBUG nova.virt.block_device [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Updating existing volume attachment record: c403343c-6824-4ad1-818a-f22435ea3877 {{(pid=70483) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 955.753531] env[70483]: DEBUG oslo_concurrency.lockutils [None req-aae67e35-d409-453b-aa3e-a5ba4cab7150 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Acquiring lock "7b31dbd7-aa80-4b14-b569-b1d9bdabe221" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.753931] env[70483]: DEBUG oslo_concurrency.lockutils [None req-aae67e35-d409-453b-aa3e-a5ba4cab7150 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Lock "7b31dbd7-aa80-4b14-b569-b1d9bdabe221" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.758525] env[70483]: DEBUG oslo_concurrency.lockutils [None req-aae67e35-d409-453b-aa3e-a5ba4cab7150 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Acquiring lock "7b31dbd7-aa80-4b14-b569-b1d9bdabe221-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.758525] env[70483]: DEBUG oslo_concurrency.lockutils [None req-aae67e35-d409-453b-aa3e-a5ba4cab7150 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Lock "7b31dbd7-aa80-4b14-b569-b1d9bdabe221-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.758525] env[70483]: DEBUG oslo_concurrency.lockutils [None req-aae67e35-d409-453b-aa3e-a5ba4cab7150 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Lock "7b31dbd7-aa80-4b14-b569-b1d9bdabe221-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.758525] env[70483]: INFO nova.compute.manager [None req-aae67e35-d409-453b-aa3e-a5ba4cab7150 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Terminating instance [ 955.801328] env[70483]: DEBUG oslo_vmware.api [None req-445c0bbf-150f-42ab-a99f-83be54f44e7f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Task: {'id': task-3478247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.543432} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.801729] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-445c0bbf-150f-42ab-a99f-83be54f44e7f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.802087] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-445c0bbf-150f-42ab-a99f-83be54f44e7f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: a513a512-e054-4eba-8333-29119420cbeb] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.802414] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-445c0bbf-150f-42ab-a99f-83be54f44e7f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: a513a512-e054-4eba-8333-29119420cbeb] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.802711] env[70483]: INFO nova.compute.manager [None req-445c0bbf-150f-42ab-a99f-83be54f44e7f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] [instance: a513a512-e054-4eba-8333-29119420cbeb] Took 1.63 seconds to destroy the instance on the hypervisor. [ 955.803359] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-445c0bbf-150f-42ab-a99f-83be54f44e7f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.803668] env[70483]: DEBUG nova.compute.manager [-] [instance: a513a512-e054-4eba-8333-29119420cbeb] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 955.805039] env[70483]: DEBUG nova.network.neutron [-] [instance: a513a512-e054-4eba-8333-29119420cbeb] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 955.900426] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 6bd21520-d00b-4103-bcf1-812a1187256a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 955.900426] env[70483]: DEBUG nova.network.neutron [-] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.990115] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba586ae2-6012-47dd-87bd-bdc35c50270f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.001059] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f88f52-da90-4376-a74b-3f769058df08 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.045540] env[70483]: DEBUG nova.compute.manager [req-925b3437-87c0-41d8-90e6-2cd000d5ba9b req-bfbcfa06-3d64-4af3-b6c1-c4189ce5b361 service nova] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Detach interface failed, port_id=7f8321ff-1915-4d3e-a531-7b0b262df994, reason: Instance ebdadd37-91bd-480b-8989-83b8e2ee417f could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 956.263535] env[70483]: DEBUG nova.compute.manager [None req-aae67e35-d409-453b-aa3e-a5ba4cab7150 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 956.263766] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-aae67e35-d409-453b-aa3e-a5ba4cab7150 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.264854] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0a2aeb-989e-4294-8392-5a049a40bc13 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.275317] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae67e35-d409-453b-aa3e-a5ba4cab7150 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.275663] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-655cee06-2a55-4d85-ad7d-d27ecc1ffc3c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.283934] env[70483]: DEBUG oslo_vmware.api [None req-aae67e35-d409-453b-aa3e-a5ba4cab7150 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for the task: (returnval){ [ 956.283934] env[70483]: value = "task-3478251" [ 956.283934] env[70483]: _type = "Task" [ 956.283934] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.294532] env[70483]: DEBUG oslo_vmware.api [None req-aae67e35-d409-453b-aa3e-a5ba4cab7150 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3478251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.401237] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 08028301-3521-4277-bf0e-100908825c43 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 956.402935] env[70483]: INFO nova.compute.manager [-] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Took 1.64 seconds to deallocate network for instance. [ 956.550074] env[70483]: DEBUG nova.network.neutron [-] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.766360] env[70483]: DEBUG nova.network.neutron [-] [instance: a513a512-e054-4eba-8333-29119420cbeb] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.796335] env[70483]: DEBUG oslo_vmware.api [None req-aae67e35-d409-453b-aa3e-a5ba4cab7150 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3478251, 'name': PowerOffVM_Task, 'duration_secs': 0.201643} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.796335] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae67e35-d409-453b-aa3e-a5ba4cab7150 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.796335] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-aae67e35-d409-453b-aa3e-a5ba4cab7150 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.796857] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2cb11574-d482-4e9d-a898-e01e40885d5a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.885850] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-aae67e35-d409-453b-aa3e-a5ba4cab7150 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.885850] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-aae67e35-d409-453b-aa3e-a5ba4cab7150 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.885850] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-aae67e35-d409-453b-aa3e-a5ba4cab7150 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Deleting the datastore file [datastore2] 7b31dbd7-aa80-4b14-b569-b1d9bdabe221 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.885850] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60ea1bb8-efb5-4af4-8666-61fd6875376c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.893066] env[70483]: DEBUG oslo_vmware.api [None req-aae67e35-d409-453b-aa3e-a5ba4cab7150 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for the task: (returnval){ [ 956.893066] env[70483]: value = "task-3478253" [ 956.893066] env[70483]: _type = "Task" [ 956.893066] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.905500] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 5a72a19e-090c-4e14-9ecf-92216b8a7596 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 956.907415] env[70483]: DEBUG oslo_vmware.api [None req-aae67e35-d409-453b-aa3e-a5ba4cab7150 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3478253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.910822] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cefae220-ec39-4695-8a65-d4014268c853 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.054658] env[70483]: INFO nova.compute.manager [-] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Took 2.29 seconds to deallocate network for instance. [ 957.270583] env[70483]: INFO nova.compute.manager [-] [instance: a513a512-e054-4eba-8333-29119420cbeb] Took 1.47 seconds to deallocate network for instance. [ 957.404198] env[70483]: DEBUG oslo_vmware.api [None req-aae67e35-d409-453b-aa3e-a5ba4cab7150 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Task: {'id': task-3478253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156367} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.404506] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-aae67e35-d409-453b-aa3e-a5ba4cab7150 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.404722] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-aae67e35-d409-453b-aa3e-a5ba4cab7150 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.404978] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-aae67e35-d409-453b-aa3e-a5ba4cab7150 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.405995] env[70483]: INFO nova.compute.manager [None req-aae67e35-d409-453b-aa3e-a5ba4cab7150 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Took 1.14 seconds to destroy the instance on the hypervisor. [ 957.405995] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aae67e35-d409-453b-aa3e-a5ba4cab7150 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.405995] env[70483]: DEBUG nova.compute.manager [-] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 957.405995] env[70483]: DEBUG nova.network.neutron [-] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 957.411843] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 957.560835] env[70483]: DEBUG oslo_concurrency.lockutils [None req-37340a1f-106d-428b-a4a7-da0ec907f7b6 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.564958] env[70483]: DEBUG nova.compute.manager [req-3a90821b-594e-4041-a396-f2e3ba492b69 req-671ceb09-f3a1-42b7-ad11-1523b1999de7 service nova] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Received event network-vif-deleted-b2b80e66-7ce8-4279-b6bb-4bc147b0efda {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.564958] env[70483]: DEBUG nova.compute.manager [req-3a90821b-594e-4041-a396-f2e3ba492b69 req-671ceb09-f3a1-42b7-ad11-1523b1999de7 service nova] [instance: a513a512-e054-4eba-8333-29119420cbeb] Received event network-vif-deleted-4c1d24d5-ea92-417f-bafa-f288fd64de75 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.778615] env[70483]: DEBUG oslo_concurrency.lockutils [None req-445c0bbf-150f-42ab-a99f-83be54f44e7f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.912993] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 725f74e2-aa5b-4a6a-88bd-2480dd80956f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 957.913560] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=70483) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 957.913735] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3712MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=70483) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 958.226664] env[70483]: DEBUG nova.network.neutron [-] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.436231] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b014ce7-698c-4472-aafb-4d5af4b577ef {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.444546] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18053d8-7ab9-4ba1-8243-f138b19c2c7a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.477352] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb66115e-1940-4968-866e-baa620b47436 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.486131] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2e2317-5dd8-40ec-a4ab-9419c9b71849 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.500280] env[70483]: DEBUG nova.compute.provider_tree [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.566076] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Acquiring lock "ad847ec2-b89f-4b68-b84b-6d2a7f4ac590" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.566339] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Lock "ad847ec2-b89f-4b68-b84b-6d2a7f4ac590" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.732240] env[70483]: INFO nova.compute.manager [-] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Took 1.32 seconds to deallocate network for instance. [ 959.004674] env[70483]: DEBUG nova.scheduler.client.report [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.070636] env[70483]: DEBUG nova.compute.manager [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 959.237646] env[70483]: DEBUG oslo_concurrency.lockutils [None req-aae67e35-d409-453b-aa3e-a5ba4cab7150 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.509081] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70483) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 959.509383] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.194s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.509661] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.843s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.511529] env[70483]: INFO nova.compute.claims [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.514317] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.514467] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Cleaning up deleted instances {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 959.589785] env[70483]: DEBUG nova.compute.manager [req-6ece6f1a-13ee-4b3f-9bf0-687ef2a8bd4a req-2265b1ce-8fcb-4e0a-b377-0fae7c683eac service nova] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Received event network-vif-deleted-f4b6793e-d932-499d-ac3f-857f7bda0f9b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.590814] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.028649] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] There are 40 instances to clean {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 960.028923] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: a97dc332-4c51-4dcc-ac42-0b477aca5e3c] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.506299] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef8b9b9-1b6f-468f-a24d-c17256c07eee {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.514523] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc6904e-45ec-4e55-9d52-29dc20868877 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.544232] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: c1e9b301-c1ee-47f1-8c47-7cb59cd95b15] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.547069] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1485ed16-cacd-40e3-b374-2beb41091153 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.555243] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f396ca-3c16-4872-b83c-9e09008efcda {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.570021] env[70483]: DEBUG nova.compute.provider_tree [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.050514] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: c43ee496-ab93-4b23-951b-275c17b41b3f] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 961.073518] env[70483]: DEBUG nova.scheduler.client.report [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.130367] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.553078] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 8893e014-3c12-4a40-a955-6db575e3e926] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 961.579370] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.070s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.579895] env[70483]: DEBUG nova.compute.manager [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 961.582925] env[70483]: DEBUG oslo_concurrency.lockutils [None req-aba660c0-2367-479d-9655-5aed1452727d tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.975s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.583142] env[70483]: DEBUG oslo_concurrency.lockutils [None req-aba660c0-2367-479d-9655-5aed1452727d tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.585197] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ee2a2f78-d96e-4519-b07e-8089debdbbf1 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.467s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.585391] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ee2a2f78-d96e-4519-b07e-8089debdbbf1 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.587176] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.096s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.587359] env[70483]: DEBUG nova.objects.instance [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70483) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 961.612266] env[70483]: INFO nova.scheduler.client.report [None req-ee2a2f78-d96e-4519-b07e-8089debdbbf1 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Deleted allocations for instance d40867a1-e0a1-44e8-9dbd-81e075551092 [ 961.614140] env[70483]: INFO nova.scheduler.client.report [None req-aba660c0-2367-479d-9655-5aed1452727d tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Deleted allocations for instance afa74f93-41d6-447c-b11f-eaaca0e6bc98 [ 962.056802] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: e175f923-53c0-4e4c-875d-2e6d4e08714a] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 962.095048] env[70483]: DEBUG nova.compute.utils [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 962.096051] env[70483]: DEBUG nova.compute.manager [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 962.096051] env[70483]: DEBUG nova.network.neutron [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 962.124158] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ee2a2f78-d96e-4519-b07e-8089debdbbf1 tempest-ListImageFiltersTestJSON-1641316495 tempest-ListImageFiltersTestJSON-1641316495-project-member] Lock "d40867a1-e0a1-44e8-9dbd-81e075551092" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.031s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.124903] env[70483]: DEBUG oslo_concurrency.lockutils [None req-aba660c0-2367-479d-9655-5aed1452727d tempest-ListServerFiltersTestJSON-1875365093 tempest-ListServerFiltersTestJSON-1875365093-project-member] Lock "afa74f93-41d6-447c-b11f-eaaca0e6bc98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.068s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.137256] env[70483]: DEBUG nova.policy [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6828e817630a46fc91c84ca04bdb37dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7908655b0a843e2845bc655eed75b31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 962.462378] env[70483]: DEBUG nova.network.neutron [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Successfully created port: 42ad829d-d4a2-40aa-a542-40194c6678b2 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 962.559578] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 744b10e0-5286-4d1f-a014-9bd49a48ebeb] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 962.598189] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d08b28c6-056b-461f-95f5-ef2e2dcedc6b tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.602670] env[70483]: DEBUG oslo_concurrency.lockutils [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.508s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.606021] env[70483]: INFO nova.compute.claims [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.610259] env[70483]: DEBUG nova.compute.manager [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 963.065761] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 527062ee-0659-45a7-96c8-1c8d6f272b86] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 963.571253] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 6b746014-b163-4a17-a8c6-4b88eaed0ac1] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 963.627445] env[70483]: DEBUG nova.compute.manager [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 963.660245] env[70483]: DEBUG nova.virt.hardware [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 963.660521] env[70483]: DEBUG nova.virt.hardware [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.660677] env[70483]: DEBUG nova.virt.hardware [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.660857] env[70483]: DEBUG nova.virt.hardware [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.661009] env[70483]: DEBUG nova.virt.hardware [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.661162] env[70483]: DEBUG nova.virt.hardware [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 963.661372] env[70483]: DEBUG nova.virt.hardware [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 963.661522] env[70483]: DEBUG nova.virt.hardware [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 963.661689] env[70483]: DEBUG nova.virt.hardware [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 963.663262] env[70483]: DEBUG nova.virt.hardware [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 963.663262] env[70483]: DEBUG nova.virt.hardware [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 963.663262] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7972bee-c83c-407c-aaab-278648e37142 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.674566] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1809d511-9f3e-41d3-bd33-7ffd5cfbf91e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.076072] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 638038d2-367a-4b34-96fa-9117c427a22d] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 964.135025] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90296db-eb1e-4b84-96a5-2439aef371b9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.145740] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e552829f-d75e-49ab-8ae5-7e52c297b41e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.194638] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cfff34-4858-4109-b3de-70d28fec3653 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.209605] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4972c4-0af8-4c74-996c-39fd6dee092e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.234295] env[70483]: DEBUG nova.compute.provider_tree [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.240270] env[70483]: DEBUG nova.compute.manager [req-015741ee-afa4-44c1-9ca4-68aad1de7d2e req-9c182a3c-b98f-41d0-8b07-19ba42e43fef service nova] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Received event network-vif-plugged-42ad829d-d4a2-40aa-a542-40194c6678b2 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.240270] env[70483]: DEBUG oslo_concurrency.lockutils [req-015741ee-afa4-44c1-9ca4-68aad1de7d2e req-9c182a3c-b98f-41d0-8b07-19ba42e43fef service nova] Acquiring lock "4a1590d2-16bc-445b-9eb5-dea9990d33bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.240270] env[70483]: DEBUG oslo_concurrency.lockutils [req-015741ee-afa4-44c1-9ca4-68aad1de7d2e req-9c182a3c-b98f-41d0-8b07-19ba42e43fef service nova] Lock "4a1590d2-16bc-445b-9eb5-dea9990d33bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.240270] env[70483]: DEBUG oslo_concurrency.lockutils [req-015741ee-afa4-44c1-9ca4-68aad1de7d2e req-9c182a3c-b98f-41d0-8b07-19ba42e43fef service nova] Lock "4a1590d2-16bc-445b-9eb5-dea9990d33bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.240270] env[70483]: DEBUG nova.compute.manager [req-015741ee-afa4-44c1-9ca4-68aad1de7d2e req-9c182a3c-b98f-41d0-8b07-19ba42e43fef service nova] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] No waiting events found dispatching network-vif-plugged-42ad829d-d4a2-40aa-a542-40194c6678b2 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 964.240270] env[70483]: WARNING nova.compute.manager [req-015741ee-afa4-44c1-9ca4-68aad1de7d2e req-9c182a3c-b98f-41d0-8b07-19ba42e43fef service nova] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Received unexpected event network-vif-plugged-42ad829d-d4a2-40aa-a542-40194c6678b2 for instance with vm_state building and task_state spawning. [ 964.396662] env[70483]: DEBUG nova.network.neutron [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Successfully updated port: 42ad829d-d4a2-40aa-a542-40194c6678b2 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 964.579269] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 157588be-543f-4b12-93de-201a9d8fc10e] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 964.741450] env[70483]: DEBUG nova.scheduler.client.report [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.901701] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Acquiring lock "refresh_cache-4a1590d2-16bc-445b-9eb5-dea9990d33bd" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.901858] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Acquired lock "refresh_cache-4a1590d2-16bc-445b-9eb5-dea9990d33bd" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.902028] env[70483]: DEBUG nova.network.neutron [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.082975] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 58c2aa58-cefc-47ad-a6b2-1e266167c867] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 965.250122] env[70483]: DEBUG oslo_concurrency.lockutils [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.250122] env[70483]: DEBUG nova.compute.manager [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 965.252312] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.808s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.254624] env[70483]: INFO nova.compute.claims [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.450375] env[70483]: DEBUG nova.network.neutron [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 965.588793] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 9e3b77e5-dd06-4b6a-8660-97d1e62adb4a] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 965.706263] env[70483]: DEBUG nova.network.neutron [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Updating instance_info_cache with network_info: [{"id": "42ad829d-d4a2-40aa-a542-40194c6678b2", "address": "fa:16:3e:22:74:31", "network": {"id": "5fd19a76-5f23-4ae0-81a6-e9da34d2e4e0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-548459206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7908655b0a843e2845bc655eed75b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42ad829d-d4", "ovs_interfaceid": "42ad829d-d4a2-40aa-a542-40194c6678b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.762245] env[70483]: DEBUG nova.compute.utils [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 965.765331] env[70483]: DEBUG nova.compute.manager [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 965.765500] env[70483]: DEBUG nova.network.neutron [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 965.835592] env[70483]: DEBUG nova.policy [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '831d6b9a2f96463e89a79c27156a8b6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b020f9de529424dbc3ba57af19c5c44', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 966.094831] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: e833538a-8a5b-488c-9115-a6ab57e38f83] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 966.213695] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Releasing lock "refresh_cache-4a1590d2-16bc-445b-9eb5-dea9990d33bd" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.214036] env[70483]: DEBUG nova.compute.manager [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Instance network_info: |[{"id": "42ad829d-d4a2-40aa-a542-40194c6678b2", "address": "fa:16:3e:22:74:31", "network": {"id": "5fd19a76-5f23-4ae0-81a6-e9da34d2e4e0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-548459206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7908655b0a843e2845bc655eed75b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42ad829d-d4", "ovs_interfaceid": "42ad829d-d4a2-40aa-a542-40194c6678b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 966.214480] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:74:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82ca17df-257e-40e6-9ec9-310ed6f05ccb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42ad829d-d4a2-40aa-a542-40194c6678b2', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.222527] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.222757] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.222988] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae9185cd-2dbe-482b-a2ca-73dedebbea13 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.245356] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.245356] env[70483]: value = "task-3478255" [ 966.245356] env[70483]: _type = "Task" [ 966.245356] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.254367] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478255, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.273201] env[70483]: DEBUG nova.compute.manager [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 966.279552] env[70483]: DEBUG nova.compute.manager [req-634ed59f-2b14-44de-aedc-e8fea9a022f8 req-9a01e6e4-48a7-49f7-a21a-a21c9832b4b4 service nova] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Received event network-changed-42ad829d-d4a2-40aa-a542-40194c6678b2 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.280569] env[70483]: DEBUG nova.compute.manager [req-634ed59f-2b14-44de-aedc-e8fea9a022f8 req-9a01e6e4-48a7-49f7-a21a-a21c9832b4b4 service nova] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Refreshing instance network info cache due to event network-changed-42ad829d-d4a2-40aa-a542-40194c6678b2. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 966.280569] env[70483]: DEBUG oslo_concurrency.lockutils [req-634ed59f-2b14-44de-aedc-e8fea9a022f8 req-9a01e6e4-48a7-49f7-a21a-a21c9832b4b4 service nova] Acquiring lock "refresh_cache-4a1590d2-16bc-445b-9eb5-dea9990d33bd" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.280569] env[70483]: DEBUG oslo_concurrency.lockutils [req-634ed59f-2b14-44de-aedc-e8fea9a022f8 req-9a01e6e4-48a7-49f7-a21a-a21c9832b4b4 service nova] Acquired lock "refresh_cache-4a1590d2-16bc-445b-9eb5-dea9990d33bd" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.280569] env[70483]: DEBUG nova.network.neutron [req-634ed59f-2b14-44de-aedc-e8fea9a022f8 req-9a01e6e4-48a7-49f7-a21a-a21c9832b4b4 service nova] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Refreshing network info cache for port 42ad829d-d4a2-40aa-a542-40194c6678b2 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.465256] env[70483]: DEBUG nova.network.neutron [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Successfully created port: feff66ee-ae11-4919-9136-00d811d9ad98 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 966.597736] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 4f732036-4f32-4829-bda3-c341355fd0b5] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 966.760541] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478255, 'name': CreateVM_Task, 'duration_secs': 0.340071} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.763580] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.763580] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.763580] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.763884] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.764134] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1a8fa3e-5975-4afa-9887-c034301721fa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.771224] env[70483]: DEBUG oslo_vmware.api [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for the task: (returnval){ [ 966.771224] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]529d7a92-5df0-2b8c-9fae-d55c9f224efd" [ 966.771224] env[70483]: _type = "Task" [ 966.771224] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.780581] env[70483]: DEBUG oslo_vmware.api [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]529d7a92-5df0-2b8c-9fae-d55c9f224efd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.885373] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6347784b-f7ac-4255-b06a-bca35761a2e7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.897068] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e5795f-30e0-4e0f-a0ac-a83c1aef81cf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.933192] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2278ef29-ca44-406e-b591-58aa9fd87fa5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.944686] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2838cb-683b-429d-a47f-9b27faa378f6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.961884] env[70483]: DEBUG nova.compute.provider_tree [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.054309] env[70483]: DEBUG nova.network.neutron [req-634ed59f-2b14-44de-aedc-e8fea9a022f8 req-9a01e6e4-48a7-49f7-a21a-a21c9832b4b4 service nova] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Updated VIF entry in instance network info cache for port 42ad829d-d4a2-40aa-a542-40194c6678b2. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 967.054309] env[70483]: DEBUG nova.network.neutron [req-634ed59f-2b14-44de-aedc-e8fea9a022f8 req-9a01e6e4-48a7-49f7-a21a-a21c9832b4b4 service nova] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Updating instance_info_cache with network_info: [{"id": "42ad829d-d4a2-40aa-a542-40194c6678b2", "address": "fa:16:3e:22:74:31", "network": {"id": "5fd19a76-5f23-4ae0-81a6-e9da34d2e4e0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-548459206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7908655b0a843e2845bc655eed75b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42ad829d-d4", "ovs_interfaceid": "42ad829d-d4a2-40aa-a542-40194c6678b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.102111] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: d2258803-84ff-4bba-af91-5815db4015d7] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 967.287032] env[70483]: DEBUG oslo_vmware.api [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]529d7a92-5df0-2b8c-9fae-d55c9f224efd, 'name': SearchDatastore_Task, 'duration_secs': 0.010657} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.287559] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.288192] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.288583] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.289090] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.289569] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.290143] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbe5fc27-dcba-4e06-b7e0-dc7bb0c92a2a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.293471] env[70483]: DEBUG nova.compute.manager [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 967.303485] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.303764] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.304594] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4887fe4-5820-47cd-9db8-ce505b8d4030 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.310699] env[70483]: DEBUG oslo_vmware.api [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for the task: (returnval){ [ 967.310699] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]528b9c1d-dbfc-3d11-c7db-16a91fc4f98d" [ 967.310699] env[70483]: _type = "Task" [ 967.310699] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.322418] env[70483]: DEBUG oslo_vmware.api [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]528b9c1d-dbfc-3d11-c7db-16a91fc4f98d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.327466] env[70483]: DEBUG nova.virt.hardware [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.327687] env[70483]: DEBUG nova.virt.hardware [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.327838] env[70483]: DEBUG nova.virt.hardware [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.328024] env[70483]: DEBUG nova.virt.hardware [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.328170] env[70483]: DEBUG nova.virt.hardware [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.328312] env[70483]: DEBUG nova.virt.hardware [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.328516] env[70483]: DEBUG nova.virt.hardware [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.328669] env[70483]: DEBUG nova.virt.hardware [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.328826] env[70483]: DEBUG nova.virt.hardware [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.328980] env[70483]: DEBUG nova.virt.hardware [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.329192] env[70483]: DEBUG nova.virt.hardware [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.330038] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a391e38-ef3e-4c69-982f-6edfb782a543 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.338422] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadb8957-84bd-4c21-8c3d-ef40c191b8ba {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.466011] env[70483]: DEBUG nova.scheduler.client.report [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.555365] env[70483]: DEBUG oslo_concurrency.lockutils [req-634ed59f-2b14-44de-aedc-e8fea9a022f8 req-9a01e6e4-48a7-49f7-a21a-a21c9832b4b4 service nova] Releasing lock "refresh_cache-4a1590d2-16bc-445b-9eb5-dea9990d33bd" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.604896] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 2de27262-fff1-459f-8a3a-555d09be09ff] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 967.721371] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Acquiring lock "babf0ab7-b2eb-414d-b9a9-9555afe74233" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.722416] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Lock "babf0ab7-b2eb-414d-b9a9-9555afe74233" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.822534] env[70483]: DEBUG oslo_vmware.api [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]528b9c1d-dbfc-3d11-c7db-16a91fc4f98d, 'name': SearchDatastore_Task, 'duration_secs': 0.010079} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.823446] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d99918f6-5c48-4530-971c-75a481148eef {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.829342] env[70483]: DEBUG oslo_vmware.api [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for the task: (returnval){ [ 967.829342] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5267ec2c-bca0-17f9-b646-5528a6a24eec" [ 967.829342] env[70483]: _type = "Task" [ 967.829342] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.838168] env[70483]: DEBUG oslo_vmware.api [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5267ec2c-bca0-17f9-b646-5528a6a24eec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.973358] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.973358] env[70483]: DEBUG nova.compute.manager [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 967.976079] env[70483]: DEBUG oslo_concurrency.lockutils [None req-deec2728-77b0-448f-94e4-74b36854f1ca tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.080s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.976908] env[70483]: DEBUG oslo_concurrency.lockutils [None req-deec2728-77b0-448f-94e4-74b36854f1ca tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.981506] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ff365adb-e3b3-4e28-85b8-8856f359df34 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.945s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.981506] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ff365adb-e3b3-4e28-85b8-8856f359df34 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.981506] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.392s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.982870] env[70483]: INFO nova.compute.claims [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 08028301-3521-4277-bf0e-100908825c43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 968.008157] env[70483]: INFO nova.scheduler.client.report [None req-ff365adb-e3b3-4e28-85b8-8856f359df34 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Deleted allocations for instance 60d03c81-1473-40f7-b80c-7e57d33fbee8 [ 968.014423] env[70483]: INFO nova.scheduler.client.report [None req-deec2728-77b0-448f-94e4-74b36854f1ca tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Deleted allocations for instance 97aa0528-ea97-494e-8563-d4dc7d92f96f [ 968.044198] env[70483]: DEBUG nova.network.neutron [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Successfully updated port: feff66ee-ae11-4919-9136-00d811d9ad98 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 968.109978] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 4732ccdb-9242-4feb-a4c4-ec145ae5a7cc] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 968.188674] env[70483]: DEBUG oslo_concurrency.lockutils [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "8747b1e6-1e41-43a3-b1d6-f837fb07d6ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.188917] env[70483]: DEBUG oslo_concurrency.lockutils [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "8747b1e6-1e41-43a3-b1d6-f837fb07d6ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.227844] env[70483]: DEBUG nova.compute.manager [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 968.348518] env[70483]: DEBUG oslo_vmware.api [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5267ec2c-bca0-17f9-b646-5528a6a24eec, 'name': SearchDatastore_Task, 'duration_secs': 0.010974} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.348841] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.349154] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 4a1590d2-16bc-445b-9eb5-dea9990d33bd/4a1590d2-16bc-445b-9eb5-dea9990d33bd.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.349441] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cfd0b43-52aa-4d68-be30-6817b52463c9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.357799] env[70483]: DEBUG oslo_vmware.api [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for the task: (returnval){ [ 968.357799] env[70483]: value = "task-3478256" [ 968.357799] env[70483]: _type = "Task" [ 968.357799] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.368067] env[70483]: DEBUG oslo_vmware.api [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.375882] env[70483]: DEBUG nova.compute.manager [req-6a2400dc-7a98-4ce0-a7e1-fd0b8871aa00 req-e8b9559a-a461-48f7-aff3-911da8f91b9d service nova] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Received event network-vif-plugged-feff66ee-ae11-4919-9136-00d811d9ad98 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.376154] env[70483]: DEBUG oslo_concurrency.lockutils [req-6a2400dc-7a98-4ce0-a7e1-fd0b8871aa00 req-e8b9559a-a461-48f7-aff3-911da8f91b9d service nova] Acquiring lock "9a6b8926-4d0c-4aad-b546-92e2fdaf4380-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.376653] env[70483]: DEBUG oslo_concurrency.lockutils [req-6a2400dc-7a98-4ce0-a7e1-fd0b8871aa00 req-e8b9559a-a461-48f7-aff3-911da8f91b9d service nova] Lock "9a6b8926-4d0c-4aad-b546-92e2fdaf4380-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.376718] env[70483]: DEBUG oslo_concurrency.lockutils [req-6a2400dc-7a98-4ce0-a7e1-fd0b8871aa00 req-e8b9559a-a461-48f7-aff3-911da8f91b9d service nova] Lock "9a6b8926-4d0c-4aad-b546-92e2fdaf4380-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.378145] env[70483]: DEBUG nova.compute.manager [req-6a2400dc-7a98-4ce0-a7e1-fd0b8871aa00 req-e8b9559a-a461-48f7-aff3-911da8f91b9d service nova] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] No waiting events found dispatching network-vif-plugged-feff66ee-ae11-4919-9136-00d811d9ad98 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 968.378145] env[70483]: WARNING nova.compute.manager [req-6a2400dc-7a98-4ce0-a7e1-fd0b8871aa00 req-e8b9559a-a461-48f7-aff3-911da8f91b9d service nova] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Received unexpected event network-vif-plugged-feff66ee-ae11-4919-9136-00d811d9ad98 for instance with vm_state building and task_state spawning. [ 968.378145] env[70483]: DEBUG nova.compute.manager [req-6a2400dc-7a98-4ce0-a7e1-fd0b8871aa00 req-e8b9559a-a461-48f7-aff3-911da8f91b9d service nova] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Received event network-changed-feff66ee-ae11-4919-9136-00d811d9ad98 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.378145] env[70483]: DEBUG nova.compute.manager [req-6a2400dc-7a98-4ce0-a7e1-fd0b8871aa00 req-e8b9559a-a461-48f7-aff3-911da8f91b9d service nova] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Refreshing instance network info cache due to event network-changed-feff66ee-ae11-4919-9136-00d811d9ad98. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 968.378432] env[70483]: DEBUG oslo_concurrency.lockutils [req-6a2400dc-7a98-4ce0-a7e1-fd0b8871aa00 req-e8b9559a-a461-48f7-aff3-911da8f91b9d service nova] Acquiring lock "refresh_cache-9a6b8926-4d0c-4aad-b546-92e2fdaf4380" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.378714] env[70483]: DEBUG oslo_concurrency.lockutils [req-6a2400dc-7a98-4ce0-a7e1-fd0b8871aa00 req-e8b9559a-a461-48f7-aff3-911da8f91b9d service nova] Acquired lock "refresh_cache-9a6b8926-4d0c-4aad-b546-92e2fdaf4380" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.378941] env[70483]: DEBUG nova.network.neutron [req-6a2400dc-7a98-4ce0-a7e1-fd0b8871aa00 req-e8b9559a-a461-48f7-aff3-911da8f91b9d service nova] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Refreshing network info cache for port feff66ee-ae11-4919-9136-00d811d9ad98 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.492726] env[70483]: DEBUG nova.compute.utils [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 968.497357] env[70483]: DEBUG nova.compute.manager [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 968.497630] env[70483]: DEBUG nova.network.neutron [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 968.519597] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ff365adb-e3b3-4e28-85b8-8856f359df34 tempest-ServersTestMultiNic-885966565 tempest-ServersTestMultiNic-885966565-project-member] Lock "60d03c81-1473-40f7-b80c-7e57d33fbee8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.763s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.526045] env[70483]: DEBUG oslo_concurrency.lockutils [None req-deec2728-77b0-448f-94e4-74b36854f1ca tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "97aa0528-ea97-494e-8563-d4dc7d92f96f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.187s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.546371] env[70483]: DEBUG oslo_concurrency.lockutils [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquiring lock "refresh_cache-9a6b8926-4d0c-4aad-b546-92e2fdaf4380" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.560060] env[70483]: DEBUG nova.policy [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6fddc5698d3480da2c002a612701830', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70a0a79c686d4fd5ace3cd0e354054d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 968.613742] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: e5585d3f-b6f3-4f69-8618-ad365b32f71a] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 968.626809] env[70483]: DEBUG oslo_concurrency.lockutils [None req-11651d6e-0a5f-46b0-8ea3-a6280491f0c6 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "interface-05513af6-66c7-43ef-acc2-eab47b9bfa60-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.627193] env[70483]: DEBUG oslo_concurrency.lockutils [None req-11651d6e-0a5f-46b0-8ea3-a6280491f0c6 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "interface-05513af6-66c7-43ef-acc2-eab47b9bfa60-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.627487] env[70483]: DEBUG nova.objects.instance [None req-11651d6e-0a5f-46b0-8ea3-a6280491f0c6 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lazy-loading 'flavor' on Instance uuid 05513af6-66c7-43ef-acc2-eab47b9bfa60 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.695781] env[70483]: DEBUG nova.compute.manager [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 968.763443] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.872022] env[70483]: DEBUG oslo_vmware.api [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478256, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.935077] env[70483]: DEBUG nova.network.neutron [req-6a2400dc-7a98-4ce0-a7e1-fd0b8871aa00 req-e8b9559a-a461-48f7-aff3-911da8f91b9d service nova] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.998807] env[70483]: DEBUG nova.compute.manager [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 969.033075] env[70483]: DEBUG nova.network.neutron [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Successfully created port: f23752e4-92e9-4903-841d-3b1bf765412e {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 969.071982] env[70483]: DEBUG nova.network.neutron [req-6a2400dc-7a98-4ce0-a7e1-fd0b8871aa00 req-e8b9559a-a461-48f7-aff3-911da8f91b9d service nova] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.118202] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: de35e055-451f-4c4b-ab3a-9b5b6baa529c] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 969.132786] env[70483]: DEBUG nova.objects.instance [None req-11651d6e-0a5f-46b0-8ea3-a6280491f0c6 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lazy-loading 'pci_requests' on Instance uuid 05513af6-66c7-43ef-acc2-eab47b9bfa60 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.222769] env[70483]: DEBUG oslo_concurrency.lockutils [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.368904] env[70483]: DEBUG oslo_vmware.api [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478256, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57849} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.371505] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 4a1590d2-16bc-445b-9eb5-dea9990d33bd/4a1590d2-16bc-445b-9eb5-dea9990d33bd.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.371731] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.372164] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e912ddd0-1925-424b-b7da-4832974162b0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.379769] env[70483]: DEBUG oslo_vmware.api [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for the task: (returnval){ [ 969.379769] env[70483]: value = "task-3478257" [ 969.379769] env[70483]: _type = "Task" [ 969.379769] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.391416] env[70483]: DEBUG oslo_vmware.api [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478257, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.492445] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069fcc5f-8773-4f03-b7ad-4518a5921967 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.500989] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb49a640-6123-4288-9c72-1a6c1490b93b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.539987] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f157da4-47aa-4793-9681-b1a6277078cf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.548275] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5244b283-2239-4548-aa75-4c8464d48228 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.562453] env[70483]: DEBUG nova.compute.provider_tree [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.576310] env[70483]: DEBUG oslo_concurrency.lockutils [req-6a2400dc-7a98-4ce0-a7e1-fd0b8871aa00 req-e8b9559a-a461-48f7-aff3-911da8f91b9d service nova] Releasing lock "refresh_cache-9a6b8926-4d0c-4aad-b546-92e2fdaf4380" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.576890] env[70483]: DEBUG oslo_concurrency.lockutils [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquired lock "refresh_cache-9a6b8926-4d0c-4aad-b546-92e2fdaf4380" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.577075] env[70483]: DEBUG nova.network.neutron [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.623852] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 126e670b-cfa9-4316-b2e1-a6782d2b3684] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 969.635369] env[70483]: DEBUG nova.objects.base [None req-11651d6e-0a5f-46b0-8ea3-a6280491f0c6 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Object Instance<05513af6-66c7-43ef-acc2-eab47b9bfa60> lazy-loaded attributes: flavor,pci_requests {{(pid=70483) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 969.635608] env[70483]: DEBUG nova.network.neutron [None req-11651d6e-0a5f-46b0-8ea3-a6280491f0c6 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 969.718046] env[70483]: DEBUG oslo_concurrency.lockutils [None req-11651d6e-0a5f-46b0-8ea3-a6280491f0c6 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "interface-05513af6-66c7-43ef-acc2-eab47b9bfa60-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.091s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.889902] env[70483]: DEBUG oslo_vmware.api [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478257, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065273} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.890503] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.891182] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1423c1e-e9fd-4bfa-bdda-7f47775ea9df {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.913932] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 4a1590d2-16bc-445b-9eb5-dea9990d33bd/4a1590d2-16bc-445b-9eb5-dea9990d33bd.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.914227] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-921bea09-3b2d-4901-8713-43c142595363 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.934556] env[70483]: DEBUG oslo_vmware.api [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for the task: (returnval){ [ 969.934556] env[70483]: value = "task-3478258" [ 969.934556] env[70483]: _type = "Task" [ 969.934556] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.942490] env[70483]: DEBUG oslo_vmware.api [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478258, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.043792] env[70483]: DEBUG nova.compute.manager [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 970.065344] env[70483]: DEBUG nova.scheduler.client.report [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.070303] env[70483]: DEBUG nova.virt.hardware [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.070534] env[70483]: DEBUG nova.virt.hardware [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.070690] env[70483]: DEBUG nova.virt.hardware [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.070869] env[70483]: DEBUG nova.virt.hardware [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.071020] env[70483]: DEBUG nova.virt.hardware [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.071169] env[70483]: DEBUG nova.virt.hardware [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.071455] env[70483]: DEBUG nova.virt.hardware [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.071639] env[70483]: DEBUG nova.virt.hardware [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.071811] env[70483]: DEBUG nova.virt.hardware [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.071974] env[70483]: DEBUG nova.virt.hardware [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.072159] env[70483]: DEBUG nova.virt.hardware [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.072997] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0bf669-eafd-4e16-8299-dc6d6faa92dd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.084428] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18de645-78f9-495d-8820-c6297165e55f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.109205] env[70483]: DEBUG nova.network.neutron [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 970.126432] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 375bd3df-c0cc-48ac-81a4-7a9133f5fd56] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 970.227407] env[70483]: DEBUG nova.network.neutron [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Updating instance_info_cache with network_info: [{"id": "feff66ee-ae11-4919-9136-00d811d9ad98", "address": "fa:16:3e:67:13:d3", "network": {"id": "a0ba3df1-9a95-4633-a4d1-c9bb507cd560", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1747069620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b020f9de529424dbc3ba57af19c5c44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfeff66ee-ae", "ovs_interfaceid": "feff66ee-ae11-4919-9136-00d811d9ad98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.446772] env[70483]: DEBUG oslo_vmware.api [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478258, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.536124] env[70483]: DEBUG nova.network.neutron [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Successfully updated port: f23752e4-92e9-4903-841d-3b1bf765412e {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.579417] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.579925] env[70483]: DEBUG nova.compute.manager [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 08028301-3521-4277-bf0e-100908825c43] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 970.582441] env[70483]: DEBUG oslo_concurrency.lockutils [None req-91a64e15-7680-4430-9a7d-cef0b7b56adb tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.843s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.582650] env[70483]: DEBUG oslo_concurrency.lockutils [None req-91a64e15-7680-4430-9a7d-cef0b7b56adb tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.585461] env[70483]: DEBUG oslo_concurrency.lockutils [None req-58115305-f91b-41c2-9633-1e995b77b8a2 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.432s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.585461] env[70483]: DEBUG oslo_concurrency.lockutils [None req-58115305-f91b-41c2-9633-1e995b77b8a2 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.586984] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2004b2d1-1445-4c81-a1b9-24563b158b92 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.090s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.587180] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2004b2d1-1445-4c81-a1b9-24563b158b92 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.588733] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.787s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.588909] env[70483]: DEBUG nova.objects.instance [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70483) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 970.612392] env[70483]: INFO nova.scheduler.client.report [None req-2004b2d1-1445-4c81-a1b9-24563b158b92 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Deleted allocations for instance 7586d90c-26f8-4054-8574-e4585eaadc45 [ 970.617093] env[70483]: INFO nova.scheduler.client.report [None req-91a64e15-7680-4430-9a7d-cef0b7b56adb tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Deleted allocations for instance 8f47e025-77ad-466a-a6e6-8b6fd6fe161c [ 970.629409] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 9f85ffda-955a-48a7-ad50-c704b320b7d3] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 970.632612] env[70483]: INFO nova.scheduler.client.report [None req-58115305-f91b-41c2-9633-1e995b77b8a2 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Deleted allocations for instance e86ddc51-1d63-44d5-bfbe-0bd486092869 [ 970.730728] env[70483]: DEBUG oslo_concurrency.lockutils [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Releasing lock "refresh_cache-9a6b8926-4d0c-4aad-b546-92e2fdaf4380" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.731206] env[70483]: DEBUG nova.compute.manager [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Instance network_info: |[{"id": "feff66ee-ae11-4919-9136-00d811d9ad98", "address": "fa:16:3e:67:13:d3", "network": {"id": "a0ba3df1-9a95-4633-a4d1-c9bb507cd560", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1747069620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b020f9de529424dbc3ba57af19c5c44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfeff66ee-ae", "ovs_interfaceid": "feff66ee-ae11-4919-9136-00d811d9ad98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 970.731757] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:13:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4712af2-45ef-4652-8d2c-482ec70056d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'feff66ee-ae11-4919-9136-00d811d9ad98', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.743789] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.745923] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.747431] env[70483]: DEBUG nova.compute.manager [req-d786d31b-73e2-4ef3-b3d7-2826330d5cbc req-36d32790-d915-41bf-98ad-48b9858b6e9a service nova] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Received event network-vif-plugged-f23752e4-92e9-4903-841d-3b1bf765412e {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.747641] env[70483]: DEBUG oslo_concurrency.lockutils [req-d786d31b-73e2-4ef3-b3d7-2826330d5cbc req-36d32790-d915-41bf-98ad-48b9858b6e9a service nova] Acquiring lock "6bd21520-d00b-4103-bcf1-812a1187256a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.747899] env[70483]: DEBUG oslo_concurrency.lockutils [req-d786d31b-73e2-4ef3-b3d7-2826330d5cbc req-36d32790-d915-41bf-98ad-48b9858b6e9a service nova] Lock "6bd21520-d00b-4103-bcf1-812a1187256a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.748107] env[70483]: DEBUG oslo_concurrency.lockutils [req-d786d31b-73e2-4ef3-b3d7-2826330d5cbc req-36d32790-d915-41bf-98ad-48b9858b6e9a service nova] Lock "6bd21520-d00b-4103-bcf1-812a1187256a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.748292] env[70483]: DEBUG nova.compute.manager [req-d786d31b-73e2-4ef3-b3d7-2826330d5cbc req-36d32790-d915-41bf-98ad-48b9858b6e9a service nova] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] No waiting events found dispatching network-vif-plugged-f23752e4-92e9-4903-841d-3b1bf765412e {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 970.748465] env[70483]: WARNING nova.compute.manager [req-d786d31b-73e2-4ef3-b3d7-2826330d5cbc req-36d32790-d915-41bf-98ad-48b9858b6e9a service nova] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Received unexpected event network-vif-plugged-f23752e4-92e9-4903-841d-3b1bf765412e for instance with vm_state building and task_state spawning. [ 970.748719] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-494507b0-0cd2-4fd2-b809-5e82a3d40a9a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.771526] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.771526] env[70483]: value = "task-3478259" [ 970.771526] env[70483]: _type = "Task" [ 970.771526] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.946100] env[70483]: DEBUG oslo_vmware.api [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478258, 'name': ReconfigVM_Task, 'duration_secs': 0.780675} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.946436] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 4a1590d2-16bc-445b-9eb5-dea9990d33bd/4a1590d2-16bc-445b-9eb5-dea9990d33bd.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.947143] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb2ef754-6603-403b-a0e5-591ae7f869be {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.955410] env[70483]: DEBUG oslo_vmware.api [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for the task: (returnval){ [ 970.955410] env[70483]: value = "task-3478260" [ 970.955410] env[70483]: _type = "Task" [ 970.955410] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.965596] env[70483]: DEBUG oslo_vmware.api [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478260, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.042617] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "refresh_cache-6bd21520-d00b-4103-bcf1-812a1187256a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.042617] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquired lock "refresh_cache-6bd21520-d00b-4103-bcf1-812a1187256a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.042688] env[70483]: DEBUG nova.network.neutron [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.093218] env[70483]: DEBUG nova.compute.utils [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 971.098958] env[70483]: DEBUG nova.compute.manager [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 08028301-3521-4277-bf0e-100908825c43] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 971.099347] env[70483]: DEBUG nova.network.neutron [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 08028301-3521-4277-bf0e-100908825c43] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 971.122752] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2004b2d1-1445-4c81-a1b9-24563b158b92 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "7586d90c-26f8-4054-8574-e4585eaadc45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.466s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.130899] env[70483]: DEBUG oslo_concurrency.lockutils [None req-91a64e15-7680-4430-9a7d-cef0b7b56adb tempest-AttachInterfacesV270Test-839137546 tempest-AttachInterfacesV270Test-839137546-project-member] Lock "8f47e025-77ad-466a-a6e6-8b6fd6fe161c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.957s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.136491] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: fa971009-4d0a-4b6b-9440-9c34feb6d32d] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 971.142144] env[70483]: DEBUG oslo_concurrency.lockutils [None req-58115305-f91b-41c2-9633-1e995b77b8a2 tempest-ImagesOneServerTestJSON-1111944221 tempest-ImagesOneServerTestJSON-1111944221-project-member] Lock "e86ddc51-1d63-44d5-bfbe-0bd486092869" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.603s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.253860] env[70483]: DEBUG nova.policy [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '800e211c9fe04910a4262219b97c7f38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8ebecbd62e943518425df622f7274f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 971.284287] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478259, 'name': CreateVM_Task, 'duration_secs': 0.311838} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.284541] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 971.285283] env[70483]: DEBUG oslo_concurrency.lockutils [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.285595] env[70483]: DEBUG oslo_concurrency.lockutils [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.286038] env[70483]: DEBUG oslo_concurrency.lockutils [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.286368] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13360812-64d7-400c-89d6-0e43f693ea56 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.291799] env[70483]: DEBUG oslo_vmware.api [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 971.291799] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]525b4834-cdc7-7285-aa15-8c69f005b6f6" [ 971.291799] env[70483]: _type = "Task" [ 971.291799] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.301588] env[70483]: DEBUG oslo_vmware.api [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]525b4834-cdc7-7285-aa15-8c69f005b6f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.467102] env[70483]: DEBUG oslo_vmware.api [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478260, 'name': Rename_Task, 'duration_secs': 0.157309} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.467689] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.467789] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1f87d82-6991-4a65-9462-bde51aa576dd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.475237] env[70483]: DEBUG oslo_vmware.api [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for the task: (returnval){ [ 971.475237] env[70483]: value = "task-3478261" [ 971.475237] env[70483]: _type = "Task" [ 971.475237] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.483749] env[70483]: DEBUG oslo_vmware.api [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478261, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.600770] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7f0c48d3-7137-4ae5-a444-9c3383b04ca7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.602184] env[70483]: DEBUG oslo_concurrency.lockutils [None req-263578ec-5bc2-4b9c-b90f-279a16120ac7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.650s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.602445] env[70483]: DEBUG oslo_concurrency.lockutils [None req-263578ec-5bc2-4b9c-b90f-279a16120ac7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.605062] env[70483]: DEBUG oslo_concurrency.lockutils [None req-283ec2d6-5903-4a2e-aa85-9da7a9ac1efd tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.520s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.605324] env[70483]: DEBUG oslo_concurrency.lockutils [None req-283ec2d6-5903-4a2e-aa85-9da7a9ac1efd tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.608071] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.585s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.608762] env[70483]: INFO nova.compute.claims [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 971.616209] env[70483]: DEBUG nova.compute.manager [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 08028301-3521-4277-bf0e-100908825c43] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 971.631294] env[70483]: DEBUG nova.network.neutron [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.636093] env[70483]: INFO nova.scheduler.client.report [None req-263578ec-5bc2-4b9c-b90f-279a16120ac7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Deleted allocations for instance 1c1a03ee-0c26-464c-8f65-c093a73c833c [ 971.644140] env[70483]: INFO nova.scheduler.client.report [None req-283ec2d6-5903-4a2e-aa85-9da7a9ac1efd tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Deleted allocations for instance adfa298c-1382-4dad-a2df-43f1a8367357 [ 971.651099] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 3b9942d2-ff9e-4e8b-8d04-7f191d9563ff] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 971.805384] env[70483]: DEBUG oslo_vmware.api [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]525b4834-cdc7-7285-aa15-8c69f005b6f6, 'name': SearchDatastore_Task, 'duration_secs': 0.010573} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.805384] env[70483]: DEBUG oslo_concurrency.lockutils [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.807474] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.807474] env[70483]: DEBUG oslo_concurrency.lockutils [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.807474] env[70483]: DEBUG oslo_concurrency.lockutils [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.807474] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.807474] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afe809d5-39d6-4a8d-b373-a6b67d183800 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.820209] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.820209] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.820209] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0618d79d-d17a-4207-bc59-be36c67bfd83 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.829313] env[70483]: DEBUG oslo_vmware.api [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 971.829313] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]527f38f9-6f80-6dc7-2bf2-0d6438fedefd" [ 971.829313] env[70483]: _type = "Task" [ 971.829313] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.835499] env[70483]: DEBUG oslo_vmware.api [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]527f38f9-6f80-6dc7-2bf2-0d6438fedefd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.860743] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4a806dcb-9abd-4569-9c43-62b79dd9c2a2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "interface-05513af6-66c7-43ef-acc2-eab47b9bfa60-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.860964] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4a806dcb-9abd-4569-9c43-62b79dd9c2a2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "interface-05513af6-66c7-43ef-acc2-eab47b9bfa60-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.861312] env[70483]: DEBUG nova.objects.instance [None req-4a806dcb-9abd-4569-9c43-62b79dd9c2a2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lazy-loading 'flavor' on Instance uuid 05513af6-66c7-43ef-acc2-eab47b9bfa60 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.921100] env[70483]: DEBUG nova.network.neutron [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 08028301-3521-4277-bf0e-100908825c43] Successfully created port: c59f056a-674f-41d3-9abd-73fcbafa6427 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 971.987789] env[70483]: DEBUG oslo_vmware.api [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478261, 'name': PowerOnVM_Task, 'duration_secs': 0.502099} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.988087] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.988295] env[70483]: INFO nova.compute.manager [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Took 8.36 seconds to spawn the instance on the hypervisor. [ 971.988490] env[70483]: DEBUG nova.compute.manager [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.989728] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502b415d-d633-4f40-aa23-230c17b2b588 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.994489] env[70483]: DEBUG nova.network.neutron [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Updating instance_info_cache with network_info: [{"id": "f23752e4-92e9-4903-841d-3b1bf765412e", "address": "fa:16:3e:e0:26:df", "network": {"id": "948b7173-5456-49a2-9a1a-e36a1a46b931", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1783064445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a0a79c686d4fd5ace3cd0e354054d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf23752e4-92", "ovs_interfaceid": "f23752e4-92e9-4903-841d-3b1bf765412e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.145664] env[70483]: DEBUG oslo_concurrency.lockutils [None req-263578ec-5bc2-4b9c-b90f-279a16120ac7 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "1c1a03ee-0c26-464c-8f65-c093a73c833c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.747s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.156020] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 9dde88a1-377d-40a4-86d5-587cc3b81532] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 972.160019] env[70483]: DEBUG oslo_concurrency.lockutils [None req-283ec2d6-5903-4a2e-aa85-9da7a9ac1efd tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Lock "adfa298c-1382-4dad-a2df-43f1a8367357" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.695s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.346019] env[70483]: DEBUG oslo_vmware.api [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]527f38f9-6f80-6dc7-2bf2-0d6438fedefd, 'name': SearchDatastore_Task, 'duration_secs': 0.012597} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.346019] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a209f8e-81b5-431e-bfa3-583f9041661c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.357351] env[70483]: DEBUG oslo_vmware.api [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 972.357351] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52357fda-5650-251d-a8f8-ba808eadd2bc" [ 972.357351] env[70483]: _type = "Task" [ 972.357351] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.370208] env[70483]: DEBUG oslo_vmware.api [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52357fda-5650-251d-a8f8-ba808eadd2bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.500424] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Releasing lock "refresh_cache-6bd21520-d00b-4103-bcf1-812a1187256a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.501230] env[70483]: DEBUG nova.compute.manager [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Instance network_info: |[{"id": "f23752e4-92e9-4903-841d-3b1bf765412e", "address": "fa:16:3e:e0:26:df", "network": {"id": "948b7173-5456-49a2-9a1a-e36a1a46b931", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1783064445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a0a79c686d4fd5ace3cd0e354054d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf23752e4-92", "ovs_interfaceid": "f23752e4-92e9-4903-841d-3b1bf765412e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 972.512811] env[70483]: DEBUG nova.objects.instance [None req-4a806dcb-9abd-4569-9c43-62b79dd9c2a2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lazy-loading 'pci_requests' on Instance uuid 05513af6-66c7-43ef-acc2-eab47b9bfa60 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.512811] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:26:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f23752e4-92e9-4903-841d-3b1bf765412e', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.516694] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.518651] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.518926] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d898de2-7af4-40cc-87b0-14653423cbf7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.535163] env[70483]: INFO nova.compute.manager [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Took 50.90 seconds to build instance. [ 972.548017] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.548017] env[70483]: value = "task-3478262" [ 972.548017] env[70483]: _type = "Task" [ 972.548017] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.562364] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478262, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.635594] env[70483]: DEBUG nova.compute.manager [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 08028301-3521-4277-bf0e-100908825c43] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 972.661981] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 3b9cca60-6e8d-489e-800a-5277edfc0d3a] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 972.680561] env[70483]: DEBUG nova.virt.hardware [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.681028] env[70483]: DEBUG nova.virt.hardware [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.681028] env[70483]: DEBUG nova.virt.hardware [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.681194] env[70483]: DEBUG nova.virt.hardware [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.681288] env[70483]: DEBUG nova.virt.hardware [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.681446] env[70483]: DEBUG nova.virt.hardware [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.681671] env[70483]: DEBUG nova.virt.hardware [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.682091] env[70483]: DEBUG nova.virt.hardware [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.682091] env[70483]: DEBUG nova.virt.hardware [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.683938] env[70483]: DEBUG nova.virt.hardware [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.684134] env[70483]: DEBUG nova.virt.hardware [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.688232] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0735d487-0e47-425e-8041-f857a7ba316d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.702746] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29201911-3053-4529-8761-fa29d930d085 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.870568] env[70483]: DEBUG oslo_vmware.api [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52357fda-5650-251d-a8f8-ba808eadd2bc, 'name': SearchDatastore_Task, 'duration_secs': 0.013517} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.873655] env[70483]: DEBUG oslo_concurrency.lockutils [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.873984] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 9a6b8926-4d0c-4aad-b546-92e2fdaf4380/9a6b8926-4d0c-4aad-b546-92e2fdaf4380.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.874772] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6860e048-4dab-49ae-96db-5315af1649e3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.882988] env[70483]: DEBUG oslo_vmware.api [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 972.882988] env[70483]: value = "task-3478263" [ 972.882988] env[70483]: _type = "Task" [ 972.882988] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.901680] env[70483]: DEBUG oslo_vmware.api [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.022138] env[70483]: DEBUG nova.objects.base [None req-4a806dcb-9abd-4569-9c43-62b79dd9c2a2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Object Instance<05513af6-66c7-43ef-acc2-eab47b9bfa60> lazy-loaded attributes: flavor,pci_requests {{(pid=70483) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 973.022138] env[70483]: DEBUG nova.network.neutron [None req-4a806dcb-9abd-4569-9c43-62b79dd9c2a2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 973.038492] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fc7114f6-b12a-4e44-95a1-a40708e4d9f8 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Lock "4a1590d2-16bc-445b-9eb5-dea9990d33bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.409s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.060409] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478262, 'name': CreateVM_Task, 'duration_secs': 0.46015} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.067997] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.068494] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.068657] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.069351] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.069351] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6cd54bc-1e76-44b7-a86b-10a4fc324f5e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.076069] env[70483]: DEBUG oslo_vmware.api [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 973.076069] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52f6d2d4-a297-5c59-91c3-42a7bb13271d" [ 973.076069] env[70483]: _type = "Task" [ 973.076069] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.090260] env[70483]: DEBUG oslo_vmware.api [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52f6d2d4-a297-5c59-91c3-42a7bb13271d, 'name': SearchDatastore_Task, 'duration_secs': 0.011571} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.092261] env[70483]: DEBUG nova.policy [None req-4a806dcb-9abd-4569-9c43-62b79dd9c2a2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7ab60a72ab04359a8f5e7f607059055', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd941c3f1da57481e9eb853fb6f6e0274', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 973.094140] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.094390] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.094654] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.094876] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.096190] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.098918] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e7b876d-8809-4cea-9951-a2558124b3cc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.111102] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.111102] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.111866] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16af451d-cc76-45f7-8008-e3b49540bfcf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.124413] env[70483]: DEBUG oslo_vmware.api [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 973.124413] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d364e5-3170-6d7d-6052-1866479b6e9d" [ 973.124413] env[70483]: _type = "Task" [ 973.124413] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.135147] env[70483]: DEBUG oslo_vmware.api [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d364e5-3170-6d7d-6052-1866479b6e9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.167402] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 42a9d8ed-30da-4630-b4d0-c7a73214ada3] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 973.201085] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ea4a98-0609-4778-aaa5-2b6feaaa7e9a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.212518] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8de652a-3abf-42f7-83e6-bf3e49e87605 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.257525] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739bb334-a746-4e1b-8785-e252b292ed15 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.266795] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e1fb10-4b34-4e3c-ae8a-0604c7dcad75 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.285499] env[70483]: DEBUG nova.compute.provider_tree [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.400620] env[70483]: DEBUG oslo_vmware.api [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478263, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.589741] env[70483]: DEBUG nova.network.neutron [None req-4a806dcb-9abd-4569-9c43-62b79dd9c2a2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Successfully created port: 2e7264b5-404d-4154-bca1-6b09acbffe05 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 973.642856] env[70483]: DEBUG oslo_vmware.api [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d364e5-3170-6d7d-6052-1866479b6e9d, 'name': SearchDatastore_Task, 'duration_secs': 0.072848} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.643993] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-334575fa-a9a1-47b0-8ba9-10848d36e3e3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.657018] env[70483]: DEBUG oslo_vmware.api [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 973.657018] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d1d630-2cd6-adfc-7426-458abb41c121" [ 973.657018] env[70483]: _type = "Task" [ 973.657018] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.664176] env[70483]: DEBUG oslo_vmware.api [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d1d630-2cd6-adfc-7426-458abb41c121, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.673075] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 77c84798-aa60-45c9-903b-42ce69e2d371] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 973.678328] env[70483]: DEBUG nova.compute.manager [req-b409d0e3-03a9-40a7-aea2-64d7d944741c req-340c8152-1af8-487a-a2e9-909e3db8c805 service nova] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Received event network-changed-f23752e4-92e9-4903-841d-3b1bf765412e {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.678328] env[70483]: DEBUG nova.compute.manager [req-b409d0e3-03a9-40a7-aea2-64d7d944741c req-340c8152-1af8-487a-a2e9-909e3db8c805 service nova] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Refreshing instance network info cache due to event network-changed-f23752e4-92e9-4903-841d-3b1bf765412e. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 973.678328] env[70483]: DEBUG oslo_concurrency.lockutils [req-b409d0e3-03a9-40a7-aea2-64d7d944741c req-340c8152-1af8-487a-a2e9-909e3db8c805 service nova] Acquiring lock "refresh_cache-6bd21520-d00b-4103-bcf1-812a1187256a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.678328] env[70483]: DEBUG oslo_concurrency.lockutils [req-b409d0e3-03a9-40a7-aea2-64d7d944741c req-340c8152-1af8-487a-a2e9-909e3db8c805 service nova] Acquired lock "refresh_cache-6bd21520-d00b-4103-bcf1-812a1187256a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.678328] env[70483]: DEBUG nova.network.neutron [req-b409d0e3-03a9-40a7-aea2-64d7d944741c req-340c8152-1af8-487a-a2e9-909e3db8c805 service nova] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Refreshing network info cache for port f23752e4-92e9-4903-841d-3b1bf765412e {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.787494] env[70483]: DEBUG nova.scheduler.client.report [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.897645] env[70483]: DEBUG oslo_vmware.api [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619712} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.898190] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 9a6b8926-4d0c-4aad-b546-92e2fdaf4380/9a6b8926-4d0c-4aad-b546-92e2fdaf4380.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.898925] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.899234] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4d512d8-24a1-44d9-be1f-39b5c3e7c593 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.907998] env[70483]: DEBUG oslo_vmware.api [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 973.907998] env[70483]: value = "task-3478264" [ 973.907998] env[70483]: _type = "Task" [ 973.907998] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.919928] env[70483]: DEBUG oslo_vmware.api [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.088293] env[70483]: DEBUG nova.network.neutron [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 08028301-3521-4277-bf0e-100908825c43] Successfully updated port: c59f056a-674f-41d3-9abd-73fcbafa6427 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 974.147399] env[70483]: DEBUG oslo_concurrency.lockutils [None req-13350d0a-6487-4fbe-a882-f9d80050a5ad tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquiring lock "5ab5b747-1655-4116-bdfa-46b8dcfec6b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.147399] env[70483]: DEBUG oslo_concurrency.lockutils [None req-13350d0a-6487-4fbe-a882-f9d80050a5ad tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "5ab5b747-1655-4116-bdfa-46b8dcfec6b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.147399] env[70483]: DEBUG oslo_concurrency.lockutils [None req-13350d0a-6487-4fbe-a882-f9d80050a5ad tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquiring lock "5ab5b747-1655-4116-bdfa-46b8dcfec6b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.147399] env[70483]: DEBUG oslo_concurrency.lockutils [None req-13350d0a-6487-4fbe-a882-f9d80050a5ad tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "5ab5b747-1655-4116-bdfa-46b8dcfec6b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.147399] env[70483]: DEBUG oslo_concurrency.lockutils [None req-13350d0a-6487-4fbe-a882-f9d80050a5ad tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "5ab5b747-1655-4116-bdfa-46b8dcfec6b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.148622] env[70483]: INFO nova.compute.manager [None req-13350d0a-6487-4fbe-a882-f9d80050a5ad tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Terminating instance [ 974.168032] env[70483]: DEBUG oslo_vmware.api [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d1d630-2cd6-adfc-7426-458abb41c121, 'name': SearchDatastore_Task, 'duration_secs': 0.046455} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.169246] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.169567] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 6bd21520-d00b-4103-bcf1-812a1187256a/6bd21520-d00b-4103-bcf1-812a1187256a.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.169827] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11c5fc65-d35b-4ee0-9442-77b68d75053c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.180383] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: b56bf94d-594d-4114-81a7-bf972e1ff48f] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 974.182653] env[70483]: DEBUG oslo_vmware.api [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 974.182653] env[70483]: value = "task-3478265" [ 974.182653] env[70483]: _type = "Task" [ 974.182653] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.194868] env[70483]: DEBUG oslo_vmware.api [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.293548] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.294099] env[70483]: DEBUG nova.compute.manager [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 974.296823] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.744s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.300036] env[70483]: INFO nova.compute.claims [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.423020] env[70483]: DEBUG oslo_vmware.api [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094849} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.423340] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.424558] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec984c9-fb63-48bd-bb0e-6a5ad31bb8d8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.453682] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 9a6b8926-4d0c-4aad-b546-92e2fdaf4380/9a6b8926-4d0c-4aad-b546-92e2fdaf4380.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.457063] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13b2ffe0-c107-47fb-b5bc-b38f446b0c2f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.481687] env[70483]: DEBUG oslo_vmware.api [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 974.481687] env[70483]: value = "task-3478266" [ 974.481687] env[70483]: _type = "Task" [ 974.481687] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.490344] env[70483]: DEBUG oslo_vmware.api [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478266, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.511210] env[70483]: DEBUG nova.network.neutron [req-b409d0e3-03a9-40a7-aea2-64d7d944741c req-340c8152-1af8-487a-a2e9-909e3db8c805 service nova] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Updated VIF entry in instance network info cache for port f23752e4-92e9-4903-841d-3b1bf765412e. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.511648] env[70483]: DEBUG nova.network.neutron [req-b409d0e3-03a9-40a7-aea2-64d7d944741c req-340c8152-1af8-487a-a2e9-909e3db8c805 service nova] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Updating instance_info_cache with network_info: [{"id": "f23752e4-92e9-4903-841d-3b1bf765412e", "address": "fa:16:3e:e0:26:df", "network": {"id": "948b7173-5456-49a2-9a1a-e36a1a46b931", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1783064445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a0a79c686d4fd5ace3cd0e354054d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf23752e4-92", "ovs_interfaceid": "f23752e4-92e9-4903-841d-3b1bf765412e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.591784] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "refresh_cache-08028301-3521-4277-bf0e-100908825c43" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.592093] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquired lock "refresh_cache-08028301-3521-4277-bf0e-100908825c43" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.592310] env[70483]: DEBUG nova.network.neutron [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 08028301-3521-4277-bf0e-100908825c43] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.661069] env[70483]: DEBUG nova.compute.manager [None req-13350d0a-6487-4fbe-a882-f9d80050a5ad tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 974.661316] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-13350d0a-6487-4fbe-a882-f9d80050a5ad tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.662252] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddece08-9c93-46b0-bb6b-38b51860f953 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.671363] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-13350d0a-6487-4fbe-a882-f9d80050a5ad tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.671596] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f74a79f0-0fa8-4783-b976-b912bad11a26 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.684119] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 59d0c92a-a41f-4eae-b381-8f11d1f68197] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 974.687591] env[70483]: DEBUG oslo_vmware.api [None req-13350d0a-6487-4fbe-a882-f9d80050a5ad tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 974.687591] env[70483]: value = "task-3478267" [ 974.687591] env[70483]: _type = "Task" [ 974.687591] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.701636] env[70483]: DEBUG oslo_vmware.api [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478265, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.705256] env[70483]: DEBUG oslo_vmware.api [None req-13350d0a-6487-4fbe-a882-f9d80050a5ad tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.802935] env[70483]: DEBUG nova.compute.utils [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 974.805021] env[70483]: DEBUG nova.compute.manager [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 974.805275] env[70483]: DEBUG nova.network.neutron [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 974.880493] env[70483]: DEBUG nova.policy [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07bd235a821d4969823ff78c697a976b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5aff1b3cb6a4a64bffcc198c9a9dae7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 974.992884] env[70483]: DEBUG oslo_vmware.api [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478266, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.014837] env[70483]: DEBUG oslo_concurrency.lockutils [req-b409d0e3-03a9-40a7-aea2-64d7d944741c req-340c8152-1af8-487a-a2e9-909e3db8c805 service nova] Releasing lock "refresh_cache-6bd21520-d00b-4103-bcf1-812a1187256a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.144400] env[70483]: DEBUG nova.network.neutron [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 08028301-3521-4277-bf0e-100908825c43] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 975.188653] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: e6bb49fb-8343-44b2-85e7-9406a185b1a9] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 975.207029] env[70483]: DEBUG nova.network.neutron [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Successfully created port: c71fd039-9fc8-44a3-8801-664b414a1794 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 975.216592] env[70483]: DEBUG oslo_vmware.api [None req-13350d0a-6487-4fbe-a882-f9d80050a5ad tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478267, 'name': PowerOffVM_Task, 'duration_secs': 0.378858} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.216845] env[70483]: DEBUG oslo_vmware.api [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478265, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742367} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.217093] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-13350d0a-6487-4fbe-a882-f9d80050a5ad tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.219438] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-13350d0a-6487-4fbe-a882-f9d80050a5ad tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.219438] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 6bd21520-d00b-4103-bcf1-812a1187256a/6bd21520-d00b-4103-bcf1-812a1187256a.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.219438] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.219438] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ef37d40-63d4-43e7-99dc-99f9efae26e6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.223512] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa936fbb-3b8e-4b08-9bb3-0d18a1d50941 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.231062] env[70483]: DEBUG oslo_vmware.api [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 975.231062] env[70483]: value = "task-3478269" [ 975.231062] env[70483]: _type = "Task" [ 975.231062] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.242068] env[70483]: DEBUG oslo_vmware.api [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478269, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.300638] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-13350d0a-6487-4fbe-a882-f9d80050a5ad tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.300810] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-13350d0a-6487-4fbe-a882-f9d80050a5ad tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.300999] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-13350d0a-6487-4fbe-a882-f9d80050a5ad tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Deleting the datastore file [datastore1] 5ab5b747-1655-4116-bdfa-46b8dcfec6b8 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.301287] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ff0b39a-585f-4a2b-8516-2cac82491b87 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.312549] env[70483]: DEBUG nova.compute.manager [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 975.321343] env[70483]: DEBUG oslo_vmware.api [None req-13350d0a-6487-4fbe-a882-f9d80050a5ad tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 975.321343] env[70483]: value = "task-3478270" [ 975.321343] env[70483]: _type = "Task" [ 975.321343] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.335620] env[70483]: DEBUG oslo_vmware.api [None req-13350d0a-6487-4fbe-a882-f9d80050a5ad tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.468255] env[70483]: DEBUG nova.network.neutron [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 08028301-3521-4277-bf0e-100908825c43] Updating instance_info_cache with network_info: [{"id": "c59f056a-674f-41d3-9abd-73fcbafa6427", "address": "fa:16:3e:f6:32:86", "network": {"id": "2cea8cdf-4e36-4443-b6fe-a1ded03b034b", "bridge": "br-int", "label": "tempest-ServersTestJSON-722535830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8ebecbd62e943518425df622f7274f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc59f056a-67", "ovs_interfaceid": "c59f056a-674f-41d3-9abd-73fcbafa6427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.497644] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "a423d133-89f3-40fe-9986-02edc46cf0f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.497997] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "a423d133-89f3-40fe-9986-02edc46cf0f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.504391] env[70483]: DEBUG oslo_vmware.api [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478266, 'name': ReconfigVM_Task, 'duration_secs': 0.669191} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.507494] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 9a6b8926-4d0c-4aad-b546-92e2fdaf4380/9a6b8926-4d0c-4aad-b546-92e2fdaf4380.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.509579] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68964a64-440a-46b1-bf97-06053a617046 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.519693] env[70483]: DEBUG oslo_vmware.api [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 975.519693] env[70483]: value = "task-3478271" [ 975.519693] env[70483]: _type = "Task" [ 975.519693] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.536562] env[70483]: DEBUG oslo_vmware.api [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478271, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.595969] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0a885c54-78f9-460b-9da0-48bc29d8b357 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Acquiring lock "f61abfde-68ff-497e-8a99-cfae352de144" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.595969] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0a885c54-78f9-460b-9da0-48bc29d8b357 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Lock "f61abfde-68ff-497e-8a99-cfae352de144" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.595969] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0a885c54-78f9-460b-9da0-48bc29d8b357 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Acquiring lock "f61abfde-68ff-497e-8a99-cfae352de144-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.595969] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0a885c54-78f9-460b-9da0-48bc29d8b357 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Lock "f61abfde-68ff-497e-8a99-cfae352de144-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.595969] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0a885c54-78f9-460b-9da0-48bc29d8b357 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Lock "f61abfde-68ff-497e-8a99-cfae352de144-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.596879] env[70483]: INFO nova.compute.manager [None req-0a885c54-78f9-460b-9da0-48bc29d8b357 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Terminating instance [ 975.628752] env[70483]: DEBUG nova.network.neutron [None req-4a806dcb-9abd-4569-9c43-62b79dd9c2a2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Successfully updated port: 2e7264b5-404d-4154-bca1-6b09acbffe05 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 975.694279] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 45512c2a-1c78-4f50-a995-01ec8108fe38] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 975.745997] env[70483]: DEBUG oslo_vmware.api [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478269, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081723} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.746292] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.747123] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926135c1-8802-44d7-9277-29bf015e8c60 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.775824] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 6bd21520-d00b-4103-bcf1-812a1187256a/6bd21520-d00b-4103-bcf1-812a1187256a.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.778721] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51f0a503-a27f-4222-b29e-895eda8bf124 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.802051] env[70483]: DEBUG oslo_vmware.api [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 975.802051] env[70483]: value = "task-3478272" [ 975.802051] env[70483]: _type = "Task" [ 975.802051] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.814373] env[70483]: DEBUG oslo_vmware.api [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478272, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.840479] env[70483]: DEBUG oslo_vmware.api [None req-13350d0a-6487-4fbe-a882-f9d80050a5ad tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20574} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.841299] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-13350d0a-6487-4fbe-a882-f9d80050a5ad tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.841299] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-13350d0a-6487-4fbe-a882-f9d80050a5ad tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.841299] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-13350d0a-6487-4fbe-a882-f9d80050a5ad tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.841434] env[70483]: INFO nova.compute.manager [None req-13350d0a-6487-4fbe-a882-f9d80050a5ad tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Took 1.18 seconds to destroy the instance on the hypervisor. [ 975.841661] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13350d0a-6487-4fbe-a882-f9d80050a5ad tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.841880] env[70483]: DEBUG nova.compute.manager [-] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 975.841963] env[70483]: DEBUG nova.network.neutron [-] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 975.890984] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178da6b8-643a-4054-b09b-3bfb65c4ab72 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.901291] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e393b6-73fb-42c1-9c60-8d5aaa40c77a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.940211] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afff0d7b-d25f-4d90-9a63-0ed89f0086a0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.946863] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100c5d56-db61-4b2f-87c8-7b6d98a42605 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.964190] env[70483]: DEBUG nova.compute.provider_tree [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.970765] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Releasing lock "refresh_cache-08028301-3521-4277-bf0e-100908825c43" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.971088] env[70483]: DEBUG nova.compute.manager [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 08028301-3521-4277-bf0e-100908825c43] Instance network_info: |[{"id": "c59f056a-674f-41d3-9abd-73fcbafa6427", "address": "fa:16:3e:f6:32:86", "network": {"id": "2cea8cdf-4e36-4443-b6fe-a1ded03b034b", "bridge": "br-int", "label": "tempest-ServersTestJSON-722535830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8ebecbd62e943518425df622f7274f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc59f056a-67", "ovs_interfaceid": "c59f056a-674f-41d3-9abd-73fcbafa6427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 975.972432] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 08028301-3521-4277-bf0e-100908825c43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:32:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f969bd9-e040-4b9b-85b2-7c61231584ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c59f056a-674f-41d3-9abd-73fcbafa6427', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.980027] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.980971] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08028301-3521-4277-bf0e-100908825c43] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.981214] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d1caa09-9038-489f-b3ae-c510d5ffe3fa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.000299] env[70483]: DEBUG nova.compute.manager [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 976.005206] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.005206] env[70483]: value = "task-3478273" [ 976.005206] env[70483]: _type = "Task" [ 976.005206] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.016959] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478273, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.030724] env[70483]: DEBUG oslo_vmware.api [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478271, 'name': Rename_Task, 'duration_secs': 0.448275} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.030841] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.031062] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4d223f6-d856-404e-8be3-b11be4fe34d0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.041257] env[70483]: DEBUG oslo_vmware.api [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 976.041257] env[70483]: value = "task-3478274" [ 976.041257] env[70483]: _type = "Task" [ 976.041257] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.051369] env[70483]: DEBUG oslo_vmware.api [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478274, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.101562] env[70483]: DEBUG nova.compute.manager [None req-0a885c54-78f9-460b-9da0-48bc29d8b357 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.102727] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0a885c54-78f9-460b-9da0-48bc29d8b357 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.103590] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2022ca02-1a85-4e62-a214-97cf7e9713e2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.117111] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a885c54-78f9-460b-9da0-48bc29d8b357 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.117525] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d7b4ded-e258-4923-86ba-efd86c0bd9e6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.134563] env[70483]: DEBUG oslo_vmware.api [None req-0a885c54-78f9-460b-9da0-48bc29d8b357 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Waiting for the task: (returnval){ [ 976.134563] env[70483]: value = "task-3478275" [ 976.134563] env[70483]: _type = "Task" [ 976.134563] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.137404] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4a806dcb-9abd-4569-9c43-62b79dd9c2a2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "refresh_cache-05513af6-66c7-43ef-acc2-eab47b9bfa60" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.137491] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4a806dcb-9abd-4569-9c43-62b79dd9c2a2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquired lock "refresh_cache-05513af6-66c7-43ef-acc2-eab47b9bfa60" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.137847] env[70483]: DEBUG nova.network.neutron [None req-4a806dcb-9abd-4569-9c43-62b79dd9c2a2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.149894] env[70483]: DEBUG oslo_vmware.api [None req-0a885c54-78f9-460b-9da0-48bc29d8b357 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3478275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.197879] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 2e01c50d-8140-4cd2-8048-96e02f43211f] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 976.314644] env[70483]: DEBUG oslo_vmware.api [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478272, 'name': ReconfigVM_Task, 'duration_secs': 0.340134} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.315898] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 6bd21520-d00b-4103-bcf1-812a1187256a/6bd21520-d00b-4103-bcf1-812a1187256a.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.315898] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67fffc3e-3e75-422a-89b0-28a6fdfedda0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.326072] env[70483]: DEBUG oslo_vmware.api [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 976.326072] env[70483]: value = "task-3478276" [ 976.326072] env[70483]: _type = "Task" [ 976.326072] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.332777] env[70483]: DEBUG nova.compute.manager [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 976.343022] env[70483]: DEBUG oslo_vmware.api [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478276, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.390332] env[70483]: DEBUG nova.virt.hardware [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.390568] env[70483]: DEBUG nova.virt.hardware [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.390767] env[70483]: DEBUG nova.virt.hardware [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.391028] env[70483]: DEBUG nova.virt.hardware [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.391208] env[70483]: DEBUG nova.virt.hardware [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.391353] env[70483]: DEBUG nova.virt.hardware [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.391582] env[70483]: DEBUG nova.virt.hardware [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.391768] env[70483]: DEBUG nova.virt.hardware [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.391967] env[70483]: DEBUG nova.virt.hardware [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.392247] env[70483]: DEBUG nova.virt.hardware [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.392447] env[70483]: DEBUG nova.virt.hardware [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.394992] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6b4a83-2764-4ad1-aa41-eba7446d6013 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.405404] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11dab4b7-92ba-4ed5-9dff-aaa1741d04db {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.468646] env[70483]: DEBUG nova.scheduler.client.report [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.526781] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478273, 'name': CreateVM_Task, 'duration_secs': 0.417426} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.527072] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08028301-3521-4277-bf0e-100908825c43] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 976.528943] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.528943] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.528943] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.529134] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bf5926b-a12b-4eb2-bb30-f1c347d292b4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.534764] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.538708] env[70483]: DEBUG oslo_vmware.api [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 976.538708] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52fa3b04-c652-6cc8-4a2f-72167e0e7583" [ 976.538708] env[70483]: _type = "Task" [ 976.538708] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.552999] env[70483]: DEBUG oslo_vmware.api [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478274, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.556174] env[70483]: DEBUG oslo_vmware.api [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52fa3b04-c652-6cc8-4a2f-72167e0e7583, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.628952] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ead8cb17-44e8-49bf-a4a0-a2c176f9edf1 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Acquiring lock "4a1590d2-16bc-445b-9eb5-dea9990d33bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.629274] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ead8cb17-44e8-49bf-a4a0-a2c176f9edf1 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Lock "4a1590d2-16bc-445b-9eb5-dea9990d33bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.629473] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ead8cb17-44e8-49bf-a4a0-a2c176f9edf1 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Acquiring lock "4a1590d2-16bc-445b-9eb5-dea9990d33bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.629655] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ead8cb17-44e8-49bf-a4a0-a2c176f9edf1 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Lock "4a1590d2-16bc-445b-9eb5-dea9990d33bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.629827] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ead8cb17-44e8-49bf-a4a0-a2c176f9edf1 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Lock "4a1590d2-16bc-445b-9eb5-dea9990d33bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.639137] env[70483]: INFO nova.compute.manager [None req-ead8cb17-44e8-49bf-a4a0-a2c176f9edf1 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Terminating instance [ 976.650461] env[70483]: DEBUG oslo_vmware.api [None req-0a885c54-78f9-460b-9da0-48bc29d8b357 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3478275, 'name': PowerOffVM_Task, 'duration_secs': 0.35702} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.650461] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a885c54-78f9-460b-9da0-48bc29d8b357 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.650461] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0a885c54-78f9-460b-9da0-48bc29d8b357 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.650461] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6cd237b-7019-4daa-bcc7-07b01ad2983b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.695474] env[70483]: DEBUG nova.network.neutron [-] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.703114] env[70483]: WARNING nova.network.neutron [None req-4a806dcb-9abd-4569-9c43-62b79dd9c2a2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] ed8c7167-d7fd-459d-acb0-1b162c05a6c9 already exists in list: networks containing: ['ed8c7167-d7fd-459d-acb0-1b162c05a6c9']. ignoring it [ 976.706271] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 3b02e72a-49db-4d75-856a-b9f9b5951b4a] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 976.735608] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0a885c54-78f9-460b-9da0-48bc29d8b357 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.735608] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0a885c54-78f9-460b-9da0-48bc29d8b357 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.735608] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a885c54-78f9-460b-9da0-48bc29d8b357 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Deleting the datastore file [datastore1] f61abfde-68ff-497e-8a99-cfae352de144 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.735608] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4737710b-07c4-4535-aa13-7615083ab219 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.746830] env[70483]: DEBUG oslo_vmware.api [None req-0a885c54-78f9-460b-9da0-48bc29d8b357 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Waiting for the task: (returnval){ [ 976.746830] env[70483]: value = "task-3478278" [ 976.746830] env[70483]: _type = "Task" [ 976.746830] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.758445] env[70483]: DEBUG oslo_vmware.api [None req-0a885c54-78f9-460b-9da0-48bc29d8b357 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3478278, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.843983] env[70483]: DEBUG oslo_vmware.api [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478276, 'name': Rename_Task, 'duration_secs': 0.185073} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.844373] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.845847] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52c1228f-f04a-4c53-bde9-ad97203e7f87 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.853741] env[70483]: DEBUG oslo_vmware.api [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 976.853741] env[70483]: value = "task-3478279" [ 976.853741] env[70483]: _type = "Task" [ 976.853741] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.863265] env[70483]: DEBUG oslo_vmware.api [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.976121] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.977219] env[70483]: DEBUG nova.compute.manager [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 976.983108] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.330s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.985557] env[70483]: INFO nova.compute.claims [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.071010] env[70483]: DEBUG oslo_vmware.api [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52fa3b04-c652-6cc8-4a2f-72167e0e7583, 'name': SearchDatastore_Task, 'duration_secs': 0.015832} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.071442] env[70483]: DEBUG oslo_vmware.api [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478274, 'name': PowerOnVM_Task, 'duration_secs': 0.934906} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.072982] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.073335] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 08028301-3521-4277-bf0e-100908825c43] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.073508] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.073638] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.073820] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.075027] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.075027] env[70483]: INFO nova.compute.manager [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Took 9.78 seconds to spawn the instance on the hypervisor. [ 977.075027] env[70483]: DEBUG nova.compute.manager [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.075027] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b5289f0-10e1-48b5-9db3-dce7baf1e38b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.079055] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfbd04f-304a-4ac9-951b-023119d5f816 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.096034] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.096034] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.098155] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa7f87a1-3b05-44e1-a6e0-ef64bcd74b0e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.105249] env[70483]: DEBUG oslo_vmware.api [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 977.105249] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]525b230b-9c02-15c9-7d8d-fbd4db7ec506" [ 977.105249] env[70483]: _type = "Task" [ 977.105249] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.119473] env[70483]: DEBUG oslo_vmware.api [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]525b230b-9c02-15c9-7d8d-fbd4db7ec506, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.146498] env[70483]: DEBUG nova.compute.manager [None req-ead8cb17-44e8-49bf-a4a0-a2c176f9edf1 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 977.146498] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ead8cb17-44e8-49bf-a4a0-a2c176f9edf1 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 977.147081] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54affc19-6886-4a3e-b46e-3a04eaa4a2e7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.157304] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead8cb17-44e8-49bf-a4a0-a2c176f9edf1 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.157304] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c894d41b-7828-436c-88c6-acfefb3f3c8f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.165429] env[70483]: DEBUG oslo_vmware.api [None req-ead8cb17-44e8-49bf-a4a0-a2c176f9edf1 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for the task: (returnval){ [ 977.165429] env[70483]: value = "task-3478280" [ 977.165429] env[70483]: _type = "Task" [ 977.165429] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.178775] env[70483]: DEBUG oslo_vmware.api [None req-ead8cb17-44e8-49bf-a4a0-a2c176f9edf1 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.201370] env[70483]: INFO nova.compute.manager [-] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Took 1.36 seconds to deallocate network for instance. [ 977.212227] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 5b8c2868-a8cc-48aa-894f-c0051e167bde] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 977.226868] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Acquiring lock "97434a20-b71c-476d-9b98-9f3cdf558dd8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.226868] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Lock "97434a20-b71c-476d-9b98-9f3cdf558dd8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.265097] env[70483]: DEBUG oslo_vmware.api [None req-0a885c54-78f9-460b-9da0-48bc29d8b357 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Task: {'id': task-3478278, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.353812} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.265729] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a885c54-78f9-460b-9da0-48bc29d8b357 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.265923] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0a885c54-78f9-460b-9da0-48bc29d8b357 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.266110] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0a885c54-78f9-460b-9da0-48bc29d8b357 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.266279] env[70483]: INFO nova.compute.manager [None req-0a885c54-78f9-460b-9da0-48bc29d8b357 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Took 1.16 seconds to destroy the instance on the hypervisor. [ 977.266532] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a885c54-78f9-460b-9da0-48bc29d8b357 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.267080] env[70483]: DEBUG nova.compute.manager [-] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.267080] env[70483]: DEBUG nova.network.neutron [-] [instance: f61abfde-68ff-497e-8a99-cfae352de144] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.355365] env[70483]: DEBUG nova.network.neutron [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Successfully updated port: c71fd039-9fc8-44a3-8801-664b414a1794 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 977.379586] env[70483]: DEBUG oslo_vmware.api [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478279, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.431598] env[70483]: DEBUG nova.network.neutron [None req-4a806dcb-9abd-4569-9c43-62b79dd9c2a2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Updating instance_info_cache with network_info: [{"id": "46314984-3414-48ef-a364-2f27d388e827", "address": "fa:16:3e:c5:98:5a", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46314984-34", "ovs_interfaceid": "46314984-3414-48ef-a364-2f27d388e827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2e7264b5-404d-4154-bca1-6b09acbffe05", "address": "fa:16:3e:47:d8:54", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e7264b5-40", "ovs_interfaceid": "2e7264b5-404d-4154-bca1-6b09acbffe05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.492238] env[70483]: DEBUG nova.compute.utils [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 977.496284] env[70483]: DEBUG nova.compute.manager [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 977.496857] env[70483]: DEBUG nova.network.neutron [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 977.567508] env[70483]: DEBUG nova.policy [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49d0351db3324f1199ecfa19f97e7594', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67fb04579ff042e697118a55d46022c1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 977.602870] env[70483]: INFO nova.compute.manager [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Took 52.52 seconds to build instance. [ 977.616577] env[70483]: DEBUG oslo_vmware.api [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]525b230b-9c02-15c9-7d8d-fbd4db7ec506, 'name': SearchDatastore_Task, 'duration_secs': 0.019267} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.617512] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f384395-69fc-43ed-ad04-9d64dcb61c31 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.623828] env[70483]: DEBUG oslo_vmware.api [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 977.623828] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5221d308-f29b-3db6-8145-6faed8bba891" [ 977.623828] env[70483]: _type = "Task" [ 977.623828] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.638742] env[70483]: DEBUG oslo_vmware.api [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5221d308-f29b-3db6-8145-6faed8bba891, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.677595] env[70483]: DEBUG oslo_vmware.api [None req-ead8cb17-44e8-49bf-a4a0-a2c176f9edf1 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478280, 'name': PowerOffVM_Task, 'duration_secs': 0.274132} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.678779] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead8cb17-44e8-49bf-a4a0-a2c176f9edf1 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.678779] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ead8cb17-44e8-49bf-a4a0-a2c176f9edf1 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.678779] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b880c84e-e2f0-4dd7-af8d-ac9012549255 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.714512] env[70483]: DEBUG oslo_concurrency.lockutils [None req-13350d0a-6487-4fbe-a882-f9d80050a5ad tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.714950] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 8b06d01e-de2a-402a-bd39-637ce148e693] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 977.735994] env[70483]: DEBUG nova.compute.manager [req-3d4ac760-e0b5-4002-8ccf-561e8e74f243 req-6f16a689-bdb4-4da3-84e0-dd8ad287c9c5 service nova] [instance: 08028301-3521-4277-bf0e-100908825c43] Received event network-vif-plugged-c59f056a-674f-41d3-9abd-73fcbafa6427 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.736227] env[70483]: DEBUG oslo_concurrency.lockutils [req-3d4ac760-e0b5-4002-8ccf-561e8e74f243 req-6f16a689-bdb4-4da3-84e0-dd8ad287c9c5 service nova] Acquiring lock "08028301-3521-4277-bf0e-100908825c43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.736433] env[70483]: DEBUG oslo_concurrency.lockutils [req-3d4ac760-e0b5-4002-8ccf-561e8e74f243 req-6f16a689-bdb4-4da3-84e0-dd8ad287c9c5 service nova] Lock "08028301-3521-4277-bf0e-100908825c43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.738180] env[70483]: DEBUG oslo_concurrency.lockutils [req-3d4ac760-e0b5-4002-8ccf-561e8e74f243 req-6f16a689-bdb4-4da3-84e0-dd8ad287c9c5 service nova] Lock "08028301-3521-4277-bf0e-100908825c43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.738180] env[70483]: DEBUG nova.compute.manager [req-3d4ac760-e0b5-4002-8ccf-561e8e74f243 req-6f16a689-bdb4-4da3-84e0-dd8ad287c9c5 service nova] [instance: 08028301-3521-4277-bf0e-100908825c43] No waiting events found dispatching network-vif-plugged-c59f056a-674f-41d3-9abd-73fcbafa6427 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 977.738180] env[70483]: WARNING nova.compute.manager [req-3d4ac760-e0b5-4002-8ccf-561e8e74f243 req-6f16a689-bdb4-4da3-84e0-dd8ad287c9c5 service nova] [instance: 08028301-3521-4277-bf0e-100908825c43] Received unexpected event network-vif-plugged-c59f056a-674f-41d3-9abd-73fcbafa6427 for instance with vm_state building and task_state spawning. [ 977.738596] env[70483]: DEBUG nova.compute.manager [req-3d4ac760-e0b5-4002-8ccf-561e8e74f243 req-6f16a689-bdb4-4da3-84e0-dd8ad287c9c5 service nova] [instance: 08028301-3521-4277-bf0e-100908825c43] Received event network-changed-c59f056a-674f-41d3-9abd-73fcbafa6427 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.738596] env[70483]: DEBUG nova.compute.manager [req-3d4ac760-e0b5-4002-8ccf-561e8e74f243 req-6f16a689-bdb4-4da3-84e0-dd8ad287c9c5 service nova] [instance: 08028301-3521-4277-bf0e-100908825c43] Refreshing instance network info cache due to event network-changed-c59f056a-674f-41d3-9abd-73fcbafa6427. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 977.738663] env[70483]: DEBUG oslo_concurrency.lockutils [req-3d4ac760-e0b5-4002-8ccf-561e8e74f243 req-6f16a689-bdb4-4da3-84e0-dd8ad287c9c5 service nova] Acquiring lock "refresh_cache-08028301-3521-4277-bf0e-100908825c43" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.739431] env[70483]: DEBUG oslo_concurrency.lockutils [req-3d4ac760-e0b5-4002-8ccf-561e8e74f243 req-6f16a689-bdb4-4da3-84e0-dd8ad287c9c5 service nova] Acquired lock "refresh_cache-08028301-3521-4277-bf0e-100908825c43" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.739646] env[70483]: DEBUG nova.network.neutron [req-3d4ac760-e0b5-4002-8ccf-561e8e74f243 req-6f16a689-bdb4-4da3-84e0-dd8ad287c9c5 service nova] [instance: 08028301-3521-4277-bf0e-100908825c43] Refreshing network info cache for port c59f056a-674f-41d3-9abd-73fcbafa6427 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 977.755389] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ead8cb17-44e8-49bf-a4a0-a2c176f9edf1 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.756947] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ead8cb17-44e8-49bf-a4a0-a2c176f9edf1 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.756947] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-ead8cb17-44e8-49bf-a4a0-a2c176f9edf1 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Deleting the datastore file [datastore2] 4a1590d2-16bc-445b-9eb5-dea9990d33bd {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.756947] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5793f105-a693-437f-b603-42d154336347 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.766815] env[70483]: DEBUG oslo_vmware.api [None req-ead8cb17-44e8-49bf-a4a0-a2c176f9edf1 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for the task: (returnval){ [ 977.766815] env[70483]: value = "task-3478282" [ 977.766815] env[70483]: _type = "Task" [ 977.766815] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.778078] env[70483]: DEBUG oslo_vmware.api [None req-ead8cb17-44e8-49bf-a4a0-a2c176f9edf1 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.863204] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Acquiring lock "refresh_cache-5a72a19e-090c-4e14-9ecf-92216b8a7596" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.863204] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Acquired lock "refresh_cache-5a72a19e-090c-4e14-9ecf-92216b8a7596" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.863204] env[70483]: DEBUG nova.network.neutron [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.872280] env[70483]: DEBUG oslo_vmware.api [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478279, 'name': PowerOnVM_Task, 'duration_secs': 0.543031} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.876028] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.876028] env[70483]: INFO nova.compute.manager [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Took 7.83 seconds to spawn the instance on the hypervisor. [ 977.876028] env[70483]: DEBUG nova.compute.manager [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.876028] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47672421-1c6f-4f1d-8952-b1a1febaae6d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.935382] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4a806dcb-9abd-4569-9c43-62b79dd9c2a2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Releasing lock "refresh_cache-05513af6-66c7-43ef-acc2-eab47b9bfa60" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.936181] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4a806dcb-9abd-4569-9c43-62b79dd9c2a2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "05513af6-66c7-43ef-acc2-eab47b9bfa60" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.936367] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4a806dcb-9abd-4569-9c43-62b79dd9c2a2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquired lock "05513af6-66c7-43ef-acc2-eab47b9bfa60" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.938188] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666e9e97-8162-460f-b964-beaeb3b290cf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.958862] env[70483]: DEBUG nova.virt.hardware [None req-4a806dcb-9abd-4569-9c43-62b79dd9c2a2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.959383] env[70483]: DEBUG nova.virt.hardware [None req-4a806dcb-9abd-4569-9c43-62b79dd9c2a2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.959561] env[70483]: DEBUG nova.virt.hardware [None req-4a806dcb-9abd-4569-9c43-62b79dd9c2a2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.959787] env[70483]: DEBUG nova.virt.hardware [None req-4a806dcb-9abd-4569-9c43-62b79dd9c2a2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.960028] env[70483]: DEBUG nova.virt.hardware [None req-4a806dcb-9abd-4569-9c43-62b79dd9c2a2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.960306] env[70483]: DEBUG nova.virt.hardware [None req-4a806dcb-9abd-4569-9c43-62b79dd9c2a2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.960472] env[70483]: DEBUG nova.virt.hardware [None req-4a806dcb-9abd-4569-9c43-62b79dd9c2a2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.960642] env[70483]: DEBUG nova.virt.hardware [None req-4a806dcb-9abd-4569-9c43-62b79dd9c2a2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.961140] env[70483]: DEBUG nova.virt.hardware [None req-4a806dcb-9abd-4569-9c43-62b79dd9c2a2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.961561] env[70483]: DEBUG nova.virt.hardware [None req-4a806dcb-9abd-4569-9c43-62b79dd9c2a2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.961561] env[70483]: DEBUG nova.virt.hardware [None req-4a806dcb-9abd-4569-9c43-62b79dd9c2a2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.969169] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4a806dcb-9abd-4569-9c43-62b79dd9c2a2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Reconfiguring VM to attach interface {{(pid=70483) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 977.969990] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bce06669-9ad4-4c8e-9e2c-cb01008a8d08 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.990187] env[70483]: DEBUG oslo_vmware.api [None req-4a806dcb-9abd-4569-9c43-62b79dd9c2a2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 977.990187] env[70483]: value = "task-3478283" [ 977.990187] env[70483]: _type = "Task" [ 977.990187] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.001752] env[70483]: DEBUG nova.compute.manager [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 978.007053] env[70483]: DEBUG oslo_vmware.api [None req-4a806dcb-9abd-4569-9c43-62b79dd9c2a2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478283, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.092614] env[70483]: DEBUG nova.network.neutron [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Successfully created port: 37de88a3-bcb1-4607-beae-f53a14d3d2ee {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 978.105153] env[70483]: DEBUG oslo_concurrency.lockutils [None req-196fca50-7563-40cb-8b5d-9b42e5b8105f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "9a6b8926-4d0c-4aad-b546-92e2fdaf4380" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.035s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.144328] env[70483]: DEBUG oslo_vmware.api [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5221d308-f29b-3db6-8145-6faed8bba891, 'name': SearchDatastore_Task, 'duration_secs': 0.016708} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.144713] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.145488] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 08028301-3521-4277-bf0e-100908825c43/08028301-3521-4277-bf0e-100908825c43.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.145488] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04aff6bd-7867-4dac-acf4-3a325e8c63b5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.161019] env[70483]: DEBUG oslo_vmware.api [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 978.161019] env[70483]: value = "task-3478284" [ 978.161019] env[70483]: _type = "Task" [ 978.161019] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.174626] env[70483]: DEBUG oslo_vmware.api [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478284, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.220585] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: bcc80b1e-7f74-4c7b-b490-ec70a0474f01] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 978.288241] env[70483]: DEBUG oslo_vmware.api [None req-ead8cb17-44e8-49bf-a4a0-a2c176f9edf1 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.422976} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.288493] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-ead8cb17-44e8-49bf-a4a0-a2c176f9edf1 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.288670] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ead8cb17-44e8-49bf-a4a0-a2c176f9edf1 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.290034] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ead8cb17-44e8-49bf-a4a0-a2c176f9edf1 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.290034] env[70483]: INFO nova.compute.manager [None req-ead8cb17-44e8-49bf-a4a0-a2c176f9edf1 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 978.290034] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ead8cb17-44e8-49bf-a4a0-a2c176f9edf1 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.290201] env[70483]: DEBUG nova.compute.manager [-] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 978.290201] env[70483]: DEBUG nova.network.neutron [-] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 978.308630] env[70483]: DEBUG nova.network.neutron [-] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.404466] env[70483]: INFO nova.compute.manager [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Took 52.98 seconds to build instance. [ 978.430615] env[70483]: DEBUG nova.network.neutron [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 978.516835] env[70483]: DEBUG oslo_vmware.api [None req-4a806dcb-9abd-4569-9c43-62b79dd9c2a2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.585532] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3db3b9-9cbb-4626-af2c-857f1765d9d5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.595310] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3010b9fa-9071-45e8-bdb2-aab9931cd216 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.637235] env[70483]: DEBUG nova.compute.manager [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 978.641833] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5a9f16-2a15-4dcb-9874-a2722b7af97f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.653138] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa14ad39-07dc-4631-81d5-3da8f24a2025 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.676913] env[70483]: DEBUG nova.compute.provider_tree [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.686256] env[70483]: DEBUG oslo_vmware.api [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478284, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.688942] env[70483]: DEBUG nova.network.neutron [req-3d4ac760-e0b5-4002-8ccf-561e8e74f243 req-6f16a689-bdb4-4da3-84e0-dd8ad287c9c5 service nova] [instance: 08028301-3521-4277-bf0e-100908825c43] Updated VIF entry in instance network info cache for port c59f056a-674f-41d3-9abd-73fcbafa6427. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 978.688942] env[70483]: DEBUG nova.network.neutron [req-3d4ac760-e0b5-4002-8ccf-561e8e74f243 req-6f16a689-bdb4-4da3-84e0-dd8ad287c9c5 service nova] [instance: 08028301-3521-4277-bf0e-100908825c43] Updating instance_info_cache with network_info: [{"id": "c59f056a-674f-41d3-9abd-73fcbafa6427", "address": "fa:16:3e:f6:32:86", "network": {"id": "2cea8cdf-4e36-4443-b6fe-a1ded03b034b", "bridge": "br-int", "label": "tempest-ServersTestJSON-722535830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8ebecbd62e943518425df622f7274f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc59f056a-67", "ovs_interfaceid": "c59f056a-674f-41d3-9abd-73fcbafa6427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.723591] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: c49e76b4-2e57-4790-96cd-a1e3b9db34fe] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 978.746889] env[70483]: DEBUG nova.network.neutron [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Updating instance_info_cache with network_info: [{"id": "c71fd039-9fc8-44a3-8801-664b414a1794", "address": "fa:16:3e:68:4c:a1", "network": {"id": "ac4393ad-a866-4b78-b718-513224cbe448", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1714864280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5aff1b3cb6a4a64bffcc198c9a9dae7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc71fd039-9f", "ovs_interfaceid": "c71fd039-9fc8-44a3-8801-664b414a1794", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.819197] env[70483]: INFO nova.compute.manager [-] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Took 1.55 seconds to deallocate network for instance. [ 978.907115] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5289d515-5250-481c-8b83-e5761119d89c tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "6bd21520-d00b-4103-bcf1-812a1187256a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.497s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.002727] env[70483]: DEBUG oslo_vmware.api [None req-4a806dcb-9abd-4569-9c43-62b79dd9c2a2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.022968] env[70483]: DEBUG nova.compute.manager [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 979.052943] env[70483]: DEBUG nova.virt.hardware [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:44:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1283619763',id=40,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-391635137',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.053162] env[70483]: DEBUG nova.virt.hardware [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.053290] env[70483]: DEBUG nova.virt.hardware [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.053471] env[70483]: DEBUG nova.virt.hardware [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.053635] env[70483]: DEBUG nova.virt.hardware [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.055723] env[70483]: DEBUG nova.virt.hardware [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.055723] env[70483]: DEBUG nova.virt.hardware [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.055723] env[70483]: DEBUG nova.virt.hardware [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.055723] env[70483]: DEBUG nova.virt.hardware [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.055723] env[70483]: DEBUG nova.virt.hardware [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.055723] env[70483]: DEBUG nova.virt.hardware [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.055723] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba07c48-bff9-458e-8697-ddcdd4b4964f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.064243] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2601f1-c7d3-4cad-a7d6-112f3c9abcf7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.164144] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.171151] env[70483]: DEBUG oslo_vmware.api [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478284, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.71466} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.171564] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 08028301-3521-4277-bf0e-100908825c43/08028301-3521-4277-bf0e-100908825c43.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.171913] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 08028301-3521-4277-bf0e-100908825c43] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.172267] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79a7b4bd-7f4b-454c-b220-05cfca95f112 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.183159] env[70483]: DEBUG oslo_vmware.api [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 979.183159] env[70483]: value = "task-3478285" [ 979.183159] env[70483]: _type = "Task" [ 979.183159] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.193887] env[70483]: DEBUG nova.scheduler.client.report [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.196178] env[70483]: DEBUG oslo_concurrency.lockutils [req-3d4ac760-e0b5-4002-8ccf-561e8e74f243 req-6f16a689-bdb4-4da3-84e0-dd8ad287c9c5 service nova] Releasing lock "refresh_cache-08028301-3521-4277-bf0e-100908825c43" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.196689] env[70483]: DEBUG nova.compute.manager [req-3d4ac760-e0b5-4002-8ccf-561e8e74f243 req-6f16a689-bdb4-4da3-84e0-dd8ad287c9c5 service nova] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Received event network-vif-plugged-2e7264b5-404d-4154-bca1-6b09acbffe05 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.196689] env[70483]: DEBUG oslo_concurrency.lockutils [req-3d4ac760-e0b5-4002-8ccf-561e8e74f243 req-6f16a689-bdb4-4da3-84e0-dd8ad287c9c5 service nova] Acquiring lock "05513af6-66c7-43ef-acc2-eab47b9bfa60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.196822] env[70483]: DEBUG oslo_concurrency.lockutils [req-3d4ac760-e0b5-4002-8ccf-561e8e74f243 req-6f16a689-bdb4-4da3-84e0-dd8ad287c9c5 service nova] Lock "05513af6-66c7-43ef-acc2-eab47b9bfa60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.196993] env[70483]: DEBUG oslo_concurrency.lockutils [req-3d4ac760-e0b5-4002-8ccf-561e8e74f243 req-6f16a689-bdb4-4da3-84e0-dd8ad287c9c5 service nova] Lock "05513af6-66c7-43ef-acc2-eab47b9bfa60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.197142] env[70483]: DEBUG nova.compute.manager [req-3d4ac760-e0b5-4002-8ccf-561e8e74f243 req-6f16a689-bdb4-4da3-84e0-dd8ad287c9c5 service nova] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] No waiting events found dispatching network-vif-plugged-2e7264b5-404d-4154-bca1-6b09acbffe05 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 979.197295] env[70483]: WARNING nova.compute.manager [req-3d4ac760-e0b5-4002-8ccf-561e8e74f243 req-6f16a689-bdb4-4da3-84e0-dd8ad287c9c5 service nova] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Received unexpected event network-vif-plugged-2e7264b5-404d-4154-bca1-6b09acbffe05 for instance with vm_state active and task_state None. [ 979.197450] env[70483]: DEBUG nova.compute.manager [req-3d4ac760-e0b5-4002-8ccf-561e8e74f243 req-6f16a689-bdb4-4da3-84e0-dd8ad287c9c5 service nova] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Received event network-changed-2e7264b5-404d-4154-bca1-6b09acbffe05 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.197597] env[70483]: DEBUG nova.compute.manager [req-3d4ac760-e0b5-4002-8ccf-561e8e74f243 req-6f16a689-bdb4-4da3-84e0-dd8ad287c9c5 service nova] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Refreshing instance network info cache due to event network-changed-2e7264b5-404d-4154-bca1-6b09acbffe05. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 979.197778] env[70483]: DEBUG oslo_concurrency.lockutils [req-3d4ac760-e0b5-4002-8ccf-561e8e74f243 req-6f16a689-bdb4-4da3-84e0-dd8ad287c9c5 service nova] Acquiring lock "refresh_cache-05513af6-66c7-43ef-acc2-eab47b9bfa60" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.198711] env[70483]: DEBUG oslo_concurrency.lockutils [req-3d4ac760-e0b5-4002-8ccf-561e8e74f243 req-6f16a689-bdb4-4da3-84e0-dd8ad287c9c5 service nova] Acquired lock "refresh_cache-05513af6-66c7-43ef-acc2-eab47b9bfa60" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.198711] env[70483]: DEBUG nova.network.neutron [req-3d4ac760-e0b5-4002-8ccf-561e8e74f243 req-6f16a689-bdb4-4da3-84e0-dd8ad287c9c5 service nova] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Refreshing network info cache for port 2e7264b5-404d-4154-bca1-6b09acbffe05 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.199542] env[70483]: DEBUG oslo_vmware.api [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478285, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.228369] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 68707fd0-fc6c-4a91-b216-67a401373232] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 979.252260] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Releasing lock "refresh_cache-5a72a19e-090c-4e14-9ecf-92216b8a7596" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.252691] env[70483]: DEBUG nova.compute.manager [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Instance network_info: |[{"id": "c71fd039-9fc8-44a3-8801-664b414a1794", "address": "fa:16:3e:68:4c:a1", "network": {"id": "ac4393ad-a866-4b78-b718-513224cbe448", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1714864280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5aff1b3cb6a4a64bffcc198c9a9dae7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc71fd039-9f", "ovs_interfaceid": "c71fd039-9fc8-44a3-8801-664b414a1794", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 979.253917] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:4c:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c71fd039-9fc8-44a3-8801-664b414a1794', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 979.262831] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.262831] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 979.263501] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d888b6a8-df18-4812-80ad-3b9f9e53ec2a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.290477] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 979.290477] env[70483]: value = "task-3478286" [ 979.290477] env[70483]: _type = "Task" [ 979.290477] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.299303] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478286, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.329269] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0a885c54-78f9-460b-9da0-48bc29d8b357 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.341206] env[70483]: DEBUG nova.compute.manager [req-ca07a551-0866-4da9-a873-407e65040b50 req-3adb8691-e485-488a-94df-8612d69cb827 service nova] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Received event network-vif-deleted-2dd2b58f-3a6a-41ec-acb5-7460f11f198b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.504922] env[70483]: DEBUG oslo_vmware.api [None req-4a806dcb-9abd-4569-9c43-62b79dd9c2a2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478283, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.572523] env[70483]: DEBUG nova.network.neutron [-] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.695049] env[70483]: DEBUG oslo_vmware.api [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478285, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069569} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.695049] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 08028301-3521-4277-bf0e-100908825c43] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.695459] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1825022-ee6e-4c3e-874e-6eb5e532e42f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.701244] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.701659] env[70483]: DEBUG nova.compute.manager [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 979.719122] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f7c832bf-2d88-4430-b488-52c6eb05a0f8 tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.138s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.719122] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f7c832bf-2d88-4430-b488-52c6eb05a0f8 tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.720915] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 25.367s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.734028] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 08028301-3521-4277-bf0e-100908825c43] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 08028301-3521-4277-bf0e-100908825c43/08028301-3521-4277-bf0e-100908825c43.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.736639] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: ffec1f4b-b405-4322-82aa-a3234cdb9ff6] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 979.739011] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a46ccfc-6e4b-4916-8b0b-03f631a4ff6d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.770043] env[70483]: DEBUG oslo_vmware.api [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 979.770043] env[70483]: value = "task-3478287" [ 979.770043] env[70483]: _type = "Task" [ 979.770043] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.774955] env[70483]: INFO nova.scheduler.client.report [None req-f7c832bf-2d88-4430-b488-52c6eb05a0f8 tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Deleted allocations for instance 4c2be9f9-4e6f-4208-9e61-111b4247e07e [ 979.785969] env[70483]: DEBUG oslo_vmware.api [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478287, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.803247] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478286, 'name': CreateVM_Task, 'duration_secs': 0.353928} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.803452] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 979.805521] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.805521] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.805521] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.805718] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97e1616c-d367-4fc8-8c6a-6dceff1bc076 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.812303] env[70483]: DEBUG oslo_vmware.api [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Waiting for the task: (returnval){ [ 979.812303] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]528ac9ee-5cc7-de47-241e-8733e6368750" [ 979.812303] env[70483]: _type = "Task" [ 979.812303] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.827197] env[70483]: DEBUG oslo_vmware.api [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]528ac9ee-5cc7-de47-241e-8733e6368750, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.952925] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "bec86f74-e311-4829-98cf-01f72b44662a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.953310] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "bec86f74-e311-4829-98cf-01f72b44662a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.003694] env[70483]: DEBUG oslo_vmware.api [None req-4a806dcb-9abd-4569-9c43-62b79dd9c2a2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478283, 'name': ReconfigVM_Task, 'duration_secs': 1.538131} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.007252] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4a806dcb-9abd-4569-9c43-62b79dd9c2a2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Releasing lock "05513af6-66c7-43ef-acc2-eab47b9bfa60" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.007508] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4a806dcb-9abd-4569-9c43-62b79dd9c2a2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Reconfigured VM to attach interface {{(pid=70483) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 980.075887] env[70483]: INFO nova.compute.manager [-] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Took 1.79 seconds to deallocate network for instance. [ 980.124702] env[70483]: DEBUG nova.network.neutron [req-3d4ac760-e0b5-4002-8ccf-561e8e74f243 req-6f16a689-bdb4-4da3-84e0-dd8ad287c9c5 service nova] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Updated VIF entry in instance network info cache for port 2e7264b5-404d-4154-bca1-6b09acbffe05. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.125157] env[70483]: DEBUG nova.network.neutron [req-3d4ac760-e0b5-4002-8ccf-561e8e74f243 req-6f16a689-bdb4-4da3-84e0-dd8ad287c9c5 service nova] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Updating instance_info_cache with network_info: [{"id": "46314984-3414-48ef-a364-2f27d388e827", "address": "fa:16:3e:c5:98:5a", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46314984-34", "ovs_interfaceid": "46314984-3414-48ef-a364-2f27d388e827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2e7264b5-404d-4154-bca1-6b09acbffe05", "address": "fa:16:3e:47:d8:54", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e7264b5-40", "ovs_interfaceid": "2e7264b5-404d-4154-bca1-6b09acbffe05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.150656] env[70483]: DEBUG nova.network.neutron [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Successfully updated port: 37de88a3-bcb1-4607-beae-f53a14d3d2ee {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 980.220821] env[70483]: DEBUG nova.compute.utils [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 980.222844] env[70483]: DEBUG nova.compute.manager [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 980.223095] env[70483]: DEBUG nova.network.neutron [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 980.235892] env[70483]: DEBUG nova.objects.instance [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Lazy-loading 'migration_context' on Instance uuid 2671b8d3-14fe-439c-9f4e-e22ab8bcb498 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.263087] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 980.263279] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Cleaning up deleted instances with incomplete migration {{(pid=70483) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 980.271245] env[70483]: DEBUG nova.policy [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d202da876e34599b7258da0bdce7e75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec180aeba08f48dea450ade057d4e619', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 980.287902] env[70483]: DEBUG oslo_vmware.api [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478287, 'name': ReconfigVM_Task, 'duration_secs': 0.417895} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.290585] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f7c832bf-2d88-4430-b488-52c6eb05a0f8 tempest-ServerMetadataTestJSON-815197478 tempest-ServerMetadataTestJSON-815197478-project-member] Lock "4c2be9f9-4e6f-4208-9e61-111b4247e07e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.167s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.291042] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 08028301-3521-4277-bf0e-100908825c43] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 08028301-3521-4277-bf0e-100908825c43/08028301-3521-4277-bf0e-100908825c43.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.292044] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8159a680-56e6-4b1a-9e16-bd10c7bf7b6b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.301478] env[70483]: DEBUG oslo_vmware.api [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 980.301478] env[70483]: value = "task-3478288" [ 980.301478] env[70483]: _type = "Task" [ 980.301478] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.312026] env[70483]: DEBUG oslo_vmware.api [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478288, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.325367] env[70483]: DEBUG oslo_vmware.api [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]528ac9ee-5cc7-de47-241e-8733e6368750, 'name': SearchDatastore_Task, 'duration_secs': 0.015322} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.325926] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.326088] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 980.326377] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.326541] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.326805] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.327190] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d8c0a40-6ef9-4e98-8b56-e170636f7a1b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.340112] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 980.340315] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 980.342447] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7cdd860-61cd-471e-814c-c36ddd5249b7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.353463] env[70483]: DEBUG oslo_vmware.api [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Waiting for the task: (returnval){ [ 980.353463] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e8f2b2-d1aa-f0db-4c59-881afd7878e2" [ 980.353463] env[70483]: _type = "Task" [ 980.353463] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.362491] env[70483]: DEBUG oslo_vmware.api [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e8f2b2-d1aa-f0db-4c59-881afd7878e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.457098] env[70483]: DEBUG nova.compute.manager [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 980.513115] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4a806dcb-9abd-4569-9c43-62b79dd9c2a2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "interface-05513af6-66c7-43ef-acc2-eab47b9bfa60-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.652s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.585362] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ead8cb17-44e8-49bf-a4a0-a2c176f9edf1 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.622829] env[70483]: DEBUG nova.network.neutron [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Successfully created port: 02a0630d-b653-4a03-bc9d-b9eada76b7d8 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 980.627997] env[70483]: DEBUG oslo_concurrency.lockutils [req-3d4ac760-e0b5-4002-8ccf-561e8e74f243 req-6f16a689-bdb4-4da3-84e0-dd8ad287c9c5 service nova] Releasing lock "refresh_cache-05513af6-66c7-43ef-acc2-eab47b9bfa60" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.655364] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Acquiring lock "refresh_cache-cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.655574] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Acquired lock "refresh_cache-cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.655848] env[70483]: DEBUG nova.network.neutron [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.726842] env[70483]: DEBUG nova.compute.manager [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 980.769142] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 980.815318] env[70483]: DEBUG oslo_vmware.api [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478288, 'name': Rename_Task, 'duration_secs': 0.155556} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.818344] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 08028301-3521-4277-bf0e-100908825c43] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.819524] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b50bd8d2-e064-43a2-8497-8b8c2e74de7d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.828403] env[70483]: DEBUG oslo_vmware.api [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 980.828403] env[70483]: value = "task-3478289" [ 980.828403] env[70483]: _type = "Task" [ 980.828403] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.842203] env[70483]: DEBUG oslo_vmware.api [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.865733] env[70483]: DEBUG oslo_vmware.api [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e8f2b2-d1aa-f0db-4c59-881afd7878e2, 'name': SearchDatastore_Task, 'duration_secs': 0.014741} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.866518] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2d89386-8f95-4167-a2c0-04839a13ce5f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.877257] env[70483]: DEBUG oslo_vmware.api [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Waiting for the task: (returnval){ [ 980.877257] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52b27c94-a7ed-0641-4b76-915d3f65f804" [ 980.877257] env[70483]: _type = "Task" [ 980.877257] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.886106] env[70483]: DEBUG oslo_vmware.api [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52b27c94-a7ed-0641-4b76-915d3f65f804, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.983642] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.167033] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b57abc-f716-4b8d-b343-bfe6dbced86b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.176081] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93c50b5-9274-428b-82ff-46311315ef47 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.208919] env[70483]: DEBUG nova.network.neutron [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.211476] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2656ff58-bcd1-4dfa-aa9b-a0998796c682 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.220397] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd988808-7485-4fb0-b5a6-c9a9348f0dc8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.238607] env[70483]: DEBUG nova.compute.provider_tree [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.341223] env[70483]: DEBUG oslo_vmware.api [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478289, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.381490] env[70483]: DEBUG nova.network.neutron [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Updating instance_info_cache with network_info: [{"id": "37de88a3-bcb1-4607-beae-f53a14d3d2ee", "address": "fa:16:3e:48:60:29", "network": {"id": "528f8d19-a9a7-431c-8591-203d1b7ccf70", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1729366146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67fb04579ff042e697118a55d46022c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37de88a3-bc", "ovs_interfaceid": "37de88a3-bcb1-4607-beae-f53a14d3d2ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.394216] env[70483]: DEBUG oslo_vmware.api [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52b27c94-a7ed-0641-4b76-915d3f65f804, 'name': SearchDatastore_Task, 'duration_secs': 0.015709} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.394302] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.394696] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 5a72a19e-090c-4e14-9ecf-92216b8a7596/5a72a19e-090c-4e14-9ecf-92216b8a7596.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 981.395729] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4394c8c8-1e95-40c8-b29f-bffb79b978e3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.405784] env[70483]: DEBUG oslo_vmware.api [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Waiting for the task: (returnval){ [ 981.405784] env[70483]: value = "task-3478290" [ 981.405784] env[70483]: _type = "Task" [ 981.405784] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.415394] env[70483]: DEBUG oslo_vmware.api [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': task-3478290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.502597] env[70483]: DEBUG nova.compute.manager [req-2c82e26c-ecd6-4e29-b934-19124b1bb4a7 req-17b80d3a-ebab-4b38-b43d-5214baa3aa7c service nova] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Received event network-vif-deleted-76ca55f9-df91-49f5-a2aa-a0604035ecb1 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.502848] env[70483]: DEBUG nova.compute.manager [req-2c82e26c-ecd6-4e29-b934-19124b1bb4a7 req-17b80d3a-ebab-4b38-b43d-5214baa3aa7c service nova] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Received event network-vif-plugged-c71fd039-9fc8-44a3-8801-664b414a1794 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.503082] env[70483]: DEBUG oslo_concurrency.lockutils [req-2c82e26c-ecd6-4e29-b934-19124b1bb4a7 req-17b80d3a-ebab-4b38-b43d-5214baa3aa7c service nova] Acquiring lock "5a72a19e-090c-4e14-9ecf-92216b8a7596-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.503301] env[70483]: DEBUG oslo_concurrency.lockutils [req-2c82e26c-ecd6-4e29-b934-19124b1bb4a7 req-17b80d3a-ebab-4b38-b43d-5214baa3aa7c service nova] Lock "5a72a19e-090c-4e14-9ecf-92216b8a7596-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.503475] env[70483]: DEBUG oslo_concurrency.lockutils [req-2c82e26c-ecd6-4e29-b934-19124b1bb4a7 req-17b80d3a-ebab-4b38-b43d-5214baa3aa7c service nova] Lock "5a72a19e-090c-4e14-9ecf-92216b8a7596-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.503830] env[70483]: DEBUG nova.compute.manager [req-2c82e26c-ecd6-4e29-b934-19124b1bb4a7 req-17b80d3a-ebab-4b38-b43d-5214baa3aa7c service nova] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] No waiting events found dispatching network-vif-plugged-c71fd039-9fc8-44a3-8801-664b414a1794 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 981.503830] env[70483]: WARNING nova.compute.manager [req-2c82e26c-ecd6-4e29-b934-19124b1bb4a7 req-17b80d3a-ebab-4b38-b43d-5214baa3aa7c service nova] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Received unexpected event network-vif-plugged-c71fd039-9fc8-44a3-8801-664b414a1794 for instance with vm_state building and task_state spawning. [ 981.504079] env[70483]: DEBUG nova.compute.manager [req-2c82e26c-ecd6-4e29-b934-19124b1bb4a7 req-17b80d3a-ebab-4b38-b43d-5214baa3aa7c service nova] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Received event network-changed-c71fd039-9fc8-44a3-8801-664b414a1794 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.504118] env[70483]: DEBUG nova.compute.manager [req-2c82e26c-ecd6-4e29-b934-19124b1bb4a7 req-17b80d3a-ebab-4b38-b43d-5214baa3aa7c service nova] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Refreshing instance network info cache due to event network-changed-c71fd039-9fc8-44a3-8801-664b414a1794. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 981.505027] env[70483]: DEBUG oslo_concurrency.lockutils [req-2c82e26c-ecd6-4e29-b934-19124b1bb4a7 req-17b80d3a-ebab-4b38-b43d-5214baa3aa7c service nova] Acquiring lock "refresh_cache-5a72a19e-090c-4e14-9ecf-92216b8a7596" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.505027] env[70483]: DEBUG oslo_concurrency.lockutils [req-2c82e26c-ecd6-4e29-b934-19124b1bb4a7 req-17b80d3a-ebab-4b38-b43d-5214baa3aa7c service nova] Acquired lock "refresh_cache-5a72a19e-090c-4e14-9ecf-92216b8a7596" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.505027] env[70483]: DEBUG nova.network.neutron [req-2c82e26c-ecd6-4e29-b934-19124b1bb4a7 req-17b80d3a-ebab-4b38-b43d-5214baa3aa7c service nova] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Refreshing network info cache for port c71fd039-9fc8-44a3-8801-664b414a1794 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.659872] env[70483]: DEBUG oslo_concurrency.lockutils [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquiring lock "b9fca4d0-dadf-43ee-ad2c-2656a3792ea4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.660385] env[70483]: DEBUG oslo_concurrency.lockutils [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Lock "b9fca4d0-dadf-43ee-ad2c-2656a3792ea4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.742221] env[70483]: DEBUG nova.compute.manager [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 981.745880] env[70483]: DEBUG nova.scheduler.client.report [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.775794] env[70483]: DEBUG nova.virt.hardware [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.776119] env[70483]: DEBUG nova.virt.hardware [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.776338] env[70483]: DEBUG nova.virt.hardware [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.776497] env[70483]: DEBUG nova.virt.hardware [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.776638] env[70483]: DEBUG nova.virt.hardware [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.776796] env[70483]: DEBUG nova.virt.hardware [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.777038] env[70483]: DEBUG nova.virt.hardware [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.777207] env[70483]: DEBUG nova.virt.hardware [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.777379] env[70483]: DEBUG nova.virt.hardware [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.777541] env[70483]: DEBUG nova.virt.hardware [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.777768] env[70483]: DEBUG nova.virt.hardware [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.779135] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7176c3b6-1fe0-4b19-a462-3af0b956978a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.791856] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326fe059-ed0c-4619-95d2-18f61eb57dd7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.842503] env[70483]: DEBUG oslo_vmware.api [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478289, 'name': PowerOnVM_Task, 'duration_secs': 0.624223} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.842918] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 08028301-3521-4277-bf0e-100908825c43] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.843093] env[70483]: INFO nova.compute.manager [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 08028301-3521-4277-bf0e-100908825c43] Took 9.21 seconds to spawn the instance on the hypervisor. [ 981.843285] env[70483]: DEBUG nova.compute.manager [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 08028301-3521-4277-bf0e-100908825c43] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 981.844321] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cac3d8-79e0-45e9-b254-2b4b590a7ee1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.887990] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Releasing lock "refresh_cache-cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.888627] env[70483]: DEBUG nova.compute.manager [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Instance network_info: |[{"id": "37de88a3-bcb1-4607-beae-f53a14d3d2ee", "address": "fa:16:3e:48:60:29", "network": {"id": "528f8d19-a9a7-431c-8591-203d1b7ccf70", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1729366146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67fb04579ff042e697118a55d46022c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37de88a3-bc", "ovs_interfaceid": "37de88a3-bcb1-4607-beae-f53a14d3d2ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 981.889168] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:60:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b83383f-ed7a-4efd-aef7-aa8c15649d07', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37de88a3-bcb1-4607-beae-f53a14d3d2ee', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 981.898648] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Creating folder: Project (67fb04579ff042e697118a55d46022c1). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 981.899765] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62c5de82-6d6d-4a0d-9875-f55735c9f35e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.917924] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Created folder: Project (67fb04579ff042e697118a55d46022c1) in parent group-v695216. [ 981.918301] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Creating folder: Instances. Parent ref: group-v695420. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 981.922618] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c1dde41-5487-4f51-b382-9af51201274c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.926151] env[70483]: DEBUG oslo_vmware.api [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': task-3478290, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.940241] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Created folder: Instances in parent group-v695420. [ 981.940531] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.940749] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 981.940982] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb208f7a-53ca-4f47-9d3b-339606afa32d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.973822] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 981.973822] env[70483]: value = "task-3478293" [ 981.973822] env[70483]: _type = "Task" [ 981.973822] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.987165] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478293, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.123013] env[70483]: DEBUG nova.compute.manager [req-1c9267f9-7ed8-4c0e-96d2-2f7283cc58ff req-63214d42-0fa1-4210-ae7d-f62228e9b508 service nova] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Received event network-changed-f23752e4-92e9-4903-841d-3b1bf765412e {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.123383] env[70483]: DEBUG nova.compute.manager [req-1c9267f9-7ed8-4c0e-96d2-2f7283cc58ff req-63214d42-0fa1-4210-ae7d-f62228e9b508 service nova] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Refreshing instance network info cache due to event network-changed-f23752e4-92e9-4903-841d-3b1bf765412e. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 982.123686] env[70483]: DEBUG oslo_concurrency.lockutils [req-1c9267f9-7ed8-4c0e-96d2-2f7283cc58ff req-63214d42-0fa1-4210-ae7d-f62228e9b508 service nova] Acquiring lock "refresh_cache-6bd21520-d00b-4103-bcf1-812a1187256a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.123842] env[70483]: DEBUG oslo_concurrency.lockutils [req-1c9267f9-7ed8-4c0e-96d2-2f7283cc58ff req-63214d42-0fa1-4210-ae7d-f62228e9b508 service nova] Acquired lock "refresh_cache-6bd21520-d00b-4103-bcf1-812a1187256a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.124009] env[70483]: DEBUG nova.network.neutron [req-1c9267f9-7ed8-4c0e-96d2-2f7283cc58ff req-63214d42-0fa1-4210-ae7d-f62228e9b508 service nova] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Refreshing network info cache for port f23752e4-92e9-4903-841d-3b1bf765412e {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.295467] env[70483]: DEBUG nova.network.neutron [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Successfully updated port: 02a0630d-b653-4a03-bc9d-b9eada76b7d8 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 982.333507] env[70483]: DEBUG nova.network.neutron [req-2c82e26c-ecd6-4e29-b934-19124b1bb4a7 req-17b80d3a-ebab-4b38-b43d-5214baa3aa7c service nova] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Updated VIF entry in instance network info cache for port c71fd039-9fc8-44a3-8801-664b414a1794. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.333945] env[70483]: DEBUG nova.network.neutron [req-2c82e26c-ecd6-4e29-b934-19124b1bb4a7 req-17b80d3a-ebab-4b38-b43d-5214baa3aa7c service nova] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Updating instance_info_cache with network_info: [{"id": "c71fd039-9fc8-44a3-8801-664b414a1794", "address": "fa:16:3e:68:4c:a1", "network": {"id": "ac4393ad-a866-4b78-b718-513224cbe448", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1714864280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5aff1b3cb6a4a64bffcc198c9a9dae7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc71fd039-9f", "ovs_interfaceid": "c71fd039-9fc8-44a3-8801-664b414a1794", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.367957] env[70483]: INFO nova.compute.manager [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 08028301-3521-4277-bf0e-100908825c43] Took 55.80 seconds to build instance. [ 982.421561] env[70483]: DEBUG oslo_vmware.api [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': task-3478290, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634047} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.421795] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 5a72a19e-090c-4e14-9ecf-92216b8a7596/5a72a19e-090c-4e14-9ecf-92216b8a7596.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 982.422028] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 982.422292] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5aaad61e-ee59-4afd-a8bc-11d1b22d1155 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.431595] env[70483]: DEBUG oslo_vmware.api [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Waiting for the task: (returnval){ [ 982.431595] env[70483]: value = "task-3478294" [ 982.431595] env[70483]: _type = "Task" [ 982.431595] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.443767] env[70483]: DEBUG oslo_vmware.api [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': task-3478294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.489079] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478293, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.627064] env[70483]: DEBUG nova.compute.manager [None req-5c99a38a-ce19-4b41-a072-10d0f08f8447 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.629939] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7685c185-d975-4d96-a23a-e96f47dedcba {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.757395] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.036s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.768131] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cefae220-ec39-4695-8a65-d4014268c853 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.857s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.768513] env[70483]: DEBUG nova.objects.instance [None req-cefae220-ec39-4695-8a65-d4014268c853 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lazy-loading 'resources' on Instance uuid ebdadd37-91bd-480b-8989-83b8e2ee417f {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.803422] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "refresh_cache-725f74e2-aa5b-4a6a-88bd-2480dd80956f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.803575] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquired lock "refresh_cache-725f74e2-aa5b-4a6a-88bd-2480dd80956f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.803807] env[70483]: DEBUG nova.network.neutron [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.836895] env[70483]: DEBUG oslo_concurrency.lockutils [req-2c82e26c-ecd6-4e29-b934-19124b1bb4a7 req-17b80d3a-ebab-4b38-b43d-5214baa3aa7c service nova] Releasing lock "refresh_cache-5a72a19e-090c-4e14-9ecf-92216b8a7596" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.837191] env[70483]: DEBUG nova.compute.manager [req-2c82e26c-ecd6-4e29-b934-19124b1bb4a7 req-17b80d3a-ebab-4b38-b43d-5214baa3aa7c service nova] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Received event network-vif-deleted-42ad829d-d4a2-40aa-a542-40194c6678b2 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.870682] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4a882bf7-a3ad-4ed6-8f8d-bfd88afe58b1 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "08028301-3521-4277-bf0e-100908825c43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.451s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.877314] env[70483]: DEBUG nova.network.neutron [req-1c9267f9-7ed8-4c0e-96d2-2f7283cc58ff req-63214d42-0fa1-4210-ae7d-f62228e9b508 service nova] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Updated VIF entry in instance network info cache for port f23752e4-92e9-4903-841d-3b1bf765412e. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.877659] env[70483]: DEBUG nova.network.neutron [req-1c9267f9-7ed8-4c0e-96d2-2f7283cc58ff req-63214d42-0fa1-4210-ae7d-f62228e9b508 service nova] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Updating instance_info_cache with network_info: [{"id": "f23752e4-92e9-4903-841d-3b1bf765412e", "address": "fa:16:3e:e0:26:df", "network": {"id": "948b7173-5456-49a2-9a1a-e36a1a46b931", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1783064445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a0a79c686d4fd5ace3cd0e354054d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf23752e4-92", "ovs_interfaceid": "f23752e4-92e9-4903-841d-3b1bf765412e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.942686] env[70483]: DEBUG oslo_vmware.api [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': task-3478294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085225} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.942993] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.943827] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5afed4-bd6e-4ebd-a2d7-572813866c8a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.966747] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 5a72a19e-090c-4e14-9ecf-92216b8a7596/5a72a19e-090c-4e14-9ecf-92216b8a7596.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.967078] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f32e92a-8bf1-42ef-a244-d7fdacb8ba29 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.992058] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478293, 'name': CreateVM_Task, 'duration_secs': 0.6216} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.993191] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.993533] env[70483]: DEBUG oslo_vmware.api [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Waiting for the task: (returnval){ [ 982.993533] env[70483]: value = "task-3478295" [ 982.993533] env[70483]: _type = "Task" [ 982.993533] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.994196] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.994352] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.994656] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.994962] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-038cb5cb-57d6-4888-a45c-2aa0425dd3d5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.004439] env[70483]: DEBUG oslo_vmware.api [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Waiting for the task: (returnval){ [ 983.004439] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ba9e3f-e1c1-2cdd-f45f-1b6118887cc2" [ 983.004439] env[70483]: _type = "Task" [ 983.004439] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.007706] env[70483]: DEBUG oslo_vmware.api [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': task-3478295, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.015959] env[70483]: DEBUG oslo_vmware.api [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ba9e3f-e1c1-2cdd-f45f-1b6118887cc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.143851] env[70483]: INFO nova.compute.manager [None req-5c99a38a-ce19-4b41-a072-10d0f08f8447 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] instance snapshotting [ 983.146628] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd6b851-9acb-4587-bfa8-fc925ff290fc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.168112] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e0a8eb-5109-4de3-9f98-14562b1d470a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.349840] env[70483]: DEBUG nova.network.neutron [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 983.373317] env[70483]: DEBUG nova.compute.manager [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 983.379566] env[70483]: DEBUG oslo_concurrency.lockutils [req-1c9267f9-7ed8-4c0e-96d2-2f7283cc58ff req-63214d42-0fa1-4210-ae7d-f62228e9b508 service nova] Releasing lock "refresh_cache-6bd21520-d00b-4103-bcf1-812a1187256a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.510800] env[70483]: DEBUG oslo_vmware.api [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': task-3478295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.521716] env[70483]: DEBUG oslo_vmware.api [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ba9e3f-e1c1-2cdd-f45f-1b6118887cc2, 'name': SearchDatastore_Task, 'duration_secs': 0.039397} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.521716] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.521966] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.522441] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.522441] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.522533] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.522781] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24934985-8010-4af2-b8cb-1a46de1500eb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.532252] env[70483]: DEBUG nova.network.neutron [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Updating instance_info_cache with network_info: [{"id": "02a0630d-b653-4a03-bc9d-b9eada76b7d8", "address": "fa:16:3e:cb:ef:8f", "network": {"id": "8a37218d-212e-4604-9aac-2a69e34f388a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-975183189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec180aeba08f48dea450ade057d4e619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02a0630d-b6", "ovs_interfaceid": "02a0630d-b653-4a03-bc9d-b9eada76b7d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.539893] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.540099] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.541474] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-747b989c-c42e-4f94-af76-457a304cf113 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.548347] env[70483]: DEBUG oslo_vmware.api [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Waiting for the task: (returnval){ [ 983.548347] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a62544-d051-e4ef-0954-6166358b9bea" [ 983.548347] env[70483]: _type = "Task" [ 983.548347] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.560830] env[70483]: DEBUG oslo_vmware.api [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a62544-d051-e4ef-0954-6166358b9bea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.695236] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-5c99a38a-ce19-4b41-a072-10d0f08f8447 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Creating Snapshot of the VM instance {{(pid=70483) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 983.695236] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c20831ca-faf4-4771-afaf-585fdfa05e46 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.700904] env[70483]: DEBUG oslo_vmware.api [None req-5c99a38a-ce19-4b41-a072-10d0f08f8447 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 983.700904] env[70483]: value = "task-3478296" [ 983.700904] env[70483]: _type = "Task" [ 983.700904] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.712439] env[70483]: DEBUG oslo_vmware.api [None req-5c99a38a-ce19-4b41-a072-10d0f08f8447 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478296, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.797978] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77b37c9-b0d9-43af-942e-d8e0eca5f227 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.815908] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239d058a-ee08-4228-a21e-35f41fa19fb8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.857595] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ae41c9-9cfa-41cf-b002-761954979acc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.866922] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d3774c-f92b-43a2-904b-7c678b9e7bb6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.886407] env[70483]: DEBUG nova.compute.provider_tree [None req-cefae220-ec39-4695-8a65-d4014268c853 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.902247] env[70483]: DEBUG oslo_concurrency.lockutils [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.952533] env[70483]: DEBUG oslo_concurrency.lockutils [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquiring lock "d8ce30bb-9696-4a06-8f52-6085912708b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.952533] env[70483]: DEBUG oslo_concurrency.lockutils [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Lock "d8ce30bb-9696-4a06-8f52-6085912708b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.007985] env[70483]: DEBUG oslo_vmware.api [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': task-3478295, 'name': ReconfigVM_Task, 'duration_secs': 0.758094} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.007985] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 5a72a19e-090c-4e14-9ecf-92216b8a7596/5a72a19e-090c-4e14-9ecf-92216b8a7596.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.007985] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22404e76-4ae3-4cc8-a591-f8dc6f8bb679 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.014865] env[70483]: DEBUG oslo_vmware.api [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Waiting for the task: (returnval){ [ 984.014865] env[70483]: value = "task-3478297" [ 984.014865] env[70483]: _type = "Task" [ 984.014865] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.025481] env[70483]: DEBUG oslo_vmware.api [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': task-3478297, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.034973] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Releasing lock "refresh_cache-725f74e2-aa5b-4a6a-88bd-2480dd80956f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.035321] env[70483]: DEBUG nova.compute.manager [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Instance network_info: |[{"id": "02a0630d-b653-4a03-bc9d-b9eada76b7d8", "address": "fa:16:3e:cb:ef:8f", "network": {"id": "8a37218d-212e-4604-9aac-2a69e34f388a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-975183189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec180aeba08f48dea450ade057d4e619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02a0630d-b6", "ovs_interfaceid": "02a0630d-b653-4a03-bc9d-b9eada76b7d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 984.035729] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:ef:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f17856cf-7248-414b-bde6-8c90cfb4c593', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02a0630d-b653-4a03-bc9d-b9eada76b7d8', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.043958] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.044263] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.044524] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30011124-bf2b-4d7c-a6f8-c7d664e0a945 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.068677] env[70483]: DEBUG oslo_vmware.api [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a62544-d051-e4ef-0954-6166358b9bea, 'name': SearchDatastore_Task, 'duration_secs': 0.025131} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.070573] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.070573] env[70483]: value = "task-3478298" [ 984.070573] env[70483]: _type = "Task" [ 984.070573] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.070784] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8024f41c-bc39-4232-9b2a-9dfa3167ebd2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.079799] env[70483]: DEBUG oslo_vmware.api [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Waiting for the task: (returnval){ [ 984.079799] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52b4a191-4d66-2216-65ca-61ae53368040" [ 984.079799] env[70483]: _type = "Task" [ 984.079799] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.083306] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478298, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.094037] env[70483]: DEBUG oslo_vmware.api [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52b4a191-4d66-2216-65ca-61ae53368040, 'name': SearchDatastore_Task, 'duration_secs': 0.010675} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.094310] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.094569] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47/cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 984.094827] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a6b97be-5678-4135-a1c4-30704e6f2c67 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.102263] env[70483]: DEBUG oslo_vmware.api [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Waiting for the task: (returnval){ [ 984.102263] env[70483]: value = "task-3478299" [ 984.102263] env[70483]: _type = "Task" [ 984.102263] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.111084] env[70483]: DEBUG oslo_vmware.api [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': task-3478299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.214130] env[70483]: DEBUG oslo_vmware.api [None req-5c99a38a-ce19-4b41-a072-10d0f08f8447 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478296, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.229402] env[70483]: DEBUG oslo_concurrency.lockutils [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "3bfab051-242b-480a-9b6c-dc933a925ecd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.229402] env[70483]: DEBUG oslo_concurrency.lockutils [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "3bfab051-242b-480a-9b6c-dc933a925ecd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.340729] env[70483]: INFO nova.compute.manager [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Swapping old allocation on dict_keys(['6c4ee772-7226-4ddc-ad20-20b8289011e6']) held by migration f126c193-d2ab-4019-8f4d-2f9c0cb03fa4 for instance [ 984.385341] env[70483]: DEBUG nova.scheduler.client.report [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Overwriting current allocation {'allocations': {'6c4ee772-7226-4ddc-ad20-20b8289011e6': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 101}}, 'project_id': 'ea3d653610df4ecf9eb11e0d96d0dddd', 'user_id': '3c1b634f6c22403cacbc823d3ca1e814', 'consumer_generation': 1} on consumer 2671b8d3-14fe-439c-9f4e-e22ab8bcb498 {{(pid=70483) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 984.392134] env[70483]: DEBUG nova.scheduler.client.report [None req-cefae220-ec39-4695-8a65-d4014268c853 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.521774] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquiring lock "refresh_cache-2671b8d3-14fe-439c-9f4e-e22ab8bcb498" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.522287] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquired lock "refresh_cache-2671b8d3-14fe-439c-9f4e-e22ab8bcb498" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.522594] env[70483]: DEBUG nova.network.neutron [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.534739] env[70483]: DEBUG oslo_vmware.api [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': task-3478297, 'name': Rename_Task, 'duration_secs': 0.164853} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.535402] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 984.535903] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63f469e8-1216-4112-90e7-a27eb54003a6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.546662] env[70483]: DEBUG oslo_vmware.api [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Waiting for the task: (returnval){ [ 984.546662] env[70483]: value = "task-3478300" [ 984.546662] env[70483]: _type = "Task" [ 984.546662] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.562256] env[70483]: DEBUG oslo_vmware.api [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': task-3478300, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.585207] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478298, 'name': CreateVM_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.587028] env[70483]: DEBUG nova.compute.manager [req-2c50a31f-c1dc-416c-86fa-1d436fcfda1c req-55f44a2a-c36a-47c7-be9f-611196c244bb service nova] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Received event network-vif-plugged-37de88a3-bcb1-4607-beae-f53a14d3d2ee {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.587028] env[70483]: DEBUG oslo_concurrency.lockutils [req-2c50a31f-c1dc-416c-86fa-1d436fcfda1c req-55f44a2a-c36a-47c7-be9f-611196c244bb service nova] Acquiring lock "cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.587028] env[70483]: DEBUG oslo_concurrency.lockutils [req-2c50a31f-c1dc-416c-86fa-1d436fcfda1c req-55f44a2a-c36a-47c7-be9f-611196c244bb service nova] Lock "cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.587245] env[70483]: DEBUG oslo_concurrency.lockutils [req-2c50a31f-c1dc-416c-86fa-1d436fcfda1c req-55f44a2a-c36a-47c7-be9f-611196c244bb service nova] Lock "cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.587412] env[70483]: DEBUG nova.compute.manager [req-2c50a31f-c1dc-416c-86fa-1d436fcfda1c req-55f44a2a-c36a-47c7-be9f-611196c244bb service nova] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] No waiting events found dispatching network-vif-plugged-37de88a3-bcb1-4607-beae-f53a14d3d2ee {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 984.587820] env[70483]: WARNING nova.compute.manager [req-2c50a31f-c1dc-416c-86fa-1d436fcfda1c req-55f44a2a-c36a-47c7-be9f-611196c244bb service nova] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Received unexpected event network-vif-plugged-37de88a3-bcb1-4607-beae-f53a14d3d2ee for instance with vm_state building and task_state spawning. [ 984.587820] env[70483]: DEBUG nova.compute.manager [req-2c50a31f-c1dc-416c-86fa-1d436fcfda1c req-55f44a2a-c36a-47c7-be9f-611196c244bb service nova] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Received event network-changed-37de88a3-bcb1-4607-beae-f53a14d3d2ee {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.590231] env[70483]: DEBUG nova.compute.manager [req-2c50a31f-c1dc-416c-86fa-1d436fcfda1c req-55f44a2a-c36a-47c7-be9f-611196c244bb service nova] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Refreshing instance network info cache due to event network-changed-37de88a3-bcb1-4607-beae-f53a14d3d2ee. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 984.590504] env[70483]: DEBUG oslo_concurrency.lockutils [req-2c50a31f-c1dc-416c-86fa-1d436fcfda1c req-55f44a2a-c36a-47c7-be9f-611196c244bb service nova] Acquiring lock "refresh_cache-cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.590658] env[70483]: DEBUG oslo_concurrency.lockutils [req-2c50a31f-c1dc-416c-86fa-1d436fcfda1c req-55f44a2a-c36a-47c7-be9f-611196c244bb service nova] Acquired lock "refresh_cache-cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.590821] env[70483]: DEBUG nova.network.neutron [req-2c50a31f-c1dc-416c-86fa-1d436fcfda1c req-55f44a2a-c36a-47c7-be9f-611196c244bb service nova] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Refreshing network info cache for port 37de88a3-bcb1-4607-beae-f53a14d3d2ee {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.614075] env[70483]: DEBUG oslo_vmware.api [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': task-3478299, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.712370] env[70483]: DEBUG oslo_vmware.api [None req-5c99a38a-ce19-4b41-a072-10d0f08f8447 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478296, 'name': CreateSnapshot_Task, 'duration_secs': 0.528716} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.712674] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-5c99a38a-ce19-4b41-a072-10d0f08f8447 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Created Snapshot of the VM instance {{(pid=70483) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 984.716130] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8deb969-cc70-41a8-99c4-7146e0afc156 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.734912] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b2541a9d-ccfc-4a76-968b-6ba7381a8686 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "interface-05513af6-66c7-43ef-acc2-eab47b9bfa60-5ca7f3e7-ed63-46b0-b0b5-d94015567ea1" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.735202] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b2541a9d-ccfc-4a76-968b-6ba7381a8686 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "interface-05513af6-66c7-43ef-acc2-eab47b9bfa60-5ca7f3e7-ed63-46b0-b0b5-d94015567ea1" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.735599] env[70483]: DEBUG nova.objects.instance [None req-b2541a9d-ccfc-4a76-968b-6ba7381a8686 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lazy-loading 'flavor' on Instance uuid 05513af6-66c7-43ef-acc2-eab47b9bfa60 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.901291] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cefae220-ec39-4695-8a65-d4014268c853 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.903164] env[70483]: DEBUG oslo_concurrency.lockutils [None req-37340a1f-106d-428b-a4a7-da0ec907f7b6 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.342s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.903552] env[70483]: DEBUG nova.objects.instance [None req-37340a1f-106d-428b-a4a7-da0ec907f7b6 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Lazy-loading 'resources' on Instance uuid e630f6cf-d91f-4ce9-a01e-a508523990ef {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.923049] env[70483]: INFO nova.scheduler.client.report [None req-cefae220-ec39-4695-8a65-d4014268c853 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Deleted allocations for instance ebdadd37-91bd-480b-8989-83b8e2ee417f [ 985.058764] env[70483]: DEBUG oslo_vmware.api [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': task-3478300, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.086069] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478298, 'name': CreateVM_Task, 'duration_secs': 0.680221} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.086255] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.086936] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.087167] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.087514] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.087779] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78c23cb6-0050-40ab-84be-b9d98e1f0beb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.095170] env[70483]: DEBUG oslo_vmware.api [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 985.095170] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ef2df6-bd1a-6c07-8b4a-0de5d1502389" [ 985.095170] env[70483]: _type = "Task" [ 985.095170] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.105042] env[70483]: DEBUG oslo_vmware.api [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ef2df6-bd1a-6c07-8b4a-0de5d1502389, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.114665] env[70483]: DEBUG oslo_vmware.api [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': task-3478299, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516528} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.114916] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47/cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.115147] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 985.115398] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b6929ba-3731-430f-8198-6c239e832ab8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.124256] env[70483]: DEBUG oslo_vmware.api [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Waiting for the task: (returnval){ [ 985.124256] env[70483]: value = "task-3478301" [ 985.124256] env[70483]: _type = "Task" [ 985.124256] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.133158] env[70483]: DEBUG oslo_vmware.api [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': task-3478301, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.237624] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-5c99a38a-ce19-4b41-a072-10d0f08f8447 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Creating linked-clone VM from snapshot {{(pid=70483) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 985.244395] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8caf2aed-c50c-4dab-9254-09c0de11bf2d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.258192] env[70483]: DEBUG oslo_vmware.api [None req-5c99a38a-ce19-4b41-a072-10d0f08f8447 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 985.258192] env[70483]: value = "task-3478302" [ 985.258192] env[70483]: _type = "Task" [ 985.258192] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.268421] env[70483]: DEBUG oslo_vmware.api [None req-5c99a38a-ce19-4b41-a072-10d0f08f8447 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478302, 'name': CloneVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.389932] env[70483]: DEBUG nova.network.neutron [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Updating instance_info_cache with network_info: [{"id": "37b1c85a-67c8-46e1-8708-2ef9bc2c2a94", "address": "fa:16:3e:a3:d6:48", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37b1c85a-67", "ovs_interfaceid": "37b1c85a-67c8-46e1-8708-2ef9bc2c2a94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.397998] env[70483]: DEBUG nova.objects.instance [None req-b2541a9d-ccfc-4a76-968b-6ba7381a8686 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lazy-loading 'pci_requests' on Instance uuid 05513af6-66c7-43ef-acc2-eab47b9bfa60 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.430882] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cefae220-ec39-4695-8a65-d4014268c853 tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lock "ebdadd37-91bd-480b-8989-83b8e2ee417f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.852s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.446644] env[70483]: DEBUG nova.network.neutron [req-2c50a31f-c1dc-416c-86fa-1d436fcfda1c req-55f44a2a-c36a-47c7-be9f-611196c244bb service nova] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Updated VIF entry in instance network info cache for port 37de88a3-bcb1-4607-beae-f53a14d3d2ee. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.447047] env[70483]: DEBUG nova.network.neutron [req-2c50a31f-c1dc-416c-86fa-1d436fcfda1c req-55f44a2a-c36a-47c7-be9f-611196c244bb service nova] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Updating instance_info_cache with network_info: [{"id": "37de88a3-bcb1-4607-beae-f53a14d3d2ee", "address": "fa:16:3e:48:60:29", "network": {"id": "528f8d19-a9a7-431c-8591-203d1b7ccf70", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1729366146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67fb04579ff042e697118a55d46022c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37de88a3-bc", "ovs_interfaceid": "37de88a3-bcb1-4607-beae-f53a14d3d2ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.562540] env[70483]: DEBUG oslo_vmware.api [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': task-3478300, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.606187] env[70483]: DEBUG oslo_vmware.api [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ef2df6-bd1a-6c07-8b4a-0de5d1502389, 'name': SearchDatastore_Task, 'duration_secs': 0.012725} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.609026] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.609351] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.609633] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.609822] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.610054] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.610561] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bddfc52f-5bd0-4032-855f-709b5de39bd1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.626016] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.626016] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.626016] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d20f3574-94a0-4ab1-a076-93221e9ac55b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.635457] env[70483]: DEBUG oslo_vmware.api [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 985.635457] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]527d2c5e-0c64-3a41-fee6-029d2d380d1b" [ 985.635457] env[70483]: _type = "Task" [ 985.635457] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.638419] env[70483]: DEBUG oslo_vmware.api [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': task-3478301, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163169} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.641351] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 985.642106] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01206ffd-a1d8-453d-98a1-3e7ca7a5e163 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.669014] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47/cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.675685] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-985353b2-2a68-4cea-a5ea-a6419e897549 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.690167] env[70483]: DEBUG oslo_vmware.api [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]527d2c5e-0c64-3a41-fee6-029d2d380d1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.697843] env[70483]: DEBUG oslo_vmware.api [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Waiting for the task: (returnval){ [ 985.697843] env[70483]: value = "task-3478303" [ 985.697843] env[70483]: _type = "Task" [ 985.697843] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.712157] env[70483]: DEBUG oslo_vmware.api [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': task-3478303, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.775382] env[70483]: DEBUG oslo_vmware.api [None req-5c99a38a-ce19-4b41-a072-10d0f08f8447 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478302, 'name': CloneVM_Task} progress is 94%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.874055] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7584f8-f044-4f2d-a682-3116b93f694c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.881627] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5adedcd4-364b-4498-bcd2-b15c8f069a94 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.913867] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Releasing lock "refresh_cache-2671b8d3-14fe-439c-9f4e-e22ab8bcb498" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.914358] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.914855] env[70483]: DEBUG nova.objects.base [None req-b2541a9d-ccfc-4a76-968b-6ba7381a8686 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Object Instance<05513af6-66c7-43ef-acc2-eab47b9bfa60> lazy-loaded attributes: flavor,pci_requests {{(pid=70483) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 985.915051] env[70483]: DEBUG nova.network.neutron [None req-b2541a9d-ccfc-4a76-968b-6ba7381a8686 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 985.917371] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-753168f4-3ce8-456c-9e36-7104d6dc0b33 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.919367] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1de0e8-9b35-43f3-a6f1-93c392f22de7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.930214] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6c5fda-9ade-4784-b1b1-50f7ca936d1b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.935310] env[70483]: DEBUG oslo_vmware.api [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Waiting for the task: (returnval){ [ 985.935310] env[70483]: value = "task-3478304" [ 985.935310] env[70483]: _type = "Task" [ 985.935310] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.951391] env[70483]: DEBUG oslo_concurrency.lockutils [req-2c50a31f-c1dc-416c-86fa-1d436fcfda1c req-55f44a2a-c36a-47c7-be9f-611196c244bb service nova] Releasing lock "refresh_cache-cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.951765] env[70483]: DEBUG nova.compute.manager [req-2c50a31f-c1dc-416c-86fa-1d436fcfda1c req-55f44a2a-c36a-47c7-be9f-611196c244bb service nova] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Received event network-vif-plugged-02a0630d-b653-4a03-bc9d-b9eada76b7d8 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.952063] env[70483]: DEBUG oslo_concurrency.lockutils [req-2c50a31f-c1dc-416c-86fa-1d436fcfda1c req-55f44a2a-c36a-47c7-be9f-611196c244bb service nova] Acquiring lock "725f74e2-aa5b-4a6a-88bd-2480dd80956f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.952374] env[70483]: DEBUG oslo_concurrency.lockutils [req-2c50a31f-c1dc-416c-86fa-1d436fcfda1c req-55f44a2a-c36a-47c7-be9f-611196c244bb service nova] Lock "725f74e2-aa5b-4a6a-88bd-2480dd80956f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.952613] env[70483]: DEBUG oslo_concurrency.lockutils [req-2c50a31f-c1dc-416c-86fa-1d436fcfda1c req-55f44a2a-c36a-47c7-be9f-611196c244bb service nova] Lock "725f74e2-aa5b-4a6a-88bd-2480dd80956f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.952901] env[70483]: DEBUG nova.compute.manager [req-2c50a31f-c1dc-416c-86fa-1d436fcfda1c req-55f44a2a-c36a-47c7-be9f-611196c244bb service nova] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] No waiting events found dispatching network-vif-plugged-02a0630d-b653-4a03-bc9d-b9eada76b7d8 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 985.953210] env[70483]: WARNING nova.compute.manager [req-2c50a31f-c1dc-416c-86fa-1d436fcfda1c req-55f44a2a-c36a-47c7-be9f-611196c244bb service nova] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Received unexpected event network-vif-plugged-02a0630d-b653-4a03-bc9d-b9eada76b7d8 for instance with vm_state building and task_state spawning. [ 985.953485] env[70483]: DEBUG nova.compute.manager [req-2c50a31f-c1dc-416c-86fa-1d436fcfda1c req-55f44a2a-c36a-47c7-be9f-611196c244bb service nova] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Received event network-changed-02a0630d-b653-4a03-bc9d-b9eada76b7d8 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.953680] env[70483]: DEBUG nova.compute.manager [req-2c50a31f-c1dc-416c-86fa-1d436fcfda1c req-55f44a2a-c36a-47c7-be9f-611196c244bb service nova] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Refreshing instance network info cache due to event network-changed-02a0630d-b653-4a03-bc9d-b9eada76b7d8. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 985.953915] env[70483]: DEBUG oslo_concurrency.lockutils [req-2c50a31f-c1dc-416c-86fa-1d436fcfda1c req-55f44a2a-c36a-47c7-be9f-611196c244bb service nova] Acquiring lock "refresh_cache-725f74e2-aa5b-4a6a-88bd-2480dd80956f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.954177] env[70483]: DEBUG oslo_concurrency.lockutils [req-2c50a31f-c1dc-416c-86fa-1d436fcfda1c req-55f44a2a-c36a-47c7-be9f-611196c244bb service nova] Acquired lock "refresh_cache-725f74e2-aa5b-4a6a-88bd-2480dd80956f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.954447] env[70483]: DEBUG nova.network.neutron [req-2c50a31f-c1dc-416c-86fa-1d436fcfda1c req-55f44a2a-c36a-47c7-be9f-611196c244bb service nova] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Refreshing network info cache for port 02a0630d-b653-4a03-bc9d-b9eada76b7d8 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.955989] env[70483]: DEBUG nova.compute.provider_tree [None req-37340a1f-106d-428b-a4a7-da0ec907f7b6 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.967787] env[70483]: DEBUG oslo_vmware.api [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.998314] env[70483]: DEBUG nova.policy [None req-b2541a9d-ccfc-4a76-968b-6ba7381a8686 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7ab60a72ab04359a8f5e7f607059055', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd941c3f1da57481e9eb853fb6f6e0274', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 986.062603] env[70483]: DEBUG oslo_vmware.api [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': task-3478300, 'name': PowerOnVM_Task, 'duration_secs': 1.15526} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.062900] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.063156] env[70483]: INFO nova.compute.manager [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Took 9.73 seconds to spawn the instance on the hypervisor. [ 986.063257] env[70483]: DEBUG nova.compute.manager [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.064184] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7a0827-63d8-4254-ada4-97bc982671c9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.149277] env[70483]: DEBUG oslo_vmware.api [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]527d2c5e-0c64-3a41-fee6-029d2d380d1b, 'name': SearchDatastore_Task, 'duration_secs': 0.019865} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.150063] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d715023-1216-49bb-a393-22d11248a4ca {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.156199] env[70483]: DEBUG oslo_vmware.api [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 986.156199] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5212ab1b-3114-5ed0-b3e7-c8b6335962b1" [ 986.156199] env[70483]: _type = "Task" [ 986.156199] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.164482] env[70483]: DEBUG oslo_vmware.api [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5212ab1b-3114-5ed0-b3e7-c8b6335962b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.209667] env[70483]: DEBUG oslo_vmware.api [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': task-3478303, 'name': ReconfigVM_Task, 'duration_secs': 0.300034} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.209667] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Reconfigured VM instance instance-0000004a to attach disk [datastore1] cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47/cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.210098] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8eafb787-41d6-4319-ae54-08ddccf04929 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.217533] env[70483]: DEBUG oslo_vmware.api [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Waiting for the task: (returnval){ [ 986.217533] env[70483]: value = "task-3478305" [ 986.217533] env[70483]: _type = "Task" [ 986.217533] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.229154] env[70483]: DEBUG oslo_vmware.api [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': task-3478305, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.269299] env[70483]: DEBUG oslo_vmware.api [None req-5c99a38a-ce19-4b41-a072-10d0f08f8447 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478302, 'name': CloneVM_Task} progress is 94%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.446327] env[70483]: DEBUG oslo_vmware.api [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478304, 'name': PowerOffVM_Task, 'duration_secs': 0.416671} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.446688] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.447242] env[70483]: DEBUG nova.virt.hardware [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:41:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='046ce186-b6fd-4176-b1e4-a378f6d57804',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-886211998',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.447459] env[70483]: DEBUG nova.virt.hardware [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.447615] env[70483]: DEBUG nova.virt.hardware [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.447828] env[70483]: DEBUG nova.virt.hardware [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.447940] env[70483]: DEBUG nova.virt.hardware [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.448101] env[70483]: DEBUG nova.virt.hardware [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.448337] env[70483]: DEBUG nova.virt.hardware [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.448501] env[70483]: DEBUG nova.virt.hardware [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.448669] env[70483]: DEBUG nova.virt.hardware [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.448826] env[70483]: DEBUG nova.virt.hardware [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.449017] env[70483]: DEBUG nova.virt.hardware [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.453906] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e0d627b-3cd5-42c5-9183-afa5b295efc2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.467292] env[70483]: DEBUG nova.scheduler.client.report [None req-37340a1f-106d-428b-a4a7-da0ec907f7b6 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.479820] env[70483]: DEBUG oslo_vmware.api [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Waiting for the task: (returnval){ [ 986.479820] env[70483]: value = "task-3478306" [ 986.479820] env[70483]: _type = "Task" [ 986.479820] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.494089] env[70483]: DEBUG oslo_vmware.api [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478306, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.580849] env[70483]: INFO nova.compute.manager [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Took 37.58 seconds to build instance. [ 986.667960] env[70483]: DEBUG oslo_vmware.api [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5212ab1b-3114-5ed0-b3e7-c8b6335962b1, 'name': SearchDatastore_Task, 'duration_secs': 0.029386} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.668226] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.668515] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 725f74e2-aa5b-4a6a-88bd-2480dd80956f/725f74e2-aa5b-4a6a-88bd-2480dd80956f.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 986.668776] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67f876ee-a8df-41b6-a7c2-2ea574cf439e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.677496] env[70483]: DEBUG oslo_vmware.api [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 986.677496] env[70483]: value = "task-3478307" [ 986.677496] env[70483]: _type = "Task" [ 986.677496] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.691547] env[70483]: DEBUG oslo_vmware.api [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478307, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.727712] env[70483]: DEBUG oslo_vmware.api [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': task-3478305, 'name': Rename_Task, 'duration_secs': 0.160466} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.727980] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 986.728279] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dc9fc88-5f13-493e-b288-9289022d876f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.735975] env[70483]: DEBUG oslo_vmware.api [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Waiting for the task: (returnval){ [ 986.735975] env[70483]: value = "task-3478308" [ 986.735975] env[70483]: _type = "Task" [ 986.735975] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.744207] env[70483]: DEBUG oslo_vmware.api [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': task-3478308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.764936] env[70483]: DEBUG nova.network.neutron [req-2c50a31f-c1dc-416c-86fa-1d436fcfda1c req-55f44a2a-c36a-47c7-be9f-611196c244bb service nova] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Updated VIF entry in instance network info cache for port 02a0630d-b653-4a03-bc9d-b9eada76b7d8. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.765300] env[70483]: DEBUG nova.network.neutron [req-2c50a31f-c1dc-416c-86fa-1d436fcfda1c req-55f44a2a-c36a-47c7-be9f-611196c244bb service nova] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Updating instance_info_cache with network_info: [{"id": "02a0630d-b653-4a03-bc9d-b9eada76b7d8", "address": "fa:16:3e:cb:ef:8f", "network": {"id": "8a37218d-212e-4604-9aac-2a69e34f388a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-975183189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec180aeba08f48dea450ade057d4e619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02a0630d-b6", "ovs_interfaceid": "02a0630d-b653-4a03-bc9d-b9eada76b7d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.772777] env[70483]: DEBUG oslo_vmware.api [None req-5c99a38a-ce19-4b41-a072-10d0f08f8447 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478302, 'name': CloneVM_Task, 'duration_secs': 1.375924} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.773015] env[70483]: INFO nova.virt.vmwareapi.vmops [None req-5c99a38a-ce19-4b41-a072-10d0f08f8447 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Created linked-clone VM from snapshot [ 986.773800] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f941b29e-3171-4a1b-9ccc-b9fb0dd1a4ef {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.791943] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-5c99a38a-ce19-4b41-a072-10d0f08f8447 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Uploading image 6a4be804-7273-4b3f-bd10-ff8e404e6576 {{(pid=70483) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 986.819739] env[70483]: DEBUG oslo_vmware.rw_handles [None req-5c99a38a-ce19-4b41-a072-10d0f08f8447 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 986.819739] env[70483]: value = "vm-695425" [ 986.819739] env[70483]: _type = "VirtualMachine" [ 986.819739] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 986.820048] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-99be9fdc-2035-418e-aa4e-ff55ccb7c923 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.828297] env[70483]: DEBUG oslo_vmware.rw_handles [None req-5c99a38a-ce19-4b41-a072-10d0f08f8447 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lease: (returnval){ [ 986.828297] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52129a70-38c8-4fd7-c9a0-4e3ea5eff966" [ 986.828297] env[70483]: _type = "HttpNfcLease" [ 986.828297] env[70483]: } obtained for exporting VM: (result){ [ 986.828297] env[70483]: value = "vm-695425" [ 986.828297] env[70483]: _type = "VirtualMachine" [ 986.828297] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 986.828639] env[70483]: DEBUG oslo_vmware.api [None req-5c99a38a-ce19-4b41-a072-10d0f08f8447 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the lease: (returnval){ [ 986.828639] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52129a70-38c8-4fd7-c9a0-4e3ea5eff966" [ 986.828639] env[70483]: _type = "HttpNfcLease" [ 986.828639] env[70483]: } to be ready. {{(pid=70483) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 986.836270] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 986.836270] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52129a70-38c8-4fd7-c9a0-4e3ea5eff966" [ 986.836270] env[70483]: _type = "HttpNfcLease" [ 986.836270] env[70483]: } is initializing. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 986.976065] env[70483]: DEBUG oslo_concurrency.lockutils [None req-37340a1f-106d-428b-a4a7-da0ec907f7b6 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.073s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.979038] env[70483]: DEBUG oslo_concurrency.lockutils [None req-445c0bbf-150f-42ab-a99f-83be54f44e7f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.200s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.979162] env[70483]: DEBUG nova.objects.instance [None req-445c0bbf-150f-42ab-a99f-83be54f44e7f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lazy-loading 'resources' on Instance uuid a513a512-e054-4eba-8333-29119420cbeb {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.993995] env[70483]: DEBUG oslo_vmware.api [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478306, 'name': ReconfigVM_Task, 'duration_secs': 0.226435} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.994966] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd89f9d-de16-45e3-9356-26bebd29b00d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.002607] env[70483]: INFO nova.scheduler.client.report [None req-37340a1f-106d-428b-a4a7-da0ec907f7b6 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Deleted allocations for instance e630f6cf-d91f-4ce9-a01e-a508523990ef [ 987.023485] env[70483]: DEBUG nova.virt.hardware [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:41:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='046ce186-b6fd-4176-b1e4-a378f6d57804',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-886211998',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.023791] env[70483]: DEBUG nova.virt.hardware [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.023945] env[70483]: DEBUG nova.virt.hardware [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.024156] env[70483]: DEBUG nova.virt.hardware [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.024303] env[70483]: DEBUG nova.virt.hardware [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.024454] env[70483]: DEBUG nova.virt.hardware [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.024748] env[70483]: DEBUG nova.virt.hardware [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.024933] env[70483]: DEBUG nova.virt.hardware [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.025130] env[70483]: DEBUG nova.virt.hardware [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.025302] env[70483]: DEBUG nova.virt.hardware [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.025521] env[70483]: DEBUG nova.virt.hardware [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.026768] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1813ca0f-25f2-42f4-98bf-13f279e7a03c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.036107] env[70483]: DEBUG oslo_vmware.api [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Waiting for the task: (returnval){ [ 987.036107] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]529d4921-1165-2f6a-630d-e93b5851f839" [ 987.036107] env[70483]: _type = "Task" [ 987.036107] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.048332] env[70483]: DEBUG oslo_vmware.api [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]529d4921-1165-2f6a-630d-e93b5851f839, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.082853] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a88f1dd6-677b-4d71-8bf7-ec0210e95a3e tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Lock "5a72a19e-090c-4e14-9ecf-92216b8a7596" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.099s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.191539] env[70483]: DEBUG oslo_vmware.api [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478307, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.249046] env[70483]: DEBUG oslo_vmware.api [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': task-3478308, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.268916] env[70483]: DEBUG oslo_concurrency.lockutils [req-2c50a31f-c1dc-416c-86fa-1d436fcfda1c req-55f44a2a-c36a-47c7-be9f-611196c244bb service nova] Releasing lock "refresh_cache-725f74e2-aa5b-4a6a-88bd-2480dd80956f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.340438] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 987.340438] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52129a70-38c8-4fd7-c9a0-4e3ea5eff966" [ 987.340438] env[70483]: _type = "HttpNfcLease" [ 987.340438] env[70483]: } is ready. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 987.340438] env[70483]: DEBUG oslo_vmware.rw_handles [None req-5c99a38a-ce19-4b41-a072-10d0f08f8447 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 987.340438] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52129a70-38c8-4fd7-c9a0-4e3ea5eff966" [ 987.340438] env[70483]: _type = "HttpNfcLease" [ 987.340438] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 987.340724] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b69edc4-578c-4806-b4be-c135cbb38f56 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.350306] env[70483]: DEBUG oslo_vmware.rw_handles [None req-5c99a38a-ce19-4b41-a072-10d0f08f8447 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5264c6b9-b514-b2da-210a-16e4d9ad5828/disk-0.vmdk from lease info. {{(pid=70483) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 987.351187] env[70483]: DEBUG oslo_vmware.rw_handles [None req-5c99a38a-ce19-4b41-a072-10d0f08f8447 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5264c6b9-b514-b2da-210a-16e4d9ad5828/disk-0.vmdk for reading. {{(pid=70483) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 987.521132] env[70483]: DEBUG nova.network.neutron [None req-b2541a9d-ccfc-4a76-968b-6ba7381a8686 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Successfully updated port: 5ca7f3e7-ed63-46b0-b0b5-d94015567ea1 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 987.530729] env[70483]: DEBUG oslo_concurrency.lockutils [None req-37340a1f-106d-428b-a4a7-da0ec907f7b6 tempest-VolumesAdminNegativeTest-1773190899 tempest-VolumesAdminNegativeTest-1773190899-project-member] Lock "e630f6cf-d91f-4ce9-a01e-a508523990ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.457s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.546031] env[70483]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-379c7f4a-105b-4761-82aa-217d5d719630 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.555428] env[70483]: DEBUG oslo_vmware.api [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]529d4921-1165-2f6a-630d-e93b5851f839, 'name': SearchDatastore_Task, 'duration_secs': 0.033538} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.561880] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Reconfiguring VM instance instance-00000037 to detach disk 2000 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 987.566229] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0088248-3773-42f4-bf7e-44d34e9aea13 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.585141] env[70483]: DEBUG nova.compute.manager [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 987.591919] env[70483]: DEBUG oslo_vmware.api [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Waiting for the task: (returnval){ [ 987.591919] env[70483]: value = "task-3478310" [ 987.591919] env[70483]: _type = "Task" [ 987.591919] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.611800] env[70483]: DEBUG oslo_vmware.api [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478310, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.689552] env[70483]: DEBUG oslo_vmware.api [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478307, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618476} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.692140] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 725f74e2-aa5b-4a6a-88bd-2480dd80956f/725f74e2-aa5b-4a6a-88bd-2480dd80956f.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 987.692364] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 987.693102] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-131df276-d947-4d05-8160-9f4057b2f3cc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.702724] env[70483]: DEBUG oslo_vmware.api [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 987.702724] env[70483]: value = "task-3478311" [ 987.702724] env[70483]: _type = "Task" [ 987.702724] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.713791] env[70483]: DEBUG oslo_vmware.api [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478311, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.749365] env[70483]: DEBUG oslo_vmware.api [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': task-3478308, 'name': PowerOnVM_Task, 'duration_secs': 0.664897} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.749779] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 987.750083] env[70483]: INFO nova.compute.manager [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Took 8.73 seconds to spawn the instance on the hypervisor. [ 987.750295] env[70483]: DEBUG nova.compute.manager [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.751135] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d16de18-4292-4383-8287-d7f45f293c02 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.948050] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f940eaf5-fa6b-446d-84d6-beb37de7d2e7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.958734] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be933d48-f63b-4714-bfc7-1305a8848138 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.992966] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa1e9fc-0bd4-4b24-a7fd-62bd8d2b2af9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.002022] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a53c6e4-c710-495e-b81b-8bdefe569b06 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.017113] env[70483]: DEBUG nova.compute.provider_tree [None req-445c0bbf-150f-42ab-a99f-83be54f44e7f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.024414] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b2541a9d-ccfc-4a76-968b-6ba7381a8686 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "refresh_cache-05513af6-66c7-43ef-acc2-eab47b9bfa60" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.024414] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b2541a9d-ccfc-4a76-968b-6ba7381a8686 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquired lock "refresh_cache-05513af6-66c7-43ef-acc2-eab47b9bfa60" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.024414] env[70483]: DEBUG nova.network.neutron [None req-b2541a9d-ccfc-4a76-968b-6ba7381a8686 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.111687] env[70483]: DEBUG oslo_vmware.api [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478310, 'name': ReconfigVM_Task, 'duration_secs': 0.20893} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.112015] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Reconfigured VM instance instance-00000037 to detach disk 2000 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 988.112935] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab8bc71-a9c4-44e6-a0df-251d24895290 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.118993] env[70483]: DEBUG oslo_concurrency.lockutils [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.139317] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 2671b8d3-14fe-439c-9f4e-e22ab8bcb498/2671b8d3-14fe-439c-9f4e-e22ab8bcb498.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.139873] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e87cf6e6-29d7-4d18-87a9-333420846a24 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.162314] env[70483]: DEBUG oslo_vmware.api [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Waiting for the task: (returnval){ [ 988.162314] env[70483]: value = "task-3478312" [ 988.162314] env[70483]: _type = "Task" [ 988.162314] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.172534] env[70483]: DEBUG oslo_vmware.api [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478312, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.174951] env[70483]: DEBUG nova.compute.manager [req-e7d9c032-ef11-4753-b5f7-91a887b5e573 req-28f0db69-333a-4863-9217-43d1bb8e6623 service nova] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Received event network-vif-plugged-5ca7f3e7-ed63-46b0-b0b5-d94015567ea1 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.175335] env[70483]: DEBUG oslo_concurrency.lockutils [req-e7d9c032-ef11-4753-b5f7-91a887b5e573 req-28f0db69-333a-4863-9217-43d1bb8e6623 service nova] Acquiring lock "05513af6-66c7-43ef-acc2-eab47b9bfa60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.175676] env[70483]: DEBUG oslo_concurrency.lockutils [req-e7d9c032-ef11-4753-b5f7-91a887b5e573 req-28f0db69-333a-4863-9217-43d1bb8e6623 service nova] Lock "05513af6-66c7-43ef-acc2-eab47b9bfa60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.175951] env[70483]: DEBUG oslo_concurrency.lockutils [req-e7d9c032-ef11-4753-b5f7-91a887b5e573 req-28f0db69-333a-4863-9217-43d1bb8e6623 service nova] Lock "05513af6-66c7-43ef-acc2-eab47b9bfa60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.176236] env[70483]: DEBUG nova.compute.manager [req-e7d9c032-ef11-4753-b5f7-91a887b5e573 req-28f0db69-333a-4863-9217-43d1bb8e6623 service nova] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] No waiting events found dispatching network-vif-plugged-5ca7f3e7-ed63-46b0-b0b5-d94015567ea1 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 988.176656] env[70483]: WARNING nova.compute.manager [req-e7d9c032-ef11-4753-b5f7-91a887b5e573 req-28f0db69-333a-4863-9217-43d1bb8e6623 service nova] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Received unexpected event network-vif-plugged-5ca7f3e7-ed63-46b0-b0b5-d94015567ea1 for instance with vm_state active and task_state None. [ 988.192750] env[70483]: DEBUG nova.compute.manager [req-4173470f-409a-41a4-a972-0197b61a3508 req-e18abbe8-df8c-43a9-9718-018da517637a service nova] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Received event network-changed-c71fd039-9fc8-44a3-8801-664b414a1794 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.194280] env[70483]: DEBUG nova.compute.manager [req-4173470f-409a-41a4-a972-0197b61a3508 req-e18abbe8-df8c-43a9-9718-018da517637a service nova] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Refreshing instance network info cache due to event network-changed-c71fd039-9fc8-44a3-8801-664b414a1794. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 988.194280] env[70483]: DEBUG oslo_concurrency.lockutils [req-4173470f-409a-41a4-a972-0197b61a3508 req-e18abbe8-df8c-43a9-9718-018da517637a service nova] Acquiring lock "refresh_cache-5a72a19e-090c-4e14-9ecf-92216b8a7596" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.194280] env[70483]: DEBUG oslo_concurrency.lockutils [req-4173470f-409a-41a4-a972-0197b61a3508 req-e18abbe8-df8c-43a9-9718-018da517637a service nova] Acquired lock "refresh_cache-5a72a19e-090c-4e14-9ecf-92216b8a7596" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.194280] env[70483]: DEBUG nova.network.neutron [req-4173470f-409a-41a4-a972-0197b61a3508 req-e18abbe8-df8c-43a9-9718-018da517637a service nova] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Refreshing network info cache for port c71fd039-9fc8-44a3-8801-664b414a1794 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.215676] env[70483]: DEBUG oslo_vmware.api [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478311, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092702} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.217194] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.217306] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37aaf2d-1836-46be-a5d8-b5aae6152a01 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.242248] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 725f74e2-aa5b-4a6a-88bd-2480dd80956f/725f74e2-aa5b-4a6a-88bd-2480dd80956f.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.242687] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3c27a4a-2c0c-43c4-9b5f-7e62640bce53 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.273594] env[70483]: DEBUG oslo_vmware.api [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 988.273594] env[70483]: value = "task-3478313" [ 988.273594] env[70483]: _type = "Task" [ 988.273594] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.281116] env[70483]: INFO nova.compute.manager [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Took 38.74 seconds to build instance. [ 988.293240] env[70483]: DEBUG oslo_vmware.api [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.521038] env[70483]: DEBUG nova.scheduler.client.report [None req-445c0bbf-150f-42ab-a99f-83be54f44e7f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.575952] env[70483]: WARNING nova.network.neutron [None req-b2541a9d-ccfc-4a76-968b-6ba7381a8686 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] ed8c7167-d7fd-459d-acb0-1b162c05a6c9 already exists in list: networks containing: ['ed8c7167-d7fd-459d-acb0-1b162c05a6c9']. ignoring it [ 988.576352] env[70483]: WARNING nova.network.neutron [None req-b2541a9d-ccfc-4a76-968b-6ba7381a8686 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] ed8c7167-d7fd-459d-acb0-1b162c05a6c9 already exists in list: networks containing: ['ed8c7167-d7fd-459d-acb0-1b162c05a6c9']. ignoring it [ 988.674635] env[70483]: DEBUG oslo_vmware.api [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478312, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.783959] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f3fb104e-2a6e-44a6-82cc-d2149c6b25cc tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Lock "cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.265s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.791288] env[70483]: DEBUG oslo_vmware.api [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478313, 'name': ReconfigVM_Task, 'duration_secs': 0.452645} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.791288] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 725f74e2-aa5b-4a6a-88bd-2480dd80956f/725f74e2-aa5b-4a6a-88bd-2480dd80956f.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.791398] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07f4ace9-4dc5-4a5b-b8ff-0d5799277aa3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.801572] env[70483]: DEBUG oslo_vmware.api [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 988.801572] env[70483]: value = "task-3478314" [ 988.801572] env[70483]: _type = "Task" [ 988.801572] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.813750] env[70483]: DEBUG oslo_vmware.api [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478314, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.030786] env[70483]: DEBUG oslo_concurrency.lockutils [None req-445c0bbf-150f-42ab-a99f-83be54f44e7f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.035247] env[70483]: DEBUG oslo_concurrency.lockutils [None req-aae67e35-d409-453b-aa3e-a5ba4cab7150 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.797s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.037687] env[70483]: DEBUG nova.objects.instance [None req-aae67e35-d409-453b-aa3e-a5ba4cab7150 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Lazy-loading 'resources' on Instance uuid 7b31dbd7-aa80-4b14-b569-b1d9bdabe221 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.043455] env[70483]: DEBUG nova.network.neutron [req-4173470f-409a-41a4-a972-0197b61a3508 req-e18abbe8-df8c-43a9-9718-018da517637a service nova] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Updated VIF entry in instance network info cache for port c71fd039-9fc8-44a3-8801-664b414a1794. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.043455] env[70483]: DEBUG nova.network.neutron [req-4173470f-409a-41a4-a972-0197b61a3508 req-e18abbe8-df8c-43a9-9718-018da517637a service nova] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Updating instance_info_cache with network_info: [{"id": "c71fd039-9fc8-44a3-8801-664b414a1794", "address": "fa:16:3e:68:4c:a1", "network": {"id": "ac4393ad-a866-4b78-b718-513224cbe448", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1714864280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5aff1b3cb6a4a64bffcc198c9a9dae7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc71fd039-9f", "ovs_interfaceid": "c71fd039-9fc8-44a3-8801-664b414a1794", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.071512] env[70483]: INFO nova.scheduler.client.report [None req-445c0bbf-150f-42ab-a99f-83be54f44e7f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Deleted allocations for instance a513a512-e054-4eba-8333-29119420cbeb [ 989.105204] env[70483]: DEBUG nova.network.neutron [None req-b2541a9d-ccfc-4a76-968b-6ba7381a8686 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Updating instance_info_cache with network_info: [{"id": "46314984-3414-48ef-a364-2f27d388e827", "address": "fa:16:3e:c5:98:5a", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46314984-34", "ovs_interfaceid": "46314984-3414-48ef-a364-2f27d388e827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2e7264b5-404d-4154-bca1-6b09acbffe05", "address": "fa:16:3e:47:d8:54", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e7264b5-40", "ovs_interfaceid": "2e7264b5-404d-4154-bca1-6b09acbffe05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5ca7f3e7-ed63-46b0-b0b5-d94015567ea1", "address": "fa:16:3e:4d:76:be", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ca7f3e7-ed", "ovs_interfaceid": "5ca7f3e7-ed63-46b0-b0b5-d94015567ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.173994] env[70483]: DEBUG oslo_vmware.api [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478312, 'name': ReconfigVM_Task, 'duration_secs': 0.516655} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.174353] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 2671b8d3-14fe-439c-9f4e-e22ab8bcb498/2671b8d3-14fe-439c-9f4e-e22ab8bcb498.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.175243] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368e4abd-b8a5-42c3-8dd5-57fececdea6d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.196201] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd5bb24-fa8a-49f0-8201-61f5915477a8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.216512] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9904f85b-2954-4c40-b63f-1b6ad6df82c7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.236380] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d5f0de-f6d4-4652-a128-8335c2bafa23 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.244634] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.244910] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee6a4146-8982-4065-8bdd-2eadc656c4a8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.251881] env[70483]: DEBUG oslo_vmware.api [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Waiting for the task: (returnval){ [ 989.251881] env[70483]: value = "task-3478315" [ 989.251881] env[70483]: _type = "Task" [ 989.251881] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.261044] env[70483]: DEBUG oslo_vmware.api [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.292804] env[70483]: DEBUG nova.compute.manager [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 989.315416] env[70483]: DEBUG oslo_vmware.api [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478314, 'name': Rename_Task, 'duration_secs': 0.185569} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.315416] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.315416] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c18d7e70-ab08-4b84-8650-57c85086aa55 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.322555] env[70483]: DEBUG oslo_vmware.api [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 989.322555] env[70483]: value = "task-3478316" [ 989.322555] env[70483]: _type = "Task" [ 989.322555] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.332375] env[70483]: DEBUG oslo_vmware.api [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.548018] env[70483]: DEBUG oslo_concurrency.lockutils [req-4173470f-409a-41a4-a972-0197b61a3508 req-e18abbe8-df8c-43a9-9718-018da517637a service nova] Releasing lock "refresh_cache-5a72a19e-090c-4e14-9ecf-92216b8a7596" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.560622] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2a4f5155-861d-4a60-a52d-ac5ccf751da5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Acquiring lock "5a72a19e-090c-4e14-9ecf-92216b8a7596" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.560937] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2a4f5155-861d-4a60-a52d-ac5ccf751da5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Lock "5a72a19e-090c-4e14-9ecf-92216b8a7596" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.561198] env[70483]: INFO nova.compute.manager [None req-2a4f5155-861d-4a60-a52d-ac5ccf751da5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Rebooting instance [ 989.579378] env[70483]: DEBUG oslo_concurrency.lockutils [None req-445c0bbf-150f-42ab-a99f-83be54f44e7f tempest-MultipleCreateTestJSON-1715287135 tempest-MultipleCreateTestJSON-1715287135-project-member] Lock "a513a512-e054-4eba-8333-29119420cbeb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.918s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.612020] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b2541a9d-ccfc-4a76-968b-6ba7381a8686 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Releasing lock "refresh_cache-05513af6-66c7-43ef-acc2-eab47b9bfa60" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.612020] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b2541a9d-ccfc-4a76-968b-6ba7381a8686 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "05513af6-66c7-43ef-acc2-eab47b9bfa60" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.612020] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b2541a9d-ccfc-4a76-968b-6ba7381a8686 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquired lock "05513af6-66c7-43ef-acc2-eab47b9bfa60" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.612020] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01bed55-cd8d-418d-a3e5-af49a69bad99 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.638113] env[70483]: DEBUG nova.virt.hardware [None req-b2541a9d-ccfc-4a76-968b-6ba7381a8686 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.638535] env[70483]: DEBUG nova.virt.hardware [None req-b2541a9d-ccfc-4a76-968b-6ba7381a8686 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.638703] env[70483]: DEBUG nova.virt.hardware [None req-b2541a9d-ccfc-4a76-968b-6ba7381a8686 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.638894] env[70483]: DEBUG nova.virt.hardware [None req-b2541a9d-ccfc-4a76-968b-6ba7381a8686 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.639073] env[70483]: DEBUG nova.virt.hardware [None req-b2541a9d-ccfc-4a76-968b-6ba7381a8686 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.639261] env[70483]: DEBUG nova.virt.hardware [None req-b2541a9d-ccfc-4a76-968b-6ba7381a8686 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.639474] env[70483]: DEBUG nova.virt.hardware [None req-b2541a9d-ccfc-4a76-968b-6ba7381a8686 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.639638] env[70483]: DEBUG nova.virt.hardware [None req-b2541a9d-ccfc-4a76-968b-6ba7381a8686 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.640109] env[70483]: DEBUG nova.virt.hardware [None req-b2541a9d-ccfc-4a76-968b-6ba7381a8686 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.640109] env[70483]: DEBUG nova.virt.hardware [None req-b2541a9d-ccfc-4a76-968b-6ba7381a8686 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.640169] env[70483]: DEBUG nova.virt.hardware [None req-b2541a9d-ccfc-4a76-968b-6ba7381a8686 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.647275] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-b2541a9d-ccfc-4a76-968b-6ba7381a8686 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Reconfiguring VM to attach interface {{(pid=70483) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 989.650784] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9816297a-c688-40b9-a394-578559571e00 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.671020] env[70483]: DEBUG oslo_vmware.api [None req-b2541a9d-ccfc-4a76-968b-6ba7381a8686 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 989.671020] env[70483]: value = "task-3478317" [ 989.671020] env[70483]: _type = "Task" [ 989.671020] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.681341] env[70483]: DEBUG oslo_vmware.api [None req-b2541a9d-ccfc-4a76-968b-6ba7381a8686 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478317, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.765055] env[70483]: DEBUG oslo_vmware.api [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478315, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.816299] env[70483]: DEBUG oslo_concurrency.lockutils [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.833015] env[70483]: DEBUG oslo_vmware.api [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478316, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.012201] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8c8b8f-c350-426c-a5bf-0c69bfaa6d56 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.023537] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c893f1b-0715-4731-a145-57086d666f35 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.061790] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b603161-e644-4ca2-8ec5-36cce7136928 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.073238] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d25b4f-364d-4396-9b69-c8aba77f8392 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.080074] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2a4f5155-861d-4a60-a52d-ac5ccf751da5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Acquiring lock "refresh_cache-5a72a19e-090c-4e14-9ecf-92216b8a7596" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.080258] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2a4f5155-861d-4a60-a52d-ac5ccf751da5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Acquired lock "refresh_cache-5a72a19e-090c-4e14-9ecf-92216b8a7596" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.080446] env[70483]: DEBUG nova.network.neutron [None req-2a4f5155-861d-4a60-a52d-ac5ccf751da5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.093861] env[70483]: DEBUG nova.compute.provider_tree [None req-aae67e35-d409-453b-aa3e-a5ba4cab7150 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.184491] env[70483]: DEBUG oslo_vmware.api [None req-b2541a9d-ccfc-4a76-968b-6ba7381a8686 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.266057] env[70483]: DEBUG oslo_vmware.api [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478315, 'name': PowerOnVM_Task, 'duration_secs': 0.604396} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.266365] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.328829] env[70483]: DEBUG nova.network.neutron [None req-2a4f5155-861d-4a60-a52d-ac5ccf751da5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Updating instance_info_cache with network_info: [{"id": "c71fd039-9fc8-44a3-8801-664b414a1794", "address": "fa:16:3e:68:4c:a1", "network": {"id": "ac4393ad-a866-4b78-b718-513224cbe448", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1714864280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5aff1b3cb6a4a64bffcc198c9a9dae7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc71fd039-9f", "ovs_interfaceid": "c71fd039-9fc8-44a3-8801-664b414a1794", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.336242] env[70483]: DEBUG oslo_vmware.api [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478316, 'name': PowerOnVM_Task, 'duration_secs': 0.721791} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.336522] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.336726] env[70483]: INFO nova.compute.manager [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Took 8.59 seconds to spawn the instance on the hypervisor. [ 990.336902] env[70483]: DEBUG nova.compute.manager [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.337770] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6791c9-b4f9-46c1-8379-50c66cb56172 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.596943] env[70483]: DEBUG nova.scheduler.client.report [None req-aae67e35-d409-453b-aa3e-a5ba4cab7150 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.686599] env[70483]: DEBUG oslo_vmware.api [None req-b2541a9d-ccfc-4a76-968b-6ba7381a8686 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478317, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.832125] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2a4f5155-861d-4a60-a52d-ac5ccf751da5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Releasing lock "refresh_cache-5a72a19e-090c-4e14-9ecf-92216b8a7596" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.861426] env[70483]: INFO nova.compute.manager [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Took 39.23 seconds to build instance. [ 991.102521] env[70483]: DEBUG oslo_concurrency.lockutils [None req-aae67e35-d409-453b-aa3e-a5ba4cab7150 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.068s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.105833] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.515s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.110017] env[70483]: INFO nova.compute.claims [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 991.124247] env[70483]: DEBUG nova.compute.manager [req-04c7d799-4a71-4c82-a1ec-a11f6327addd req-a7ac513a-bceb-4782-b5fc-686b21a41f16 service nova] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Received event network-changed-5ca7f3e7-ed63-46b0-b0b5-d94015567ea1 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.124247] env[70483]: DEBUG nova.compute.manager [req-04c7d799-4a71-4c82-a1ec-a11f6327addd req-a7ac513a-bceb-4782-b5fc-686b21a41f16 service nova] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Refreshing instance network info cache due to event network-changed-5ca7f3e7-ed63-46b0-b0b5-d94015567ea1. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 991.124247] env[70483]: DEBUG oslo_concurrency.lockutils [req-04c7d799-4a71-4c82-a1ec-a11f6327addd req-a7ac513a-bceb-4782-b5fc-686b21a41f16 service nova] Acquiring lock "refresh_cache-05513af6-66c7-43ef-acc2-eab47b9bfa60" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.124247] env[70483]: DEBUG oslo_concurrency.lockutils [req-04c7d799-4a71-4c82-a1ec-a11f6327addd req-a7ac513a-bceb-4782-b5fc-686b21a41f16 service nova] Acquired lock "refresh_cache-05513af6-66c7-43ef-acc2-eab47b9bfa60" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.124247] env[70483]: DEBUG nova.network.neutron [req-04c7d799-4a71-4c82-a1ec-a11f6327addd req-a7ac513a-bceb-4782-b5fc-686b21a41f16 service nova] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Refreshing network info cache for port 5ca7f3e7-ed63-46b0-b0b5-d94015567ea1 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.139448] env[70483]: INFO nova.scheduler.client.report [None req-aae67e35-d409-453b-aa3e-a5ba4cab7150 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Deleted allocations for instance 7b31dbd7-aa80-4b14-b569-b1d9bdabe221 [ 991.186024] env[70483]: DEBUG oslo_vmware.api [None req-b2541a9d-ccfc-4a76-968b-6ba7381a8686 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478317, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.280372] env[70483]: INFO nova.compute.manager [None req-6597e6e3-2afb-4a2a-977d-0dde88509b19 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Updating instance to original state: 'active' [ 991.337775] env[70483]: DEBUG nova.compute.manager [None req-2a4f5155-861d-4a60-a52d-ac5ccf751da5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.339855] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ca0462-e4fa-4cb1-8ac4-7488fd954b5a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.363772] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bc1e93b4-652c-438c-8a6e-e6bf834f39cc tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "725f74e2-aa5b-4a6a-88bd-2480dd80956f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.738s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.646460] env[70483]: DEBUG oslo_concurrency.lockutils [None req-aae67e35-d409-453b-aa3e-a5ba4cab7150 tempest-ImagesOneServerNegativeTestJSON-1668779322 tempest-ImagesOneServerNegativeTestJSON-1668779322-project-member] Lock "7b31dbd7-aa80-4b14-b569-b1d9bdabe221" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.892s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.687852] env[70483]: DEBUG oslo_vmware.api [None req-b2541a9d-ccfc-4a76-968b-6ba7381a8686 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478317, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.963255] env[70483]: DEBUG nova.compute.manager [req-9650d4b3-6be6-40f3-8c27-d28463f1727f req-9c32da61-9b42-498a-9c12-a0e1271dce34 service nova] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Received event network-changed-37de88a3-bcb1-4607-beae-f53a14d3d2ee {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.963457] env[70483]: DEBUG nova.compute.manager [req-9650d4b3-6be6-40f3-8c27-d28463f1727f req-9c32da61-9b42-498a-9c12-a0e1271dce34 service nova] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Refreshing instance network info cache due to event network-changed-37de88a3-bcb1-4607-beae-f53a14d3d2ee. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 991.963743] env[70483]: DEBUG oslo_concurrency.lockutils [req-9650d4b3-6be6-40f3-8c27-d28463f1727f req-9c32da61-9b42-498a-9c12-a0e1271dce34 service nova] Acquiring lock "refresh_cache-cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.964647] env[70483]: DEBUG oslo_concurrency.lockutils [req-9650d4b3-6be6-40f3-8c27-d28463f1727f req-9c32da61-9b42-498a-9c12-a0e1271dce34 service nova] Acquired lock "refresh_cache-cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.964970] env[70483]: DEBUG nova.network.neutron [req-9650d4b3-6be6-40f3-8c27-d28463f1727f req-9c32da61-9b42-498a-9c12-a0e1271dce34 service nova] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Refreshing network info cache for port 37de88a3-bcb1-4607-beae-f53a14d3d2ee {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.969200] env[70483]: DEBUG nova.network.neutron [req-04c7d799-4a71-4c82-a1ec-a11f6327addd req-a7ac513a-bceb-4782-b5fc-686b21a41f16 service nova] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Updated VIF entry in instance network info cache for port 5ca7f3e7-ed63-46b0-b0b5-d94015567ea1. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.969648] env[70483]: DEBUG nova.network.neutron [req-04c7d799-4a71-4c82-a1ec-a11f6327addd req-a7ac513a-bceb-4782-b5fc-686b21a41f16 service nova] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Updating instance_info_cache with network_info: [{"id": "46314984-3414-48ef-a364-2f27d388e827", "address": "fa:16:3e:c5:98:5a", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46314984-34", "ovs_interfaceid": "46314984-3414-48ef-a364-2f27d388e827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2e7264b5-404d-4154-bca1-6b09acbffe05", "address": "fa:16:3e:47:d8:54", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e7264b5-40", "ovs_interfaceid": "2e7264b5-404d-4154-bca1-6b09acbffe05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5ca7f3e7-ed63-46b0-b0b5-d94015567ea1", "address": "fa:16:3e:4d:76:be", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ca7f3e7-ed", "ovs_interfaceid": "5ca7f3e7-ed63-46b0-b0b5-d94015567ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.084082] env[70483]: DEBUG oslo_concurrency.lockutils [None req-aa7f2c79-625c-468a-8b80-fc46dba1e79d tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "725f74e2-aa5b-4a6a-88bd-2480dd80956f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.084460] env[70483]: DEBUG oslo_concurrency.lockutils [None req-aa7f2c79-625c-468a-8b80-fc46dba1e79d tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "725f74e2-aa5b-4a6a-88bd-2480dd80956f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.084592] env[70483]: DEBUG nova.compute.manager [None req-aa7f2c79-625c-468a-8b80-fc46dba1e79d tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.085536] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d0e62c-a9d8-43af-bd6f-b6d715463e17 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.094059] env[70483]: DEBUG nova.compute.manager [None req-aa7f2c79-625c-468a-8b80-fc46dba1e79d tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70483) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 992.094804] env[70483]: DEBUG nova.objects.instance [None req-aa7f2c79-625c-468a-8b80-fc46dba1e79d tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lazy-loading 'flavor' on Instance uuid 725f74e2-aa5b-4a6a-88bd-2480dd80956f {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.188340] env[70483]: DEBUG oslo_vmware.api [None req-b2541a9d-ccfc-4a76-968b-6ba7381a8686 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478317, 'name': ReconfigVM_Task, 'duration_secs': 2.276868} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.188883] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b2541a9d-ccfc-4a76-968b-6ba7381a8686 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Releasing lock "05513af6-66c7-43ef-acc2-eab47b9bfa60" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.189180] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-b2541a9d-ccfc-4a76-968b-6ba7381a8686 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Reconfigured VM to attach interface {{(pid=70483) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 992.362429] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458de70b-7feb-404c-8b91-84aa684b897b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.375812] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4f5155-861d-4a60-a52d-ac5ccf751da5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Doing hard reboot of VM {{(pid=70483) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 992.376132] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-dc34ef0e-70b8-43db-9f63-94a2548c9378 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.389942] env[70483]: DEBUG oslo_vmware.api [None req-2a4f5155-861d-4a60-a52d-ac5ccf751da5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Waiting for the task: (returnval){ [ 992.389942] env[70483]: value = "task-3478318" [ 992.389942] env[70483]: _type = "Task" [ 992.389942] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.398954] env[70483]: DEBUG oslo_vmware.api [None req-2a4f5155-861d-4a60-a52d-ac5ccf751da5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': task-3478318, 'name': ResetVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.475935] env[70483]: DEBUG oslo_concurrency.lockutils [req-04c7d799-4a71-4c82-a1ec-a11f6327addd req-a7ac513a-bceb-4782-b5fc-686b21a41f16 service nova] Releasing lock "refresh_cache-05513af6-66c7-43ef-acc2-eab47b9bfa60" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.637904] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d49ed2-d93c-4435-b386-329229551834 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.648489] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a239948-b2c6-4f73-aab3-c12ad8eff33e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.686535] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b791c62-675f-4220-afc3-0dc9062d1e1d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.698409] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b2541a9d-ccfc-4a76-968b-6ba7381a8686 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "interface-05513af6-66c7-43ef-acc2-eab47b9bfa60-5ca7f3e7-ed63-46b0-b0b5-d94015567ea1" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.963s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.704702] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8614e05-5161-4927-b3cf-ff6bcb720f57 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.721837] env[70483]: DEBUG nova.compute.provider_tree [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.903903] env[70483]: DEBUG oslo_vmware.api [None req-2a4f5155-861d-4a60-a52d-ac5ccf751da5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': task-3478318, 'name': ResetVM_Task, 'duration_secs': 0.115934} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.904594] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4f5155-861d-4a60-a52d-ac5ccf751da5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Did hard reboot of VM {{(pid=70483) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 992.904825] env[70483]: DEBUG nova.compute.manager [None req-2a4f5155-861d-4a60-a52d-ac5ccf751da5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.905984] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3074de64-2be7-47e0-821f-5e42aea99b91 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.020549] env[70483]: DEBUG nova.network.neutron [req-9650d4b3-6be6-40f3-8c27-d28463f1727f req-9c32da61-9b42-498a-9c12-a0e1271dce34 service nova] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Updated VIF entry in instance network info cache for port 37de88a3-bcb1-4607-beae-f53a14d3d2ee. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.020970] env[70483]: DEBUG nova.network.neutron [req-9650d4b3-6be6-40f3-8c27-d28463f1727f req-9c32da61-9b42-498a-9c12-a0e1271dce34 service nova] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Updating instance_info_cache with network_info: [{"id": "37de88a3-bcb1-4607-beae-f53a14d3d2ee", "address": "fa:16:3e:48:60:29", "network": {"id": "528f8d19-a9a7-431c-8591-203d1b7ccf70", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1729366146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67fb04579ff042e697118a55d46022c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37de88a3-bc", "ovs_interfaceid": "37de88a3-bcb1-4607-beae-f53a14d3d2ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.105027] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa7f2c79-625c-468a-8b80-fc46dba1e79d tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.105027] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3402081-7f88-4b4e-adda-187e35b638aa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.118937] env[70483]: DEBUG oslo_vmware.api [None req-aa7f2c79-625c-468a-8b80-fc46dba1e79d tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 993.118937] env[70483]: value = "task-3478319" [ 993.118937] env[70483]: _type = "Task" [ 993.118937] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.132442] env[70483]: DEBUG oslo_vmware.api [None req-aa7f2c79-625c-468a-8b80-fc46dba1e79d tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.225736] env[70483]: DEBUG nova.scheduler.client.report [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.423517] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2a4f5155-861d-4a60-a52d-ac5ccf751da5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Lock "5a72a19e-090c-4e14-9ecf-92216b8a7596" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 3.862s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.527701] env[70483]: DEBUG oslo_concurrency.lockutils [req-9650d4b3-6be6-40f3-8c27-d28463f1727f req-9c32da61-9b42-498a-9c12-a0e1271dce34 service nova] Releasing lock "refresh_cache-cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.633635] env[70483]: DEBUG oslo_vmware.api [None req-aa7f2c79-625c-468a-8b80-fc46dba1e79d tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478319, 'name': PowerOffVM_Task, 'duration_secs': 0.384818} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.634073] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa7f2c79-625c-468a-8b80-fc46dba1e79d tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.634359] env[70483]: DEBUG nova.compute.manager [None req-aa7f2c79-625c-468a-8b80-fc46dba1e79d tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.635685] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88e8371-47cc-4e11-a233-456263215bf5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.732524] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.733267] env[70483]: DEBUG nova.compute.manager [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 993.736538] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.606s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.736837] env[70483]: DEBUG nova.objects.instance [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lazy-loading 'pci_requests' on Instance uuid a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.156990] env[70483]: DEBUG oslo_concurrency.lockutils [None req-aa7f2c79-625c-468a-8b80-fc46dba1e79d tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "725f74e2-aa5b-4a6a-88bd-2480dd80956f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.072s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.239904] env[70483]: DEBUG nova.compute.utils [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 994.244942] env[70483]: DEBUG nova.objects.instance [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lazy-loading 'numa_topology' on Instance uuid a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.247407] env[70483]: DEBUG nova.compute.manager [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 994.247407] env[70483]: DEBUG nova.network.neutron [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 994.296786] env[70483]: DEBUG nova.policy [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e23a692cf6224b03b6ee0b4f17c5eaa1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af180b646b9641339e50dd5de6999684', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 994.746745] env[70483]: DEBUG nova.compute.manager [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 994.753317] env[70483]: INFO nova.compute.claims [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.760654] env[70483]: DEBUG nova.network.neutron [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Successfully created port: 35c18fc2-1ad5-40b9-aa5f-1b95fddff115 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 995.030710] env[70483]: DEBUG nova.compute.manager [req-99b7e9e6-bd42-4d52-a830-681ebd9a4f63 req-f2bc454a-db65-4bc8-b19a-eba7d47c93b1 service nova] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Received event network-changed-c71fd039-9fc8-44a3-8801-664b414a1794 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.030960] env[70483]: DEBUG nova.compute.manager [req-99b7e9e6-bd42-4d52-a830-681ebd9a4f63 req-f2bc454a-db65-4bc8-b19a-eba7d47c93b1 service nova] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Refreshing instance network info cache due to event network-changed-c71fd039-9fc8-44a3-8801-664b414a1794. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 995.031238] env[70483]: DEBUG oslo_concurrency.lockutils [req-99b7e9e6-bd42-4d52-a830-681ebd9a4f63 req-f2bc454a-db65-4bc8-b19a-eba7d47c93b1 service nova] Acquiring lock "refresh_cache-5a72a19e-090c-4e14-9ecf-92216b8a7596" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.031391] env[70483]: DEBUG oslo_concurrency.lockutils [req-99b7e9e6-bd42-4d52-a830-681ebd9a4f63 req-f2bc454a-db65-4bc8-b19a-eba7d47c93b1 service nova] Acquired lock "refresh_cache-5a72a19e-090c-4e14-9ecf-92216b8a7596" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.031557] env[70483]: DEBUG nova.network.neutron [req-99b7e9e6-bd42-4d52-a830-681ebd9a4f63 req-f2bc454a-db65-4bc8-b19a-eba7d47c93b1 service nova] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Refreshing network info cache for port c71fd039-9fc8-44a3-8801-664b414a1794 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.330424] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0e5c4e2b-1ab7-4a3d-bbac-788ecb9d7857 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "725f74e2-aa5b-4a6a-88bd-2480dd80956f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.330731] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0e5c4e2b-1ab7-4a3d-bbac-788ecb9d7857 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "725f74e2-aa5b-4a6a-88bd-2480dd80956f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.330991] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0e5c4e2b-1ab7-4a3d-bbac-788ecb9d7857 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "725f74e2-aa5b-4a6a-88bd-2480dd80956f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.331225] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0e5c4e2b-1ab7-4a3d-bbac-788ecb9d7857 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "725f74e2-aa5b-4a6a-88bd-2480dd80956f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.331457] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0e5c4e2b-1ab7-4a3d-bbac-788ecb9d7857 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "725f74e2-aa5b-4a6a-88bd-2480dd80956f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.334681] env[70483]: INFO nova.compute.manager [None req-0e5c4e2b-1ab7-4a3d-bbac-788ecb9d7857 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Terminating instance [ 995.409263] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3c57c69a-7b0b-421d-bb59-1688c4223639 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquiring lock "2671b8d3-14fe-439c-9f4e-e22ab8bcb498" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.409606] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3c57c69a-7b0b-421d-bb59-1688c4223639 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Lock "2671b8d3-14fe-439c-9f4e-e22ab8bcb498" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.409974] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3c57c69a-7b0b-421d-bb59-1688c4223639 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquiring lock "2671b8d3-14fe-439c-9f4e-e22ab8bcb498-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.410079] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3c57c69a-7b0b-421d-bb59-1688c4223639 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Lock "2671b8d3-14fe-439c-9f4e-e22ab8bcb498-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.410928] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3c57c69a-7b0b-421d-bb59-1688c4223639 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Lock "2671b8d3-14fe-439c-9f4e-e22ab8bcb498-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.414025] env[70483]: INFO nova.compute.manager [None req-3c57c69a-7b0b-421d-bb59-1688c4223639 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Terminating instance [ 995.760017] env[70483]: DEBUG nova.compute.manager [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 995.791410] env[70483]: DEBUG nova.virt.hardware [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 995.792090] env[70483]: DEBUG nova.virt.hardware [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 995.792090] env[70483]: DEBUG nova.virt.hardware [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 995.792090] env[70483]: DEBUG nova.virt.hardware [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 995.792236] env[70483]: DEBUG nova.virt.hardware [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 995.792267] env[70483]: DEBUG nova.virt.hardware [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 995.792463] env[70483]: DEBUG nova.virt.hardware [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 995.792620] env[70483]: DEBUG nova.virt.hardware [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 995.792848] env[70483]: DEBUG nova.virt.hardware [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 995.792935] env[70483]: DEBUG nova.virt.hardware [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 995.793123] env[70483]: DEBUG nova.virt.hardware [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 995.793984] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e89881-97b7-4556-8faa-b3605782b231 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.811050] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d26b27-77d3-4e91-838e-f086ee8b0b49 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.839310] env[70483]: DEBUG nova.compute.manager [None req-0e5c4e2b-1ab7-4a3d-bbac-788ecb9d7857 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.839310] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5c4e2b-1ab7-4a3d-bbac-788ecb9d7857 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.840099] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66db7c5-877a-4232-b083-35162319693a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.850015] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5c4e2b-1ab7-4a3d-bbac-788ecb9d7857 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.850015] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-253f247e-40b3-40fa-bb9b-bb1a68bf9eb6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.870172] env[70483]: DEBUG nova.network.neutron [req-99b7e9e6-bd42-4d52-a830-681ebd9a4f63 req-f2bc454a-db65-4bc8-b19a-eba7d47c93b1 service nova] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Updated VIF entry in instance network info cache for port c71fd039-9fc8-44a3-8801-664b414a1794. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 995.870172] env[70483]: DEBUG nova.network.neutron [req-99b7e9e6-bd42-4d52-a830-681ebd9a4f63 req-f2bc454a-db65-4bc8-b19a-eba7d47c93b1 service nova] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Updating instance_info_cache with network_info: [{"id": "c71fd039-9fc8-44a3-8801-664b414a1794", "address": "fa:16:3e:68:4c:a1", "network": {"id": "ac4393ad-a866-4b78-b718-513224cbe448", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1714864280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5aff1b3cb6a4a64bffcc198c9a9dae7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc71fd039-9f", "ovs_interfaceid": "c71fd039-9fc8-44a3-8801-664b414a1794", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.900886] env[70483]: DEBUG oslo_concurrency.lockutils [None req-98d88b66-53c4-4b18-89de-ac01929a66d5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Acquiring lock "5a72a19e-090c-4e14-9ecf-92216b8a7596" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.901268] env[70483]: DEBUG oslo_concurrency.lockutils [None req-98d88b66-53c4-4b18-89de-ac01929a66d5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Lock "5a72a19e-090c-4e14-9ecf-92216b8a7596" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.901503] env[70483]: DEBUG oslo_concurrency.lockutils [None req-98d88b66-53c4-4b18-89de-ac01929a66d5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Acquiring lock "5a72a19e-090c-4e14-9ecf-92216b8a7596-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.901728] env[70483]: DEBUG oslo_concurrency.lockutils [None req-98d88b66-53c4-4b18-89de-ac01929a66d5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Lock "5a72a19e-090c-4e14-9ecf-92216b8a7596-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.901927] env[70483]: DEBUG oslo_concurrency.lockutils [None req-98d88b66-53c4-4b18-89de-ac01929a66d5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Lock "5a72a19e-090c-4e14-9ecf-92216b8a7596-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.904032] env[70483]: INFO nova.compute.manager [None req-98d88b66-53c4-4b18-89de-ac01929a66d5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Terminating instance [ 995.919459] env[70483]: DEBUG nova.compute.manager [None req-3c57c69a-7b0b-421d-bb59-1688c4223639 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.919459] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-3c57c69a-7b0b-421d-bb59-1688c4223639 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.920103] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44377d89-5a02-4769-9a19-e5da87c82b0c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.928881] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c57c69a-7b0b-421d-bb59-1688c4223639 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.929326] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62575659-ae6c-4da5-be85-104ac882d5e6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.934497] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e91b44af-f830-4374-a99f-bb233f0cacb5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "interface-05513af6-66c7-43ef-acc2-eab47b9bfa60-2e7264b5-404d-4154-bca1-6b09acbffe05" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.934759] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e91b44af-f830-4374-a99f-bb233f0cacb5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "interface-05513af6-66c7-43ef-acc2-eab47b9bfa60-2e7264b5-404d-4154-bca1-6b09acbffe05" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.938312] env[70483]: DEBUG oslo_vmware.api [None req-3c57c69a-7b0b-421d-bb59-1688c4223639 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Waiting for the task: (returnval){ [ 995.938312] env[70483]: value = "task-3478321" [ 995.938312] env[70483]: _type = "Task" [ 995.938312] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.945348] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5c4e2b-1ab7-4a3d-bbac-788ecb9d7857 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.945569] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5c4e2b-1ab7-4a3d-bbac-788ecb9d7857 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.945760] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e5c4e2b-1ab7-4a3d-bbac-788ecb9d7857 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Deleting the datastore file [datastore1] 725f74e2-aa5b-4a6a-88bd-2480dd80956f {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.949246] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ba53176-800b-4027-87f4-e7d1ccb25006 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.957585] env[70483]: DEBUG oslo_vmware.api [None req-3c57c69a-7b0b-421d-bb59-1688c4223639 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.962879] env[70483]: DEBUG oslo_vmware.api [None req-0e5c4e2b-1ab7-4a3d-bbac-788ecb9d7857 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 995.962879] env[70483]: value = "task-3478322" [ 995.962879] env[70483]: _type = "Task" [ 995.962879] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.977918] env[70483]: DEBUG oslo_vmware.api [None req-0e5c4e2b-1ab7-4a3d-bbac-788ecb9d7857 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.237423] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534933e1-a4e0-4c91-b7ae-7b0658a586b1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.246933] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277d60f9-8878-4f2a-9408-e8f2ae22dcd3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.282940] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb9cf9d-1b1e-4bc4-bc7b-e00f9362654d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.293978] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2293c9c4-3fc0-4371-abfc-f7199a0a692a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.311580] env[70483]: DEBUG nova.compute.provider_tree [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.317494] env[70483]: DEBUG nova.compute.manager [req-f7aabcb7-cfa6-45d1-86a4-f45099a69a82 req-175a6bb4-d712-4d67-a59c-caf20e128fb1 service nova] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Received event network-vif-plugged-35c18fc2-1ad5-40b9-aa5f-1b95fddff115 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.317744] env[70483]: DEBUG oslo_concurrency.lockutils [req-f7aabcb7-cfa6-45d1-86a4-f45099a69a82 req-175a6bb4-d712-4d67-a59c-caf20e128fb1 service nova] Acquiring lock "ad847ec2-b89f-4b68-b84b-6d2a7f4ac590-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.318021] env[70483]: DEBUG oslo_concurrency.lockutils [req-f7aabcb7-cfa6-45d1-86a4-f45099a69a82 req-175a6bb4-d712-4d67-a59c-caf20e128fb1 service nova] Lock "ad847ec2-b89f-4b68-b84b-6d2a7f4ac590-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.318247] env[70483]: DEBUG oslo_concurrency.lockutils [req-f7aabcb7-cfa6-45d1-86a4-f45099a69a82 req-175a6bb4-d712-4d67-a59c-caf20e128fb1 service nova] Lock "ad847ec2-b89f-4b68-b84b-6d2a7f4ac590-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.318484] env[70483]: DEBUG nova.compute.manager [req-f7aabcb7-cfa6-45d1-86a4-f45099a69a82 req-175a6bb4-d712-4d67-a59c-caf20e128fb1 service nova] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] No waiting events found dispatching network-vif-plugged-35c18fc2-1ad5-40b9-aa5f-1b95fddff115 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 996.318927] env[70483]: WARNING nova.compute.manager [req-f7aabcb7-cfa6-45d1-86a4-f45099a69a82 req-175a6bb4-d712-4d67-a59c-caf20e128fb1 service nova] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Received unexpected event network-vif-plugged-35c18fc2-1ad5-40b9-aa5f-1b95fddff115 for instance with vm_state building and task_state spawning. [ 996.371554] env[70483]: DEBUG oslo_concurrency.lockutils [req-99b7e9e6-bd42-4d52-a830-681ebd9a4f63 req-f2bc454a-db65-4bc8-b19a-eba7d47c93b1 service nova] Releasing lock "refresh_cache-5a72a19e-090c-4e14-9ecf-92216b8a7596" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.408373] env[70483]: DEBUG nova.compute.manager [None req-98d88b66-53c4-4b18-89de-ac01929a66d5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 996.408622] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-98d88b66-53c4-4b18-89de-ac01929a66d5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.409664] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1362ec-c0ca-4ead-a051-64d3fe566cf0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.419553] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d88b66-53c4-4b18-89de-ac01929a66d5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.419553] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-285655c3-48e3-4572-b21d-2803be1da882 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.427915] env[70483]: DEBUG oslo_vmware.api [None req-98d88b66-53c4-4b18-89de-ac01929a66d5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Waiting for the task: (returnval){ [ 996.427915] env[70483]: value = "task-3478323" [ 996.427915] env[70483]: _type = "Task" [ 996.427915] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.437909] env[70483]: DEBUG oslo_vmware.api [None req-98d88b66-53c4-4b18-89de-ac01929a66d5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': task-3478323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.443028] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e91b44af-f830-4374-a99f-bb233f0cacb5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "05513af6-66c7-43ef-acc2-eab47b9bfa60" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.443442] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e91b44af-f830-4374-a99f-bb233f0cacb5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquired lock "05513af6-66c7-43ef-acc2-eab47b9bfa60" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.444870] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a50185-334b-4cda-878d-99eddf61b231 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.454422] env[70483]: DEBUG oslo_vmware.api [None req-3c57c69a-7b0b-421d-bb59-1688c4223639 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478321, 'name': PowerOffVM_Task, 'duration_secs': 0.323819} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.473971] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c57c69a-7b0b-421d-bb59-1688c4223639 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.474474] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-3c57c69a-7b0b-421d-bb59-1688c4223639 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.475569] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ba1335a-2adf-4305-ba6d-bf7e677d94be {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.481804] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020cc547-3adf-45e8-b2a9-11dfc423726a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.519555] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e91b44af-f830-4374-a99f-bb233f0cacb5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Reconfiguring VM to detach interface {{(pid=70483) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 996.520799] env[70483]: DEBUG nova.network.neutron [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Successfully updated port: 35c18fc2-1ad5-40b9-aa5f-1b95fddff115 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 996.525558] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df253e12-5444-4c0c-b7ff-e224347653a9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.539550] env[70483]: DEBUG oslo_vmware.api [None req-0e5c4e2b-1ab7-4a3d-bbac-788ecb9d7857 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240078} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.540785] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e5c4e2b-1ab7-4a3d-bbac-788ecb9d7857 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.541068] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5c4e2b-1ab7-4a3d-bbac-788ecb9d7857 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.541735] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5c4e2b-1ab7-4a3d-bbac-788ecb9d7857 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.541735] env[70483]: INFO nova.compute.manager [None req-0e5c4e2b-1ab7-4a3d-bbac-788ecb9d7857 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Took 0.70 seconds to destroy the instance on the hypervisor. [ 996.541833] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e5c4e2b-1ab7-4a3d-bbac-788ecb9d7857 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.542859] env[70483]: DEBUG nova.compute.manager [-] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.542973] env[70483]: DEBUG nova.network.neutron [-] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.550268] env[70483]: DEBUG oslo_vmware.api [None req-e91b44af-f830-4374-a99f-bb233f0cacb5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 996.550268] env[70483]: value = "task-3478325" [ 996.550268] env[70483]: _type = "Task" [ 996.550268] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.561721] env[70483]: DEBUG oslo_vmware.api [None req-e91b44af-f830-4374-a99f-bb233f0cacb5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478325, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.563750] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-3c57c69a-7b0b-421d-bb59-1688c4223639 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.563750] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-3c57c69a-7b0b-421d-bb59-1688c4223639 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.563926] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c57c69a-7b0b-421d-bb59-1688c4223639 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Deleting the datastore file [datastore1] 2671b8d3-14fe-439c-9f4e-e22ab8bcb498 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.564253] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89f838ce-2bed-47e6-aad3-c98c0431fab3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.572627] env[70483]: DEBUG oslo_vmware.api [None req-3c57c69a-7b0b-421d-bb59-1688c4223639 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Waiting for the task: (returnval){ [ 996.572627] env[70483]: value = "task-3478326" [ 996.572627] env[70483]: _type = "Task" [ 996.572627] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.582451] env[70483]: DEBUG oslo_vmware.api [None req-3c57c69a-7b0b-421d-bb59-1688c4223639 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.821670] env[70483]: DEBUG nova.scheduler.client.report [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.912458] env[70483]: DEBUG oslo_vmware.rw_handles [None req-5c99a38a-ce19-4b41-a072-10d0f08f8447 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5264c6b9-b514-b2da-210a-16e4d9ad5828/disk-0.vmdk. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 996.913562] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37404799-1750-44a2-b33e-514a3b20dfce {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.921480] env[70483]: DEBUG oslo_vmware.rw_handles [None req-5c99a38a-ce19-4b41-a072-10d0f08f8447 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5264c6b9-b514-b2da-210a-16e4d9ad5828/disk-0.vmdk is in state: ready. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 996.921672] env[70483]: ERROR oslo_vmware.rw_handles [None req-5c99a38a-ce19-4b41-a072-10d0f08f8447 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5264c6b9-b514-b2da-210a-16e4d9ad5828/disk-0.vmdk due to incomplete transfer. [ 996.921888] env[70483]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-47d711b7-4957-46fd-8bab-86e9a483fe8c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.933708] env[70483]: DEBUG oslo_vmware.rw_handles [None req-5c99a38a-ce19-4b41-a072-10d0f08f8447 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5264c6b9-b514-b2da-210a-16e4d9ad5828/disk-0.vmdk. {{(pid=70483) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 996.933969] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-5c99a38a-ce19-4b41-a072-10d0f08f8447 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Uploaded image 6a4be804-7273-4b3f-bd10-ff8e404e6576 to the Glance image server {{(pid=70483) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 996.937011] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c99a38a-ce19-4b41-a072-10d0f08f8447 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Destroying the VM {{(pid=70483) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 996.937644] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a8f4184c-cc9c-481f-91fa-53d7905f8690 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.943556] env[70483]: DEBUG oslo_vmware.api [None req-98d88b66-53c4-4b18-89de-ac01929a66d5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': task-3478323, 'name': PowerOffVM_Task, 'duration_secs': 0.370717} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.945573] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d88b66-53c4-4b18-89de-ac01929a66d5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.945968] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-98d88b66-53c4-4b18-89de-ac01929a66d5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.946340] env[70483]: DEBUG oslo_vmware.api [None req-5c99a38a-ce19-4b41-a072-10d0f08f8447 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 996.946340] env[70483]: value = "task-3478327" [ 996.946340] env[70483]: _type = "Task" [ 996.946340] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.946543] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41e0c931-afc0-44bd-8d9f-ed6002d02c30 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.972082] env[70483]: DEBUG oslo_vmware.api [None req-5c99a38a-ce19-4b41-a072-10d0f08f8447 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478327, 'name': Destroy_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.038494] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-98d88b66-53c4-4b18-89de-ac01929a66d5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.038733] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-98d88b66-53c4-4b18-89de-ac01929a66d5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.038917] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-98d88b66-53c4-4b18-89de-ac01929a66d5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Deleting the datastore file [datastore2] 5a72a19e-090c-4e14-9ecf-92216b8a7596 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.039285] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8304b36-ae53-48ea-8ed9-23da19ae02e3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.042499] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Acquiring lock "refresh_cache-ad847ec2-b89f-4b68-b84b-6d2a7f4ac590" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.042499] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Acquired lock "refresh_cache-ad847ec2-b89f-4b68-b84b-6d2a7f4ac590" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.042499] env[70483]: DEBUG nova.network.neutron [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.051022] env[70483]: DEBUG oslo_vmware.api [None req-98d88b66-53c4-4b18-89de-ac01929a66d5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Waiting for the task: (returnval){ [ 997.051022] env[70483]: value = "task-3478329" [ 997.051022] env[70483]: _type = "Task" [ 997.051022] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.068143] env[70483]: DEBUG oslo_vmware.api [None req-98d88b66-53c4-4b18-89de-ac01929a66d5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': task-3478329, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.074018] env[70483]: DEBUG oslo_vmware.api [None req-e91b44af-f830-4374-a99f-bb233f0cacb5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.086026] env[70483]: DEBUG oslo_vmware.api [None req-3c57c69a-7b0b-421d-bb59-1688c4223639 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257144} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.086415] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c57c69a-7b0b-421d-bb59-1688c4223639 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.088098] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-3c57c69a-7b0b-421d-bb59-1688c4223639 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.088098] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-3c57c69a-7b0b-421d-bb59-1688c4223639 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.088098] env[70483]: INFO nova.compute.manager [None req-3c57c69a-7b0b-421d-bb59-1688c4223639 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Took 1.17 seconds to destroy the instance on the hypervisor. [ 997.088098] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c57c69a-7b0b-421d-bb59-1688c4223639 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.088098] env[70483]: DEBUG nova.compute.manager [-] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 997.088312] env[70483]: DEBUG nova.network.neutron [-] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 997.330273] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.593s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.333374] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.570s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.335418] env[70483]: INFO nova.compute.claims [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.340280] env[70483]: DEBUG nova.network.neutron [-] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.394554] env[70483]: INFO nova.network.neutron [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Updating port 90ee9637-37b3-42bb-9b3a-4b0f9b8d53be with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 997.458936] env[70483]: DEBUG oslo_vmware.api [None req-5c99a38a-ce19-4b41-a072-10d0f08f8447 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478327, 'name': Destroy_Task, 'duration_secs': 0.377848} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.459159] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-5c99a38a-ce19-4b41-a072-10d0f08f8447 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Destroyed the VM [ 997.459406] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-5c99a38a-ce19-4b41-a072-10d0f08f8447 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Deleting Snapshot of the VM instance {{(pid=70483) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 997.460169] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-32120cdb-4caa-41d0-ac97-2e613d327b2d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.468191] env[70483]: DEBUG oslo_vmware.api [None req-5c99a38a-ce19-4b41-a072-10d0f08f8447 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 997.468191] env[70483]: value = "task-3478330" [ 997.468191] env[70483]: _type = "Task" [ 997.468191] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.478203] env[70483]: DEBUG oslo_vmware.api [None req-5c99a38a-ce19-4b41-a072-10d0f08f8447 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478330, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.562367] env[70483]: DEBUG oslo_vmware.api [None req-e91b44af-f830-4374-a99f-bb233f0cacb5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.570427] env[70483]: DEBUG oslo_vmware.api [None req-98d88b66-53c4-4b18-89de-ac01929a66d5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': task-3478329, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211633} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.570585] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-98d88b66-53c4-4b18-89de-ac01929a66d5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.570770] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-98d88b66-53c4-4b18-89de-ac01929a66d5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.570937] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-98d88b66-53c4-4b18-89de-ac01929a66d5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.571598] env[70483]: INFO nova.compute.manager [None req-98d88b66-53c4-4b18-89de-ac01929a66d5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Took 1.16 seconds to destroy the instance on the hypervisor. [ 997.571598] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98d88b66-53c4-4b18-89de-ac01929a66d5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.571598] env[70483]: DEBUG nova.compute.manager [-] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 997.571814] env[70483]: DEBUG nova.network.neutron [-] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 997.602965] env[70483]: DEBUG nova.network.neutron [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 997.848762] env[70483]: INFO nova.compute.manager [-] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Took 1.31 seconds to deallocate network for instance. [ 997.859849] env[70483]: DEBUG nova.network.neutron [-] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.924242] env[70483]: DEBUG nova.network.neutron [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Updating instance_info_cache with network_info: [{"id": "35c18fc2-1ad5-40b9-aa5f-1b95fddff115", "address": "fa:16:3e:89:e9:9d", "network": {"id": "91516d61-1e8b-4986-8f2e-c745e553afbb", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1618265357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af180b646b9641339e50dd5de6999684", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35c18fc2-1a", "ovs_interfaceid": "35c18fc2-1ad5-40b9-aa5f-1b95fddff115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.980134] env[70483]: DEBUG oslo_vmware.api [None req-5c99a38a-ce19-4b41-a072-10d0f08f8447 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478330, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.065894] env[70483]: DEBUG oslo_vmware.api [None req-e91b44af-f830-4374-a99f-bb233f0cacb5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.359063] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0e5c4e2b-1ab7-4a3d-bbac-788ecb9d7857 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.360704] env[70483]: INFO nova.compute.manager [-] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Took 1.27 seconds to deallocate network for instance. [ 998.428028] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Releasing lock "refresh_cache-ad847ec2-b89f-4b68-b84b-6d2a7f4ac590" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.428028] env[70483]: DEBUG nova.compute.manager [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Instance network_info: |[{"id": "35c18fc2-1ad5-40b9-aa5f-1b95fddff115", "address": "fa:16:3e:89:e9:9d", "network": {"id": "91516d61-1e8b-4986-8f2e-c745e553afbb", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1618265357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af180b646b9641339e50dd5de6999684", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35c18fc2-1a", "ovs_interfaceid": "35c18fc2-1ad5-40b9-aa5f-1b95fddff115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 998.428028] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:e9:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de5fcb06-b0d0-467f-86fe-06882165ac31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35c18fc2-1ad5-40b9-aa5f-1b95fddff115', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.438042] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Creating folder: Project (af180b646b9641339e50dd5de6999684). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.443386] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61f27fb4-3231-4f41-8cff-c04870f25391 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.447448] env[70483]: DEBUG nova.compute.manager [req-47291bd7-2aa3-4885-ace7-4e5e884df499 req-b48da46f-7fb6-4eea-9099-84928e5d8d5a service nova] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Received event network-changed-35c18fc2-1ad5-40b9-aa5f-1b95fddff115 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.447693] env[70483]: DEBUG nova.compute.manager [req-47291bd7-2aa3-4885-ace7-4e5e884df499 req-b48da46f-7fb6-4eea-9099-84928e5d8d5a service nova] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Refreshing instance network info cache due to event network-changed-35c18fc2-1ad5-40b9-aa5f-1b95fddff115. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 998.448388] env[70483]: DEBUG oslo_concurrency.lockutils [req-47291bd7-2aa3-4885-ace7-4e5e884df499 req-b48da46f-7fb6-4eea-9099-84928e5d8d5a service nova] Acquiring lock "refresh_cache-ad847ec2-b89f-4b68-b84b-6d2a7f4ac590" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.448706] env[70483]: DEBUG oslo_concurrency.lockutils [req-47291bd7-2aa3-4885-ace7-4e5e884df499 req-b48da46f-7fb6-4eea-9099-84928e5d8d5a service nova] Acquired lock "refresh_cache-ad847ec2-b89f-4b68-b84b-6d2a7f4ac590" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.448788] env[70483]: DEBUG nova.network.neutron [req-47291bd7-2aa3-4885-ace7-4e5e884df499 req-b48da46f-7fb6-4eea-9099-84928e5d8d5a service nova] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Refreshing network info cache for port 35c18fc2-1ad5-40b9-aa5f-1b95fddff115 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.469585] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Created folder: Project (af180b646b9641339e50dd5de6999684) in parent group-v695216. [ 998.469800] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Creating folder: Instances. Parent ref: group-v695426. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.470144] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b8eecac-491e-417e-a02a-775bfceccd8e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.490939] env[70483]: DEBUG oslo_vmware.api [None req-5c99a38a-ce19-4b41-a072-10d0f08f8447 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478330, 'name': RemoveSnapshot_Task, 'duration_secs': 0.642807} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.492620] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-5c99a38a-ce19-4b41-a072-10d0f08f8447 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Deleted Snapshot of the VM instance {{(pid=70483) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 998.492970] env[70483]: INFO nova.compute.manager [None req-5c99a38a-ce19-4b41-a072-10d0f08f8447 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Took 15.35 seconds to snapshot the instance on the hypervisor. [ 998.495460] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Created folder: Instances in parent group-v695426. [ 998.495731] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.496144] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.496393] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4575a6a4-bc20-4891-9577-5f3160a920d8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.517444] env[70483]: DEBUG nova.network.neutron [-] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.529629] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.529629] env[70483]: value = "task-3478333" [ 998.529629] env[70483]: _type = "Task" [ 998.529629] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.539154] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478333, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.563021] env[70483]: DEBUG oslo_vmware.api [None req-e91b44af-f830-4374-a99f-bb233f0cacb5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.808218] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquiring lock "84b10472-74ba-4122-802b-63d72968bf75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.808472] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "84b10472-74ba-4122-802b-63d72968bf75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.871730] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3c57c69a-7b0b-421d-bb59-1688c4223639 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.883616] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c998334-cbe6-482e-85ec-eb6f7ece9cf5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.892659] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9417a3b1-3d52-48fe-91f1-d9de902022f5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.925353] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1916d59-518f-4bcf-a0d9-294bb09d400b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.933548] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a83f173-2c13-4558-8668-b0ab8cb27520 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.950216] env[70483]: DEBUG nova.compute.provider_tree [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.023811] env[70483]: INFO nova.compute.manager [-] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Took 1.45 seconds to deallocate network for instance. [ 999.041250] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478333, 'name': CreateVM_Task, 'duration_secs': 0.387083} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.041462] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.042130] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.042361] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.043027] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.043027] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae1eed61-40e5-430d-abb9-8fcb4eaa1ad2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.049128] env[70483]: DEBUG oslo_vmware.api [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Waiting for the task: (returnval){ [ 999.049128] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e9bb61-68b8-a20a-ccfb-adcffc6a1e0d" [ 999.049128] env[70483]: _type = "Task" [ 999.049128] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.064090] env[70483]: DEBUG oslo_vmware.api [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e9bb61-68b8-a20a-ccfb-adcffc6a1e0d, 'name': SearchDatastore_Task, 'duration_secs': 0.009774} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.067991] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.068263] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.068474] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.068653] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.068787] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.069076] env[70483]: DEBUG oslo_vmware.api [None req-e91b44af-f830-4374-a99f-bb233f0cacb5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.069727] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b963189-56c7-445e-a280-3295895665f2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.079963] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.080161] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.080924] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0303d418-1a87-47b6-9087-300abbead696 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.087118] env[70483]: DEBUG oslo_vmware.api [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Waiting for the task: (returnval){ [ 999.087118] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522e9410-8611-cb2d-b854-3596a13f428e" [ 999.087118] env[70483]: _type = "Task" [ 999.087118] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.095641] env[70483]: DEBUG oslo_vmware.api [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522e9410-8611-cb2d-b854-3596a13f428e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.135378] env[70483]: DEBUG nova.compute.manager [req-ba31ff81-34cd-48db-9304-c17ac50bdf05 req-8c63c735-4f24-4ce0-a324-a5691091cc69 service nova] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Received event network-vif-plugged-90ee9637-37b3-42bb-9b3a-4b0f9b8d53be {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.135740] env[70483]: DEBUG oslo_concurrency.lockutils [req-ba31ff81-34cd-48db-9304-c17ac50bdf05 req-8c63c735-4f24-4ce0-a324-a5691091cc69 service nova] Acquiring lock "a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.136064] env[70483]: DEBUG oslo_concurrency.lockutils [req-ba31ff81-34cd-48db-9304-c17ac50bdf05 req-8c63c735-4f24-4ce0-a324-a5691091cc69 service nova] Lock "a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.136559] env[70483]: DEBUG oslo_concurrency.lockutils [req-ba31ff81-34cd-48db-9304-c17ac50bdf05 req-8c63c735-4f24-4ce0-a324-a5691091cc69 service nova] Lock "a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.136559] env[70483]: DEBUG nova.compute.manager [req-ba31ff81-34cd-48db-9304-c17ac50bdf05 req-8c63c735-4f24-4ce0-a324-a5691091cc69 service nova] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] No waiting events found dispatching network-vif-plugged-90ee9637-37b3-42bb-9b3a-4b0f9b8d53be {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 999.136757] env[70483]: WARNING nova.compute.manager [req-ba31ff81-34cd-48db-9304-c17ac50bdf05 req-8c63c735-4f24-4ce0-a324-a5691091cc69 service nova] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Received unexpected event network-vif-plugged-90ee9637-37b3-42bb-9b3a-4b0f9b8d53be for instance with vm_state shelved_offloaded and task_state spawning. [ 999.195672] env[70483]: DEBUG nova.network.neutron [req-47291bd7-2aa3-4885-ace7-4e5e884df499 req-b48da46f-7fb6-4eea-9099-84928e5d8d5a service nova] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Updated VIF entry in instance network info cache for port 35c18fc2-1ad5-40b9-aa5f-1b95fddff115. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.196110] env[70483]: DEBUG nova.network.neutron [req-47291bd7-2aa3-4885-ace7-4e5e884df499 req-b48da46f-7fb6-4eea-9099-84928e5d8d5a service nova] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Updating instance_info_cache with network_info: [{"id": "35c18fc2-1ad5-40b9-aa5f-1b95fddff115", "address": "fa:16:3e:89:e9:9d", "network": {"id": "91516d61-1e8b-4986-8f2e-c745e553afbb", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1618265357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af180b646b9641339e50dd5de6999684", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35c18fc2-1a", "ovs_interfaceid": "35c18fc2-1ad5-40b9-aa5f-1b95fddff115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.222573] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquiring lock "refresh_cache-a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.222825] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquired lock "refresh_cache-a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.223078] env[70483]: DEBUG nova.network.neutron [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.310994] env[70483]: DEBUG nova.compute.manager [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 999.453655] env[70483]: DEBUG nova.scheduler.client.report [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.533089] env[70483]: DEBUG oslo_concurrency.lockutils [None req-98d88b66-53c4-4b18-89de-ac01929a66d5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.566029] env[70483]: DEBUG oslo_vmware.api [None req-e91b44af-f830-4374-a99f-bb233f0cacb5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.597910] env[70483]: DEBUG oslo_vmware.api [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522e9410-8611-cb2d-b854-3596a13f428e, 'name': SearchDatastore_Task, 'duration_secs': 0.009549} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.598719] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0412d9ed-a830-422b-a8b8-b137a4525a85 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.605063] env[70483]: DEBUG oslo_vmware.api [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Waiting for the task: (returnval){ [ 999.605063] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e2ed6d-90b6-4ddf-6aa8-38f299a10799" [ 999.605063] env[70483]: _type = "Task" [ 999.605063] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.613972] env[70483]: DEBUG oslo_vmware.api [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e2ed6d-90b6-4ddf-6aa8-38f299a10799, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.699469] env[70483]: DEBUG oslo_concurrency.lockutils [req-47291bd7-2aa3-4885-ace7-4e5e884df499 req-b48da46f-7fb6-4eea-9099-84928e5d8d5a service nova] Releasing lock "refresh_cache-ad847ec2-b89f-4b68-b84b-6d2a7f4ac590" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.699755] env[70483]: DEBUG nova.compute.manager [req-47291bd7-2aa3-4885-ace7-4e5e884df499 req-b48da46f-7fb6-4eea-9099-84928e5d8d5a service nova] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Received event network-vif-deleted-02a0630d-b653-4a03-bc9d-b9eada76b7d8 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.699947] env[70483]: DEBUG nova.compute.manager [req-47291bd7-2aa3-4885-ace7-4e5e884df499 req-b48da46f-7fb6-4eea-9099-84928e5d8d5a service nova] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Received event network-vif-deleted-37b1c85a-67c8-46e1-8708-2ef9bc2c2a94 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.700241] env[70483]: DEBUG nova.compute.manager [req-47291bd7-2aa3-4885-ace7-4e5e884df499 req-b48da46f-7fb6-4eea-9099-84928e5d8d5a service nova] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Received event network-vif-deleted-c71fd039-9fc8-44a3-8801-664b414a1794 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.700464] env[70483]: INFO nova.compute.manager [req-47291bd7-2aa3-4885-ace7-4e5e884df499 req-b48da46f-7fb6-4eea-9099-84928e5d8d5a service nova] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Neutron deleted interface c71fd039-9fc8-44a3-8801-664b414a1794; detaching it from the instance and deleting it from the info cache [ 999.700963] env[70483]: DEBUG nova.network.neutron [req-47291bd7-2aa3-4885-ace7-4e5e884df499 req-b48da46f-7fb6-4eea-9099-84928e5d8d5a service nova] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.836059] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.962036] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.962567] env[70483]: DEBUG nova.compute.manager [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 999.965610] env[70483]: DEBUG oslo_concurrency.lockutils [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.743s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.967024] env[70483]: INFO nova.compute.claims [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.025348] env[70483]: DEBUG nova.network.neutron [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Updating instance_info_cache with network_info: [{"id": "90ee9637-37b3-42bb-9b3a-4b0f9b8d53be", "address": "fa:16:3e:b5:96:89", "network": {"id": "ad62c8c7-a505-4b19-b08e-7fc0ad2fe8c0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1287706579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f5421924aec4a0eb2dce7ace32bf86c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90ee9637-37", "ovs_interfaceid": "90ee9637-37b3-42bb-9b3a-4b0f9b8d53be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.066100] env[70483]: DEBUG oslo_vmware.api [None req-e91b44af-f830-4374-a99f-bb233f0cacb5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.116197] env[70483]: DEBUG oslo_vmware.api [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e2ed6d-90b6-4ddf-6aa8-38f299a10799, 'name': SearchDatastore_Task, 'duration_secs': 0.010525} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.116464] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.116731] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] ad847ec2-b89f-4b68-b84b-6d2a7f4ac590/ad847ec2-b89f-4b68-b84b-6d2a7f4ac590.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.116985] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb907ef4-fc47-40b0-b2fb-7a43773e9263 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.124412] env[70483]: DEBUG oslo_vmware.api [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Waiting for the task: (returnval){ [ 1000.124412] env[70483]: value = "task-3478334" [ 1000.124412] env[70483]: _type = "Task" [ 1000.124412] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.132856] env[70483]: DEBUG oslo_vmware.api [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Task: {'id': task-3478334, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.203749] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d5369c1-1a5a-4490-8a4f-5ea8c1d35402 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.219705] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ebf329-475d-4052-9485-5d74be388736 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.260843] env[70483]: DEBUG nova.compute.manager [req-47291bd7-2aa3-4885-ace7-4e5e884df499 req-b48da46f-7fb6-4eea-9099-84928e5d8d5a service nova] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Detach interface failed, port_id=c71fd039-9fc8-44a3-8801-664b414a1794, reason: Instance 5a72a19e-090c-4e14-9ecf-92216b8a7596 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1000.474941] env[70483]: DEBUG nova.compute.utils [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1000.478311] env[70483]: DEBUG nova.compute.manager [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1000.478791] env[70483]: DEBUG nova.network.neutron [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1000.529951] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Releasing lock "refresh_cache-a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.564008] env[70483]: DEBUG nova.virt.hardware [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a55a6f8f9c9ab739339d3e692c24135d',container_format='bare',created_at=2025-04-17T14:43:06Z,direct_url=,disk_format='vmdk',id=5558dced-fc72-48c6-bf54-9a465145d34a,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1049213099-shelved',owner='8f5421924aec4a0eb2dce7ace32bf86c',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-04-17T14:43:23Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.564188] env[70483]: DEBUG nova.virt.hardware [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.564231] env[70483]: DEBUG nova.virt.hardware [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.564516] env[70483]: DEBUG nova.virt.hardware [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.564677] env[70483]: DEBUG nova.virt.hardware [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.564853] env[70483]: DEBUG nova.virt.hardware [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.565217] env[70483]: DEBUG nova.virt.hardware [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.565474] env[70483]: DEBUG nova.virt.hardware [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.565696] env[70483]: DEBUG nova.virt.hardware [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.565919] env[70483]: DEBUG nova.virt.hardware [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.566187] env[70483]: DEBUG nova.virt.hardware [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.567727] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbe4487-7f23-4847-a8e8-fe1433509032 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.582349] env[70483]: DEBUG nova.policy [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '193a129729694e52afd2fa69ebe36fd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51ca3ce36a284732ba5d67b691687fd3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1000.590759] env[70483]: DEBUG oslo_vmware.api [None req-e91b44af-f830-4374-a99f-bb233f0cacb5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.592143] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbd8507-8723-4ce9-87d5-c9d8f93655b4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.608866] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:96:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90ee9637-37b3-42bb-9b3a-4b0f9b8d53be', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.619715] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.620187] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.620350] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fee1346d-cf47-4d4d-9173-b32b5286b258 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.645346] env[70483]: DEBUG oslo_vmware.api [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Task: {'id': task-3478334, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474939} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.647167] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] ad847ec2-b89f-4b68-b84b-6d2a7f4ac590/ad847ec2-b89f-4b68-b84b-6d2a7f4ac590.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.647473] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.647757] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.647757] env[70483]: value = "task-3478335" [ 1000.647757] env[70483]: _type = "Task" [ 1000.647757] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.648038] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76a6e688-0666-4b5f-83d6-8db8bb3f9371 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.659646] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478335, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.660709] env[70483]: DEBUG oslo_vmware.api [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Waiting for the task: (returnval){ [ 1000.660709] env[70483]: value = "task-3478336" [ 1000.660709] env[70483]: _type = "Task" [ 1000.660709] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.978820] env[70483]: DEBUG nova.compute.manager [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1001.077479] env[70483]: DEBUG oslo_vmware.api [None req-e91b44af-f830-4374-a99f-bb233f0cacb5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.159644] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478335, 'name': CreateVM_Task, 'duration_secs': 0.37321} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.159812] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.163215] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5558dced-fc72-48c6-bf54-9a465145d34a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.163215] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5558dced-fc72-48c6-bf54-9a465145d34a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.163215] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5558dced-fc72-48c6-bf54-9a465145d34a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.163738] env[70483]: DEBUG nova.compute.manager [req-e6176bd3-a598-4617-9fe4-43cebe1915cb req-938f6906-c5d2-43b6-94a4-8f79d359d9e0 service nova] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Received event network-changed-90ee9637-37b3-42bb-9b3a-4b0f9b8d53be {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.164205] env[70483]: DEBUG nova.compute.manager [req-e6176bd3-a598-4617-9fe4-43cebe1915cb req-938f6906-c5d2-43b6-94a4-8f79d359d9e0 service nova] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Refreshing instance network info cache due to event network-changed-90ee9637-37b3-42bb-9b3a-4b0f9b8d53be. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1001.164468] env[70483]: DEBUG oslo_concurrency.lockutils [req-e6176bd3-a598-4617-9fe4-43cebe1915cb req-938f6906-c5d2-43b6-94a4-8f79d359d9e0 service nova] Acquiring lock "refresh_cache-a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.164635] env[70483]: DEBUG oslo_concurrency.lockutils [req-e6176bd3-a598-4617-9fe4-43cebe1915cb req-938f6906-c5d2-43b6-94a4-8f79d359d9e0 service nova] Acquired lock "refresh_cache-a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.164797] env[70483]: DEBUG nova.network.neutron [req-e6176bd3-a598-4617-9fe4-43cebe1915cb req-938f6906-c5d2-43b6-94a4-8f79d359d9e0 service nova] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Refreshing network info cache for port 90ee9637-37b3-42bb-9b3a-4b0f9b8d53be {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.169577] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f773790-9e7b-43eb-b37a-f0da0f557f21 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.182292] env[70483]: DEBUG oslo_vmware.api [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 1001.182292] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52f6dfae-44bb-5a6a-de83-ce4f97a149a6" [ 1001.182292] env[70483]: _type = "Task" [ 1001.182292] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.186886] env[70483]: DEBUG oslo_vmware.api [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Task: {'id': task-3478336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085427} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.190423] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.197831] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924c854c-7f2d-4747-8272-0814615b2aa7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.216711] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5558dced-fc72-48c6-bf54-9a465145d34a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.216969] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Processing image 5558dced-fc72-48c6-bf54-9a465145d34a {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.217251] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5558dced-fc72-48c6-bf54-9a465145d34a/5558dced-fc72-48c6-bf54-9a465145d34a.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.217539] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5558dced-fc72-48c6-bf54-9a465145d34a/5558dced-fc72-48c6-bf54-9a465145d34a.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.217644] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.229234] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] ad847ec2-b89f-4b68-b84b-6d2a7f4ac590/ad847ec2-b89f-4b68-b84b-6d2a7f4ac590.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.232871] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c389e7cb-e208-4ff0-a808-30002382d767 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.236791] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65157ecf-f5c8-4d09-9109-488fed23a9c9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.271818] env[70483]: DEBUG oslo_vmware.api [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Waiting for the task: (returnval){ [ 1001.271818] env[70483]: value = "task-3478337" [ 1001.271818] env[70483]: _type = "Task" [ 1001.271818] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.272798] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.273664] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.276877] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a68878a-5a8e-4c84-a91a-b5eec8e6ffdc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.284177] env[70483]: DEBUG oslo_vmware.api [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 1001.284177] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]520b3dc6-4f65-d218-9cd4-4ac5f2a5f1e0" [ 1001.284177] env[70483]: _type = "Task" [ 1001.284177] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.294409] env[70483]: DEBUG oslo_vmware.api [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Task: {'id': task-3478337, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.307407] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Preparing fetch location {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1001.307407] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Fetch image to [datastore1] OSTACK_IMG_83ed9535-514f-4f3d-b067-b36b8df3da54/OSTACK_IMG_83ed9535-514f-4f3d-b067-b36b8df3da54.vmdk {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1001.307407] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Downloading stream optimized image 5558dced-fc72-48c6-bf54-9a465145d34a to [datastore1] OSTACK_IMG_83ed9535-514f-4f3d-b067-b36b8df3da54/OSTACK_IMG_83ed9535-514f-4f3d-b067-b36b8df3da54.vmdk on the data store datastore1 as vApp {{(pid=70483) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1001.307587] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Downloading image file data 5558dced-fc72-48c6-bf54-9a465145d34a to the ESX as VM named 'OSTACK_IMG_83ed9535-514f-4f3d-b067-b36b8df3da54' {{(pid=70483) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1001.328100] env[70483]: DEBUG nova.network.neutron [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Successfully created port: b504cd61-bb04-4e76-8e48-7404872710f6 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1001.417991] env[70483]: DEBUG oslo_vmware.rw_handles [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1001.417991] env[70483]: value = "resgroup-9" [ 1001.417991] env[70483]: _type = "ResourcePool" [ 1001.417991] env[70483]: }. {{(pid=70483) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1001.420028] env[70483]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-7a93e8dd-ab05-427c-8cdd-e6ec007598f9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.450131] env[70483]: DEBUG oslo_vmware.rw_handles [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lease: (returnval){ [ 1001.450131] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]527377b9-2488-249c-093b-a89945177b28" [ 1001.450131] env[70483]: _type = "HttpNfcLease" [ 1001.450131] env[70483]: } obtained for vApp import into resource pool (val){ [ 1001.450131] env[70483]: value = "resgroup-9" [ 1001.450131] env[70483]: _type = "ResourcePool" [ 1001.450131] env[70483]: }. {{(pid=70483) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1001.450131] env[70483]: DEBUG oslo_vmware.api [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the lease: (returnval){ [ 1001.450131] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]527377b9-2488-249c-093b-a89945177b28" [ 1001.450131] env[70483]: _type = "HttpNfcLease" [ 1001.450131] env[70483]: } to be ready. {{(pid=70483) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1001.465966] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1001.465966] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]527377b9-2488-249c-093b-a89945177b28" [ 1001.465966] env[70483]: _type = "HttpNfcLease" [ 1001.465966] env[70483]: } is initializing. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1001.532182] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903e31a1-6d49-4003-a591-170eafbc90b7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.540034] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b720a5d-98ce-450f-b34b-a4a2eb3f114d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.578221] env[70483]: DEBUG nova.network.neutron [req-e6176bd3-a598-4617-9fe4-43cebe1915cb req-938f6906-c5d2-43b6-94a4-8f79d359d9e0 service nova] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Updated VIF entry in instance network info cache for port 90ee9637-37b3-42bb-9b3a-4b0f9b8d53be. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.578221] env[70483]: DEBUG nova.network.neutron [req-e6176bd3-a598-4617-9fe4-43cebe1915cb req-938f6906-c5d2-43b6-94a4-8f79d359d9e0 service nova] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Updating instance_info_cache with network_info: [{"id": "90ee9637-37b3-42bb-9b3a-4b0f9b8d53be", "address": "fa:16:3e:b5:96:89", "network": {"id": "ad62c8c7-a505-4b19-b08e-7fc0ad2fe8c0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1287706579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f5421924aec4a0eb2dce7ace32bf86c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90ee9637-37", "ovs_interfaceid": "90ee9637-37b3-42bb-9b3a-4b0f9b8d53be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.582997] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6c7372-6e85-4ec7-829e-c053295b9367 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.593155] env[70483]: DEBUG oslo_vmware.api [None req-e91b44af-f830-4374-a99f-bb233f0cacb5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.597286] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04ba3dd-d4ae-4aec-9e72-970233ece129 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.613291] env[70483]: DEBUG nova.compute.provider_tree [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.790705] env[70483]: DEBUG oslo_vmware.api [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Task: {'id': task-3478337, 'name': ReconfigVM_Task, 'duration_secs': 0.334661} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.790705] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Reconfigured VM instance instance-0000004c to attach disk [datastore2] ad847ec2-b89f-4b68-b84b-6d2a7f4ac590/ad847ec2-b89f-4b68-b84b-6d2a7f4ac590.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.790705] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-254af8d5-a4a6-4493-b15e-0f6c7c05dbd7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.799019] env[70483]: DEBUG oslo_vmware.api [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Waiting for the task: (returnval){ [ 1001.799019] env[70483]: value = "task-3478339" [ 1001.799019] env[70483]: _type = "Task" [ 1001.799019] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.806942] env[70483]: DEBUG oslo_vmware.api [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Task: {'id': task-3478339, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.970603] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1001.970603] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]527377b9-2488-249c-093b-a89945177b28" [ 1001.970603] env[70483]: _type = "HttpNfcLease" [ 1001.970603] env[70483]: } is initializing. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1002.000937] env[70483]: DEBUG nova.compute.manager [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1002.033753] env[70483]: DEBUG nova.virt.hardware [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.033885] env[70483]: DEBUG nova.virt.hardware [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.034380] env[70483]: DEBUG nova.virt.hardware [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.034380] env[70483]: DEBUG nova.virt.hardware [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.034529] env[70483]: DEBUG nova.virt.hardware [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.034690] env[70483]: DEBUG nova.virt.hardware [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.034895] env[70483]: DEBUG nova.virt.hardware [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.035133] env[70483]: DEBUG nova.virt.hardware [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.035222] env[70483]: DEBUG nova.virt.hardware [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.035603] env[70483]: DEBUG nova.virt.hardware [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.035603] env[70483]: DEBUG nova.virt.hardware [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.037195] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cde6f6-bc94-4941-b431-5f3f1cdd19f4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.045490] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b135b0a-a4b7-4f3b-8b13-f1dfe8a1ac3b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.086956] env[70483]: DEBUG oslo_concurrency.lockutils [req-e6176bd3-a598-4617-9fe4-43cebe1915cb req-938f6906-c5d2-43b6-94a4-8f79d359d9e0 service nova] Releasing lock "refresh_cache-a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.087350] env[70483]: DEBUG oslo_vmware.api [None req-e91b44af-f830-4374-a99f-bb233f0cacb5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478325, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.115578] env[70483]: DEBUG nova.scheduler.client.report [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.310391] env[70483]: DEBUG oslo_vmware.api [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Task: {'id': task-3478339, 'name': Rename_Task, 'duration_secs': 0.184112} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.310391] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.311022] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-566d482a-7a68-4a0f-a90a-28e1871c5d98 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.323084] env[70483]: DEBUG oslo_vmware.api [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Waiting for the task: (returnval){ [ 1002.323084] env[70483]: value = "task-3478340" [ 1002.323084] env[70483]: _type = "Task" [ 1002.323084] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.336991] env[70483]: DEBUG oslo_vmware.api [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Task: {'id': task-3478340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.462026] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1002.462026] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]527377b9-2488-249c-093b-a89945177b28" [ 1002.462026] env[70483]: _type = "HttpNfcLease" [ 1002.462026] env[70483]: } is ready. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1002.462026] env[70483]: DEBUG oslo_vmware.rw_handles [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1002.462026] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]527377b9-2488-249c-093b-a89945177b28" [ 1002.462026] env[70483]: _type = "HttpNfcLease" [ 1002.462026] env[70483]: }. {{(pid=70483) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1002.462026] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7e7902-f6f2-4a14-b9f7-905807fa457c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.472122] env[70483]: DEBUG oslo_vmware.rw_handles [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52daa856-d29b-f906-9d1e-c70da7f113d2/disk-0.vmdk from lease info. {{(pid=70483) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1002.472442] env[70483]: DEBUG oslo_vmware.rw_handles [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52daa856-d29b-f906-9d1e-c70da7f113d2/disk-0.vmdk. {{(pid=70483) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1002.542984] env[70483]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4fe84c7f-95ed-4db1-9323-42d99642b38a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.587648] env[70483]: DEBUG oslo_vmware.api [None req-e91b44af-f830-4374-a99f-bb233f0cacb5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478325, 'name': ReconfigVM_Task, 'duration_secs': 5.819438} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.588173] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e91b44af-f830-4374-a99f-bb233f0cacb5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Releasing lock "05513af6-66c7-43ef-acc2-eab47b9bfa60" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.588173] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e91b44af-f830-4374-a99f-bb233f0cacb5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Reconfigured VM to detach interface {{(pid=70483) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1002.620885] env[70483]: DEBUG oslo_concurrency.lockutils [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.621490] env[70483]: DEBUG nova.compute.manager [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1002.624789] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.090s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.626756] env[70483]: INFO nova.compute.claims [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.835184] env[70483]: DEBUG oslo_vmware.api [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Task: {'id': task-3478340, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.137672] env[70483]: DEBUG nova.compute.utils [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.143049] env[70483]: DEBUG nova.compute.manager [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1003.143049] env[70483]: DEBUG nova.network.neutron [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1003.185263] env[70483]: DEBUG nova.compute.manager [req-0456fcc7-6c79-47a2-83bf-3430e30b03c4 req-58a8daf2-336b-40cc-9edf-58ba7c49e432 service nova] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Received event network-vif-deleted-2e7264b5-404d-4154-bca1-6b09acbffe05 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.185469] env[70483]: INFO nova.compute.manager [req-0456fcc7-6c79-47a2-83bf-3430e30b03c4 req-58a8daf2-336b-40cc-9edf-58ba7c49e432 service nova] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Neutron deleted interface 2e7264b5-404d-4154-bca1-6b09acbffe05; detaching it from the instance and deleting it from the info cache [ 1003.185753] env[70483]: DEBUG nova.network.neutron [req-0456fcc7-6c79-47a2-83bf-3430e30b03c4 req-58a8daf2-336b-40cc-9edf-58ba7c49e432 service nova] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Updating instance_info_cache with network_info: [{"id": "46314984-3414-48ef-a364-2f27d388e827", "address": "fa:16:3e:c5:98:5a", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46314984-34", "ovs_interfaceid": "46314984-3414-48ef-a364-2f27d388e827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5ca7f3e7-ed63-46b0-b0b5-d94015567ea1", "address": "fa:16:3e:4d:76:be", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ca7f3e7-ed", "ovs_interfaceid": "5ca7f3e7-ed63-46b0-b0b5-d94015567ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.200797] env[70483]: DEBUG nova.policy [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ccdbe7711054f29884191ee1260f20e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22bc78ded67d407ea182163cf9043f31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.338086] env[70483]: DEBUG oslo_vmware.api [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Task: {'id': task-3478340, 'name': PowerOnVM_Task, 'duration_secs': 0.552922} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.340089] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.340367] env[70483]: INFO nova.compute.manager [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Took 7.58 seconds to spawn the instance on the hypervisor. [ 1003.340668] env[70483]: DEBUG nova.compute.manager [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.342366] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7b34ad-f5ee-4930-8eec-70a4e9714336 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.502883] env[70483]: DEBUG nova.compute.manager [req-14bc0f30-c13e-4315-a2af-36bdf37379ed req-3fffd6be-809d-491f-997d-6302eba2d450 service nova] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Received event network-vif-plugged-b504cd61-bb04-4e76-8e48-7404872710f6 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.503094] env[70483]: DEBUG oslo_concurrency.lockutils [req-14bc0f30-c13e-4315-a2af-36bdf37379ed req-3fffd6be-809d-491f-997d-6302eba2d450 service nova] Acquiring lock "babf0ab7-b2eb-414d-b9a9-9555afe74233-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.503307] env[70483]: DEBUG oslo_concurrency.lockutils [req-14bc0f30-c13e-4315-a2af-36bdf37379ed req-3fffd6be-809d-491f-997d-6302eba2d450 service nova] Lock "babf0ab7-b2eb-414d-b9a9-9555afe74233-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.503510] env[70483]: DEBUG oslo_concurrency.lockutils [req-14bc0f30-c13e-4315-a2af-36bdf37379ed req-3fffd6be-809d-491f-997d-6302eba2d450 service nova] Lock "babf0ab7-b2eb-414d-b9a9-9555afe74233-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.503719] env[70483]: DEBUG nova.compute.manager [req-14bc0f30-c13e-4315-a2af-36bdf37379ed req-3fffd6be-809d-491f-997d-6302eba2d450 service nova] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] No waiting events found dispatching network-vif-plugged-b504cd61-bb04-4e76-8e48-7404872710f6 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1003.503788] env[70483]: WARNING nova.compute.manager [req-14bc0f30-c13e-4315-a2af-36bdf37379ed req-3fffd6be-809d-491f-997d-6302eba2d450 service nova] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Received unexpected event network-vif-plugged-b504cd61-bb04-4e76-8e48-7404872710f6 for instance with vm_state building and task_state spawning. [ 1003.644790] env[70483]: DEBUG nova.compute.manager [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1003.682965] env[70483]: DEBUG nova.network.neutron [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Successfully created port: 59290d1e-fbbd-4f80-8a31-e291534ec88f {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1003.694939] env[70483]: DEBUG oslo_concurrency.lockutils [req-0456fcc7-6c79-47a2-83bf-3430e30b03c4 req-58a8daf2-336b-40cc-9edf-58ba7c49e432 service nova] Acquiring lock "05513af6-66c7-43ef-acc2-eab47b9bfa60" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.695133] env[70483]: DEBUG oslo_concurrency.lockutils [req-0456fcc7-6c79-47a2-83bf-3430e30b03c4 req-58a8daf2-336b-40cc-9edf-58ba7c49e432 service nova] Acquired lock "05513af6-66c7-43ef-acc2-eab47b9bfa60" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.696209] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf21291a-03e0-4a3f-841d-b31cb429dfce {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.716683] env[70483]: DEBUG oslo_concurrency.lockutils [req-0456fcc7-6c79-47a2-83bf-3430e30b03c4 req-58a8daf2-336b-40cc-9edf-58ba7c49e432 service nova] Releasing lock "05513af6-66c7-43ef-acc2-eab47b9bfa60" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.716998] env[70483]: WARNING nova.compute.manager [req-0456fcc7-6c79-47a2-83bf-3430e30b03c4 req-58a8daf2-336b-40cc-9edf-58ba7c49e432 service nova] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Detach interface failed, port_id=2e7264b5-404d-4154-bca1-6b09acbffe05, reason: No device with interface-id 2e7264b5-404d-4154-bca1-6b09acbffe05 exists on VM: nova.exception.NotFound: No device with interface-id 2e7264b5-404d-4154-bca1-6b09acbffe05 exists on VM [ 1003.780659] env[70483]: DEBUG nova.network.neutron [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Successfully updated port: b504cd61-bb04-4e76-8e48-7404872710f6 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1003.870221] env[70483]: INFO nova.compute.manager [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Took 44.30 seconds to build instance. [ 1003.893815] env[70483]: DEBUG oslo_vmware.rw_handles [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Completed reading data from the image iterator. {{(pid=70483) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1003.894453] env[70483]: DEBUG oslo_vmware.rw_handles [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52daa856-d29b-f906-9d1e-c70da7f113d2/disk-0.vmdk. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1003.897041] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd4776b-f54d-4658-b6c5-4b934e7a6c51 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.906643] env[70483]: DEBUG oslo_vmware.rw_handles [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52daa856-d29b-f906-9d1e-c70da7f113d2/disk-0.vmdk is in state: ready. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1003.906913] env[70483]: DEBUG oslo_vmware.rw_handles [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52daa856-d29b-f906-9d1e-c70da7f113d2/disk-0.vmdk. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1003.907058] env[70483]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-affcf963-9c0e-4218-bd9e-bc2f84768315 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.960354] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d8390fa5-cf44-427d-9a4d-720d09028886 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "05513af6-66c7-43ef-acc2-eab47b9bfa60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.960608] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d8390fa5-cf44-427d-9a4d-720d09028886 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "05513af6-66c7-43ef-acc2-eab47b9bfa60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.960854] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d8390fa5-cf44-427d-9a4d-720d09028886 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "05513af6-66c7-43ef-acc2-eab47b9bfa60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.961070] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d8390fa5-cf44-427d-9a4d-720d09028886 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "05513af6-66c7-43ef-acc2-eab47b9bfa60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.961366] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d8390fa5-cf44-427d-9a4d-720d09028886 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "05513af6-66c7-43ef-acc2-eab47b9bfa60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.965624] env[70483]: INFO nova.compute.manager [None req-d8390fa5-cf44-427d-9a4d-720d09028886 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Terminating instance [ 1004.028572] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e91b44af-f830-4374-a99f-bb233f0cacb5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "refresh_cache-05513af6-66c7-43ef-acc2-eab47b9bfa60" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.028572] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e91b44af-f830-4374-a99f-bb233f0cacb5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquired lock "refresh_cache-05513af6-66c7-43ef-acc2-eab47b9bfa60" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.028572] env[70483]: DEBUG nova.network.neutron [None req-e91b44af-f830-4374-a99f-bb233f0cacb5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.203243] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911c6309-6e34-40d7-8c5a-cfc130e2cc98 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.213941] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84cb07ff-3237-453f-8809-d6a6c2ee4066 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.251615] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c565827-7bde-49cb-9424-c5b9ecaed767 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.260446] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d848d5a2-0852-4b9f-9b75-c60e43c7e072 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.276415] env[70483]: DEBUG nova.compute.provider_tree [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.280877] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Acquiring lock "refresh_cache-babf0ab7-b2eb-414d-b9a9-9555afe74233" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.280877] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Acquired lock "refresh_cache-babf0ab7-b2eb-414d-b9a9-9555afe74233" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.281078] env[70483]: DEBUG nova.network.neutron [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.331275] env[70483]: DEBUG oslo_vmware.rw_handles [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52daa856-d29b-f906-9d1e-c70da7f113d2/disk-0.vmdk. {{(pid=70483) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1004.331275] env[70483]: INFO nova.virt.vmwareapi.images [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Downloaded image file data 5558dced-fc72-48c6-bf54-9a465145d34a [ 1004.333043] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa14fe1-848c-4ff0-bd79-03b76ebdf159 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.350789] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d90d2c85-cbe1-4c1e-b9fb-0f6b601d7778 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.372360] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf8d575f-da88-4e72-a4eb-0d02a142869a tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Lock "ad847ec2-b89f-4b68-b84b-6d2a7f4ac590" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.806s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.385671] env[70483]: INFO nova.virt.vmwareapi.images [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] The imported VM was unregistered [ 1004.388512] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Caching image {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1004.388796] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Creating directory with path [datastore1] devstack-image-cache_base/5558dced-fc72-48c6-bf54-9a465145d34a {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.389133] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fca5f70-dc52-4537-a3a9-6123878d48a7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.404842] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Created directory with path [datastore1] devstack-image-cache_base/5558dced-fc72-48c6-bf54-9a465145d34a {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.405657] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_83ed9535-514f-4f3d-b067-b36b8df3da54/OSTACK_IMG_83ed9535-514f-4f3d-b067-b36b8df3da54.vmdk to [datastore1] devstack-image-cache_base/5558dced-fc72-48c6-bf54-9a465145d34a/5558dced-fc72-48c6-bf54-9a465145d34a.vmdk. {{(pid=70483) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1004.405657] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9fdfd17e-acf1-47e8-9ff9-ffe973360bba {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.414183] env[70483]: DEBUG oslo_vmware.api [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 1004.414183] env[70483]: value = "task-3478345" [ 1004.414183] env[70483]: _type = "Task" [ 1004.414183] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.426476] env[70483]: DEBUG oslo_vmware.api [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478345, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.468451] env[70483]: DEBUG nova.compute.manager [None req-d8390fa5-cf44-427d-9a4d-720d09028886 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1004.468687] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d8390fa5-cf44-427d-9a4d-720d09028886 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.469589] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541e0e62-4c3c-4fa7-bba0-c83542d6d063 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.478947] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8390fa5-cf44-427d-9a4d-720d09028886 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.479104] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-580b734c-344b-4cad-bff4-9dd84414820d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.486796] env[70483]: DEBUG oslo_vmware.api [None req-d8390fa5-cf44-427d-9a4d-720d09028886 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 1004.486796] env[70483]: value = "task-3478346" [ 1004.486796] env[70483]: _type = "Task" [ 1004.486796] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.495334] env[70483]: DEBUG oslo_vmware.api [None req-d8390fa5-cf44-427d-9a4d-720d09028886 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.664176] env[70483]: DEBUG nova.compute.manager [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1004.701985] env[70483]: DEBUG nova.virt.hardware [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.702254] env[70483]: DEBUG nova.virt.hardware [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.702413] env[70483]: DEBUG nova.virt.hardware [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.702593] env[70483]: DEBUG nova.virt.hardware [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.702736] env[70483]: DEBUG nova.virt.hardware [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.702880] env[70483]: DEBUG nova.virt.hardware [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.703131] env[70483]: DEBUG nova.virt.hardware [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.703266] env[70483]: DEBUG nova.virt.hardware [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.703429] env[70483]: DEBUG nova.virt.hardware [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.703590] env[70483]: DEBUG nova.virt.hardware [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.703763] env[70483]: DEBUG nova.virt.hardware [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.704988] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d6b4fd-8841-4a5e-a38a-aa1a0e3ab340 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.714533] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babbe7ab-1bf6-4b2e-87b5-09f80fcd73e4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.783802] env[70483]: DEBUG nova.scheduler.client.report [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.824675] env[70483]: DEBUG nova.network.neutron [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1004.870498] env[70483]: INFO nova.network.neutron [None req-e91b44af-f830-4374-a99f-bb233f0cacb5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Port 5ca7f3e7-ed63-46b0-b0b5-d94015567ea1 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1004.871136] env[70483]: DEBUG nova.network.neutron [None req-e91b44af-f830-4374-a99f-bb233f0cacb5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Updating instance_info_cache with network_info: [{"id": "46314984-3414-48ef-a364-2f27d388e827", "address": "fa:16:3e:c5:98:5a", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46314984-34", "ovs_interfaceid": "46314984-3414-48ef-a364-2f27d388e827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.932717] env[70483]: DEBUG oslo_vmware.api [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478345, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.994753] env[70483]: DEBUG nova.network.neutron [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Updating instance_info_cache with network_info: [{"id": "b504cd61-bb04-4e76-8e48-7404872710f6", "address": "fa:16:3e:f6:e7:c1", "network": {"id": "86926693-9f0b-4cfc-8ccf-6afbcedaf92d", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-855008340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51ca3ce36a284732ba5d67b691687fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb504cd61-bb", "ovs_interfaceid": "b504cd61-bb04-4e76-8e48-7404872710f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.005855] env[70483]: DEBUG oslo_vmware.api [None req-d8390fa5-cf44-427d-9a4d-720d09028886 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478346, 'name': PowerOffVM_Task, 'duration_secs': 0.341} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.006243] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8390fa5-cf44-427d-9a4d-720d09028886 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.007944] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d8390fa5-cf44-427d-9a4d-720d09028886 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.007944] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0edbed2a-cb51-4782-8a08-e12fdc3a8c27 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.226241] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d8390fa5-cf44-427d-9a4d-720d09028886 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.226762] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d8390fa5-cf44-427d-9a4d-720d09028886 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.226831] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8390fa5-cf44-427d-9a4d-720d09028886 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Deleting the datastore file [datastore1] 05513af6-66c7-43ef-acc2-eab47b9bfa60 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.227623] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c95b81c0-e588-4988-97e9-79f84aed892e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.242328] env[70483]: DEBUG oslo_vmware.api [None req-d8390fa5-cf44-427d-9a4d-720d09028886 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 1005.242328] env[70483]: value = "task-3478348" [ 1005.242328] env[70483]: _type = "Task" [ 1005.242328] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.257522] env[70483]: DEBUG oslo_vmware.api [None req-d8390fa5-cf44-427d-9a4d-720d09028886 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.293275] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.293275] env[70483]: DEBUG nova.compute.manager [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1005.295660] env[70483]: DEBUG oslo_concurrency.lockutils [None req-13350d0a-6487-4fbe-a882-f9d80050a5ad tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.581s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.296226] env[70483]: DEBUG nova.objects.instance [None req-13350d0a-6487-4fbe-a882-f9d80050a5ad tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lazy-loading 'resources' on Instance uuid 5ab5b747-1655-4116-bdfa-46b8dcfec6b8 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.352809] env[70483]: DEBUG nova.compute.manager [req-7db214b0-c2a9-44b2-9253-cb183400b6b6 req-0f96ef6f-4847-4607-b072-6afaf32db3fa service nova] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Received event network-vif-deleted-5ca7f3e7-ed63-46b0-b0b5-d94015567ea1 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.374733] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e91b44af-f830-4374-a99f-bb233f0cacb5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Releasing lock "refresh_cache-05513af6-66c7-43ef-acc2-eab47b9bfa60" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.411712] env[70483]: DEBUG nova.network.neutron [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Successfully updated port: 59290d1e-fbbd-4f80-8a31-e291534ec88f {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1005.432302] env[70483]: DEBUG oslo_vmware.api [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478345, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.500030] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Releasing lock "refresh_cache-babf0ab7-b2eb-414d-b9a9-9555afe74233" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.500030] env[70483]: DEBUG nova.compute.manager [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Instance network_info: |[{"id": "b504cd61-bb04-4e76-8e48-7404872710f6", "address": "fa:16:3e:f6:e7:c1", "network": {"id": "86926693-9f0b-4cfc-8ccf-6afbcedaf92d", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-855008340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51ca3ce36a284732ba5d67b691687fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb504cd61-bb", "ovs_interfaceid": "b504cd61-bb04-4e76-8e48-7404872710f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1005.500030] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:e7:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4020f51-6e46-4b73-a79e-9fe3fd51b917', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b504cd61-bb04-4e76-8e48-7404872710f6', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1005.506418] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Creating folder: Project (51ca3ce36a284732ba5d67b691687fd3). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1005.507271] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58805b91-7dd4-4301-8838-af577075bfeb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.529169] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Created folder: Project (51ca3ce36a284732ba5d67b691687fd3) in parent group-v695216. [ 1005.529492] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Creating folder: Instances. Parent ref: group-v695434. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1005.529901] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-800b394b-2527-4fd1-8ae0-e0b48a0ddfe4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.548873] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Created folder: Instances in parent group-v695434. [ 1005.549256] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.549474] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1005.549941] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bef7c2d-a64e-46d7-9f6e-b798f8564c86 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.580744] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1005.580744] env[70483]: value = "task-3478351" [ 1005.580744] env[70483]: _type = "Task" [ 1005.580744] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.594776] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478351, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.612629] env[70483]: DEBUG nova.compute.manager [req-a63a32a0-b5ee-4c28-bc24-fd9f421471ac req-9937632f-2368-44f5-ad53-f33e2cd18c56 service nova] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Received event network-changed-b504cd61-bb04-4e76-8e48-7404872710f6 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.612736] env[70483]: DEBUG nova.compute.manager [req-a63a32a0-b5ee-4c28-bc24-fd9f421471ac req-9937632f-2368-44f5-ad53-f33e2cd18c56 service nova] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Refreshing instance network info cache due to event network-changed-b504cd61-bb04-4e76-8e48-7404872710f6. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1005.612923] env[70483]: DEBUG oslo_concurrency.lockutils [req-a63a32a0-b5ee-4c28-bc24-fd9f421471ac req-9937632f-2368-44f5-ad53-f33e2cd18c56 service nova] Acquiring lock "refresh_cache-babf0ab7-b2eb-414d-b9a9-9555afe74233" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.613137] env[70483]: DEBUG oslo_concurrency.lockutils [req-a63a32a0-b5ee-4c28-bc24-fd9f421471ac req-9937632f-2368-44f5-ad53-f33e2cd18c56 service nova] Acquired lock "refresh_cache-babf0ab7-b2eb-414d-b9a9-9555afe74233" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.613303] env[70483]: DEBUG nova.network.neutron [req-a63a32a0-b5ee-4c28-bc24-fd9f421471ac req-9937632f-2368-44f5-ad53-f33e2cd18c56 service nova] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Refreshing network info cache for port b504cd61-bb04-4e76-8e48-7404872710f6 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.660234] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f1f4f437-ad32-4ae6-a09c-a5cd95b29a61 tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Acquiring lock "ad847ec2-b89f-4b68-b84b-6d2a7f4ac590" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.660553] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f1f4f437-ad32-4ae6-a09c-a5cd95b29a61 tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Lock "ad847ec2-b89f-4b68-b84b-6d2a7f4ac590" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.661461] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f1f4f437-ad32-4ae6-a09c-a5cd95b29a61 tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Acquiring lock "ad847ec2-b89f-4b68-b84b-6d2a7f4ac590-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.661461] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f1f4f437-ad32-4ae6-a09c-a5cd95b29a61 tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Lock "ad847ec2-b89f-4b68-b84b-6d2a7f4ac590-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.661461] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f1f4f437-ad32-4ae6-a09c-a5cd95b29a61 tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Lock "ad847ec2-b89f-4b68-b84b-6d2a7f4ac590-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.666021] env[70483]: INFO nova.compute.manager [None req-f1f4f437-ad32-4ae6-a09c-a5cd95b29a61 tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Terminating instance [ 1005.758759] env[70483]: DEBUG oslo_vmware.api [None req-d8390fa5-cf44-427d-9a4d-720d09028886 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.799891] env[70483]: DEBUG nova.compute.utils [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.806026] env[70483]: DEBUG nova.compute.manager [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1005.806026] env[70483]: DEBUG nova.network.neutron [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.879619] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e91b44af-f830-4374-a99f-bb233f0cacb5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "interface-05513af6-66c7-43ef-acc2-eab47b9bfa60-2e7264b5-404d-4154-bca1-6b09acbffe05" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.945s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.882577] env[70483]: DEBUG nova.policy [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c7436d5d372473493d2b9c531760c27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02013d6cd47b4f1c9e3279214f1d2d7a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.919293] env[70483]: DEBUG oslo_concurrency.lockutils [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "refresh_cache-8747b1e6-1e41-43a3-b1d6-f837fb07d6ab" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.919293] env[70483]: DEBUG oslo_concurrency.lockutils [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquired lock "refresh_cache-8747b1e6-1e41-43a3-b1d6-f837fb07d6ab" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.919293] env[70483]: DEBUG nova.network.neutron [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.940964] env[70483]: DEBUG oslo_vmware.api [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478345, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.096791] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478351, 'name': CreateVM_Task, 'duration_secs': 0.46509} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.099905] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1006.101359] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.101619] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.101994] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.102452] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d3dd1b6-2b50-479a-986f-1236a40fa96d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.112241] env[70483]: DEBUG oslo_vmware.api [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Waiting for the task: (returnval){ [ 1006.112241] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52027094-0178-bf52-3385-a4e784ebb983" [ 1006.112241] env[70483]: _type = "Task" [ 1006.112241] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.134847] env[70483]: DEBUG oslo_vmware.api [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52027094-0178-bf52-3385-a4e784ebb983, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.177285] env[70483]: DEBUG nova.compute.manager [None req-f1f4f437-ad32-4ae6-a09c-a5cd95b29a61 tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1006.178254] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f4f437-ad32-4ae6-a09c-a5cd95b29a61 tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.179688] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85726f8a-434b-40db-8ad7-76dc674dfcec {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.193700] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f4f437-ad32-4ae6-a09c-a5cd95b29a61 tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.194239] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1de5342a-ac7e-42c6-91f1-d192e77d76a1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.209204] env[70483]: DEBUG oslo_vmware.api [None req-f1f4f437-ad32-4ae6-a09c-a5cd95b29a61 tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Waiting for the task: (returnval){ [ 1006.209204] env[70483]: value = "task-3478352" [ 1006.209204] env[70483]: _type = "Task" [ 1006.209204] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.222862] env[70483]: DEBUG oslo_vmware.api [None req-f1f4f437-ad32-4ae6-a09c-a5cd95b29a61 tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Task: {'id': task-3478352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.264856] env[70483]: DEBUG oslo_vmware.api [None req-d8390fa5-cf44-427d-9a4d-720d09028886 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.313153] env[70483]: DEBUG nova.compute.manager [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1006.319021] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46a9957-705d-4c12-805f-a5fcb8f786fe {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.331053] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8471edf9-11f6-4b0c-b852-4b587a964f3f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.373277] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5071bd0-a465-4393-b878-92c89bc0268d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.387381] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f944abe0-c741-4443-9582-58750e1d89df {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.411424] env[70483]: DEBUG nova.compute.provider_tree [None req-13350d0a-6487-4fbe-a882-f9d80050a5ad tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.442918] env[70483]: DEBUG oslo_vmware.api [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478345, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.524177] env[70483]: DEBUG nova.network.neutron [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1006.600370] env[70483]: DEBUG nova.network.neutron [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Successfully created port: 62f1cb01-9376-465e-96be-71c8507809e3 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1006.633023] env[70483]: DEBUG oslo_vmware.api [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52027094-0178-bf52-3385-a4e784ebb983, 'name': SearchDatastore_Task, 'duration_secs': 0.094146} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.633023] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.633023] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.633023] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.633023] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.633023] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.633023] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f2cee3a-72f8-4a28-880b-87724bf9763c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.657293] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.657747] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1006.658780] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0e2d992-bce9-4927-8550-995d4655c827 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.678028] env[70483]: DEBUG oslo_vmware.api [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Waiting for the task: (returnval){ [ 1006.678028] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52fb0f9b-f633-55c6-f5a1-8d06bb6e0776" [ 1006.678028] env[70483]: _type = "Task" [ 1006.678028] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.698286] env[70483]: DEBUG oslo_vmware.api [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52fb0f9b-f633-55c6-f5a1-8d06bb6e0776, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.727199] env[70483]: DEBUG oslo_vmware.api [None req-f1f4f437-ad32-4ae6-a09c-a5cd95b29a61 tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Task: {'id': task-3478352, 'name': PowerOffVM_Task, 'duration_secs': 0.258786} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.727199] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f4f437-ad32-4ae6-a09c-a5cd95b29a61 tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.727199] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f4f437-ad32-4ae6-a09c-a5cd95b29a61 tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.727199] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37182836-a18c-485e-987c-cb0f54c5f666 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.736500] env[70483]: DEBUG nova.network.neutron [req-a63a32a0-b5ee-4c28-bc24-fd9f421471ac req-9937632f-2368-44f5-ad53-f33e2cd18c56 service nova] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Updated VIF entry in instance network info cache for port b504cd61-bb04-4e76-8e48-7404872710f6. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.736956] env[70483]: DEBUG nova.network.neutron [req-a63a32a0-b5ee-4c28-bc24-fd9f421471ac req-9937632f-2368-44f5-ad53-f33e2cd18c56 service nova] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Updating instance_info_cache with network_info: [{"id": "b504cd61-bb04-4e76-8e48-7404872710f6", "address": "fa:16:3e:f6:e7:c1", "network": {"id": "86926693-9f0b-4cfc-8ccf-6afbcedaf92d", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-855008340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51ca3ce36a284732ba5d67b691687fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb504cd61-bb", "ovs_interfaceid": "b504cd61-bb04-4e76-8e48-7404872710f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.756349] env[70483]: DEBUG oslo_vmware.api [None req-d8390fa5-cf44-427d-9a4d-720d09028886 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.795337] env[70483]: DEBUG nova.network.neutron [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Updating instance_info_cache with network_info: [{"id": "59290d1e-fbbd-4f80-8a31-e291534ec88f", "address": "fa:16:3e:b9:15:da", "network": {"id": "10b3c590-1aa9-44e4-8b20-e6d555002cbd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-950466256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22bc78ded67d407ea182163cf9043f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59290d1e-fb", "ovs_interfaceid": "59290d1e-fbbd-4f80-8a31-e291534ec88f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.813318] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f4f437-ad32-4ae6-a09c-a5cd95b29a61 tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.813664] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f4f437-ad32-4ae6-a09c-a5cd95b29a61 tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.813973] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1f4f437-ad32-4ae6-a09c-a5cd95b29a61 tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Deleting the datastore file [datastore2] ad847ec2-b89f-4b68-b84b-6d2a7f4ac590 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.818030] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b2dd3c4-9df3-4653-82eb-e5da38bef306 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.833721] env[70483]: DEBUG oslo_vmware.api [None req-f1f4f437-ad32-4ae6-a09c-a5cd95b29a61 tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Waiting for the task: (returnval){ [ 1006.833721] env[70483]: value = "task-3478354" [ 1006.833721] env[70483]: _type = "Task" [ 1006.833721] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.855234] env[70483]: DEBUG oslo_vmware.api [None req-f1f4f437-ad32-4ae6-a09c-a5cd95b29a61 tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Task: {'id': task-3478354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.918077] env[70483]: DEBUG nova.scheduler.client.report [None req-13350d0a-6487-4fbe-a882-f9d80050a5ad tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.941885] env[70483]: DEBUG oslo_vmware.api [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478345, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.189441] env[70483]: DEBUG oslo_vmware.api [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52fb0f9b-f633-55c6-f5a1-8d06bb6e0776, 'name': SearchDatastore_Task, 'duration_secs': 0.089333} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.190283] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a4a3ec7-39a4-4cf3-9e99-3d3fd1eb4043 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.195681] env[70483]: DEBUG oslo_vmware.api [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Waiting for the task: (returnval){ [ 1007.195681] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52750f0b-daf5-fde9-3e56-7d0afd446386" [ 1007.195681] env[70483]: _type = "Task" [ 1007.195681] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.203904] env[70483]: DEBUG oslo_vmware.api [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52750f0b-daf5-fde9-3e56-7d0afd446386, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.240288] env[70483]: DEBUG oslo_concurrency.lockutils [req-a63a32a0-b5ee-4c28-bc24-fd9f421471ac req-9937632f-2368-44f5-ad53-f33e2cd18c56 service nova] Releasing lock "refresh_cache-babf0ab7-b2eb-414d-b9a9-9555afe74233" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.255171] env[70483]: DEBUG oslo_vmware.api [None req-d8390fa5-cf44-427d-9a4d-720d09028886 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.88299} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.255484] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8390fa5-cf44-427d-9a4d-720d09028886 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.255705] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d8390fa5-cf44-427d-9a4d-720d09028886 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.255923] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d8390fa5-cf44-427d-9a4d-720d09028886 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.256197] env[70483]: INFO nova.compute.manager [None req-d8390fa5-cf44-427d-9a4d-720d09028886 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Took 2.79 seconds to destroy the instance on the hypervisor. [ 1007.256425] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8390fa5-cf44-427d-9a4d-720d09028886 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.256692] env[70483]: DEBUG nova.compute.manager [-] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.256813] env[70483]: DEBUG nova.network.neutron [-] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.298174] env[70483]: DEBUG oslo_concurrency.lockutils [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Releasing lock "refresh_cache-8747b1e6-1e41-43a3-b1d6-f837fb07d6ab" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.298541] env[70483]: DEBUG nova.compute.manager [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Instance network_info: |[{"id": "59290d1e-fbbd-4f80-8a31-e291534ec88f", "address": "fa:16:3e:b9:15:da", "network": {"id": "10b3c590-1aa9-44e4-8b20-e6d555002cbd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-950466256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22bc78ded67d407ea182163cf9043f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59290d1e-fb", "ovs_interfaceid": "59290d1e-fbbd-4f80-8a31-e291534ec88f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1007.299009] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:15:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7043ca7a-807c-4c7b-b646-23ffece188b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59290d1e-fbbd-4f80-8a31-e291534ec88f', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1007.307524] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Creating folder: Project (22bc78ded67d407ea182163cf9043f31). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1007.307823] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d34f1f21-8b47-47da-8cb5-1de35c484194 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.316449] env[70483]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 5ca7f3e7-ed63-46b0-b0b5-d94015567ea1 could not be found.", "detail": ""}} {{(pid=70483) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1007.316724] env[70483]: DEBUG nova.network.neutron [-] Unable to show port 5ca7f3e7-ed63-46b0-b0b5-d94015567ea1 as it no longer exists. {{(pid=70483) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1007.322050] env[70483]: DEBUG nova.compute.manager [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1007.324253] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Created folder: Project (22bc78ded67d407ea182163cf9043f31) in parent group-v695216. [ 1007.324432] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Creating folder: Instances. Parent ref: group-v695437. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1007.324854] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8bed3e9-b5d7-4e75-8e0b-5cddbbef28d4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.336826] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Created folder: Instances in parent group-v695437. [ 1007.337073] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.340315] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1007.340854] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa525225-abe6-4bf1-b950-87de79f7ef6f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.363960] env[70483]: DEBUG oslo_vmware.api [None req-f1f4f437-ad32-4ae6-a09c-a5cd95b29a61 tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Task: {'id': task-3478354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352394} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.365340] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1f4f437-ad32-4ae6-a09c-a5cd95b29a61 tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.365551] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f4f437-ad32-4ae6-a09c-a5cd95b29a61 tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.365739] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f4f437-ad32-4ae6-a09c-a5cd95b29a61 tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.365914] env[70483]: INFO nova.compute.manager [None req-f1f4f437-ad32-4ae6-a09c-a5cd95b29a61 tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1007.366201] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1f4f437-ad32-4ae6-a09c-a5cd95b29a61 tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.366398] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1007.366398] env[70483]: value = "task-3478358" [ 1007.366398] env[70483]: _type = "Task" [ 1007.366398] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.366624] env[70483]: DEBUG nova.compute.manager [-] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.366695] env[70483]: DEBUG nova.network.neutron [-] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.373690] env[70483]: DEBUG nova.virt.hardware [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.373934] env[70483]: DEBUG nova.virt.hardware [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.374127] env[70483]: DEBUG nova.virt.hardware [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.374317] env[70483]: DEBUG nova.virt.hardware [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.374474] env[70483]: DEBUG nova.virt.hardware [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.374924] env[70483]: DEBUG nova.virt.hardware [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.374924] env[70483]: DEBUG nova.virt.hardware [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.374995] env[70483]: DEBUG nova.virt.hardware [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.375154] env[70483]: DEBUG nova.virt.hardware [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.375318] env[70483]: DEBUG nova.virt.hardware [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.375485] env[70483]: DEBUG nova.virt.hardware [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.376661] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9e4c5d-617e-408b-9fb4-c0cd00e92950 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.382913] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478358, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.390013] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8983a56f-0169-4c6b-8d27-22f82aca7cd3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.398114] env[70483]: DEBUG nova.compute.manager [req-f19592b1-a802-4e80-be15-c73df5197a72 req-64009cc6-725c-4f7a-b7fb-2189c1d038e4 service nova] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Received event network-vif-plugged-59290d1e-fbbd-4f80-8a31-e291534ec88f {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.398330] env[70483]: DEBUG oslo_concurrency.lockutils [req-f19592b1-a802-4e80-be15-c73df5197a72 req-64009cc6-725c-4f7a-b7fb-2189c1d038e4 service nova] Acquiring lock "8747b1e6-1e41-43a3-b1d6-f837fb07d6ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.398546] env[70483]: DEBUG oslo_concurrency.lockutils [req-f19592b1-a802-4e80-be15-c73df5197a72 req-64009cc6-725c-4f7a-b7fb-2189c1d038e4 service nova] Lock "8747b1e6-1e41-43a3-b1d6-f837fb07d6ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.398719] env[70483]: DEBUG oslo_concurrency.lockutils [req-f19592b1-a802-4e80-be15-c73df5197a72 req-64009cc6-725c-4f7a-b7fb-2189c1d038e4 service nova] Lock "8747b1e6-1e41-43a3-b1d6-f837fb07d6ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.398889] env[70483]: DEBUG nova.compute.manager [req-f19592b1-a802-4e80-be15-c73df5197a72 req-64009cc6-725c-4f7a-b7fb-2189c1d038e4 service nova] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] No waiting events found dispatching network-vif-plugged-59290d1e-fbbd-4f80-8a31-e291534ec88f {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1007.399068] env[70483]: WARNING nova.compute.manager [req-f19592b1-a802-4e80-be15-c73df5197a72 req-64009cc6-725c-4f7a-b7fb-2189c1d038e4 service nova] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Received unexpected event network-vif-plugged-59290d1e-fbbd-4f80-8a31-e291534ec88f for instance with vm_state building and task_state spawning. [ 1007.399232] env[70483]: DEBUG nova.compute.manager [req-f19592b1-a802-4e80-be15-c73df5197a72 req-64009cc6-725c-4f7a-b7fb-2189c1d038e4 service nova] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Received event network-changed-59290d1e-fbbd-4f80-8a31-e291534ec88f {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.399383] env[70483]: DEBUG nova.compute.manager [req-f19592b1-a802-4e80-be15-c73df5197a72 req-64009cc6-725c-4f7a-b7fb-2189c1d038e4 service nova] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Refreshing instance network info cache due to event network-changed-59290d1e-fbbd-4f80-8a31-e291534ec88f. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1007.399607] env[70483]: DEBUG oslo_concurrency.lockutils [req-f19592b1-a802-4e80-be15-c73df5197a72 req-64009cc6-725c-4f7a-b7fb-2189c1d038e4 service nova] Acquiring lock "refresh_cache-8747b1e6-1e41-43a3-b1d6-f837fb07d6ab" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.399751] env[70483]: DEBUG oslo_concurrency.lockutils [req-f19592b1-a802-4e80-be15-c73df5197a72 req-64009cc6-725c-4f7a-b7fb-2189c1d038e4 service nova] Acquired lock "refresh_cache-8747b1e6-1e41-43a3-b1d6-f837fb07d6ab" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.399908] env[70483]: DEBUG nova.network.neutron [req-f19592b1-a802-4e80-be15-c73df5197a72 req-64009cc6-725c-4f7a-b7fb-2189c1d038e4 service nova] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Refreshing network info cache for port 59290d1e-fbbd-4f80-8a31-e291534ec88f {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.427579] env[70483]: DEBUG oslo_concurrency.lockutils [None req-13350d0a-6487-4fbe-a882-f9d80050a5ad tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.130s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.429881] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.266s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.431499] env[70483]: INFO nova.compute.claims [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.448629] env[70483]: DEBUG oslo_vmware.api [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478345, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.721277} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.448629] env[70483]: INFO nova.virt.vmwareapi.ds_util [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_83ed9535-514f-4f3d-b067-b36b8df3da54/OSTACK_IMG_83ed9535-514f-4f3d-b067-b36b8df3da54.vmdk to [datastore1] devstack-image-cache_base/5558dced-fc72-48c6-bf54-9a465145d34a/5558dced-fc72-48c6-bf54-9a465145d34a.vmdk. [ 1007.448629] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Cleaning up location [datastore1] OSTACK_IMG_83ed9535-514f-4f3d-b067-b36b8df3da54 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1007.448629] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_83ed9535-514f-4f3d-b067-b36b8df3da54 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.449000] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e072f9c1-ecba-4444-b776-2404a7c43e68 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.457026] env[70483]: DEBUG oslo_vmware.api [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 1007.457026] env[70483]: value = "task-3478359" [ 1007.457026] env[70483]: _type = "Task" [ 1007.457026] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.458138] env[70483]: INFO nova.scheduler.client.report [None req-13350d0a-6487-4fbe-a882-f9d80050a5ad tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Deleted allocations for instance 5ab5b747-1655-4116-bdfa-46b8dcfec6b8 [ 1007.471709] env[70483]: DEBUG oslo_vmware.api [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478359, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.707497] env[70483]: DEBUG oslo_vmware.api [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52750f0b-daf5-fde9-3e56-7d0afd446386, 'name': SearchDatastore_Task, 'duration_secs': 0.083033} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.707760] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.708081] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] babf0ab7-b2eb-414d-b9a9-9555afe74233/babf0ab7-b2eb-414d-b9a9-9555afe74233.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.708344] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4f865e4-4dd1-42ce-9489-9720572aac7c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.715541] env[70483]: DEBUG oslo_vmware.api [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Waiting for the task: (returnval){ [ 1007.715541] env[70483]: value = "task-3478360" [ 1007.715541] env[70483]: _type = "Task" [ 1007.715541] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.723727] env[70483]: DEBUG oslo_vmware.api [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Task: {'id': task-3478360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.852701] env[70483]: DEBUG nova.compute.manager [req-edf11c98-5327-4873-af81-d962e7cf6946 req-1961d36c-e577-468e-b581-9c4d5ffdae9a service nova] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Received event network-vif-deleted-46314984-3414-48ef-a364-2f27d388e827 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.852701] env[70483]: INFO nova.compute.manager [req-edf11c98-5327-4873-af81-d962e7cf6946 req-1961d36c-e577-468e-b581-9c4d5ffdae9a service nova] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Neutron deleted interface 46314984-3414-48ef-a364-2f27d388e827; detaching it from the instance and deleting it from the info cache [ 1007.852877] env[70483]: DEBUG nova.network.neutron [req-edf11c98-5327-4873-af81-d962e7cf6946 req-1961d36c-e577-468e-b581-9c4d5ffdae9a service nova] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.881114] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478358, 'name': CreateVM_Task, 'duration_secs': 0.403513} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.881251] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1007.881964] env[70483]: DEBUG oslo_concurrency.lockutils [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.882139] env[70483]: DEBUG oslo_concurrency.lockutils [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.882491] env[70483]: DEBUG oslo_concurrency.lockutils [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.883055] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69656e47-cf3b-4ec9-896c-eccf320f9ba8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.889871] env[70483]: DEBUG oslo_vmware.api [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1007.889871] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522f2878-e7ab-18d0-ab38-077868b9e661" [ 1007.889871] env[70483]: _type = "Task" [ 1007.889871] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.899810] env[70483]: DEBUG oslo_vmware.api [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522f2878-e7ab-18d0-ab38-077868b9e661, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.973991] env[70483]: DEBUG oslo_vmware.api [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478359, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148596} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.974789] env[70483]: DEBUG oslo_concurrency.lockutils [None req-13350d0a-6487-4fbe-a882-f9d80050a5ad tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "5ab5b747-1655-4116-bdfa-46b8dcfec6b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.829s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.976620] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.977090] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5558dced-fc72-48c6-bf54-9a465145d34a/5558dced-fc72-48c6-bf54-9a465145d34a.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.977596] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5558dced-fc72-48c6-bf54-9a465145d34a/5558dced-fc72-48c6-bf54-9a465145d34a.vmdk to [datastore1] a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff/a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.979017] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e1acdf4-13b9-4421-9d45-df6ddc580ea4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.987721] env[70483]: DEBUG oslo_vmware.api [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 1007.987721] env[70483]: value = "task-3478361" [ 1007.987721] env[70483]: _type = "Task" [ 1007.987721] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.999814] env[70483]: DEBUG oslo_vmware.api [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.137189] env[70483]: DEBUG nova.network.neutron [-] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.227933] env[70483]: DEBUG oslo_vmware.api [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Task: {'id': task-3478360, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.271236] env[70483]: DEBUG nova.network.neutron [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Successfully updated port: 62f1cb01-9376-465e-96be-71c8507809e3 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1008.302751] env[70483]: DEBUG nova.network.neutron [-] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.307597] env[70483]: DEBUG nova.network.neutron [req-f19592b1-a802-4e80-be15-c73df5197a72 req-64009cc6-725c-4f7a-b7fb-2189c1d038e4 service nova] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Updated VIF entry in instance network info cache for port 59290d1e-fbbd-4f80-8a31-e291534ec88f. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1008.308009] env[70483]: DEBUG nova.network.neutron [req-f19592b1-a802-4e80-be15-c73df5197a72 req-64009cc6-725c-4f7a-b7fb-2189c1d038e4 service nova] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Updating instance_info_cache with network_info: [{"id": "59290d1e-fbbd-4f80-8a31-e291534ec88f", "address": "fa:16:3e:b9:15:da", "network": {"id": "10b3c590-1aa9-44e4-8b20-e6d555002cbd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-950466256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22bc78ded67d407ea182163cf9043f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59290d1e-fb", "ovs_interfaceid": "59290d1e-fbbd-4f80-8a31-e291534ec88f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.356344] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7a55ab6-8218-4633-ad72-e78f35c07dcf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.369402] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc22034e-6b76-4fe4-85c9-4ef3b2ebaaeb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.381794] env[70483]: DEBUG oslo_concurrency.lockutils [None req-be22e68d-83ec-419b-a09c-e305e92859ff tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquiring lock "223fc274-26bf-4dc7-a435-d368cc004a67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.382424] env[70483]: DEBUG oslo_concurrency.lockutils [None req-be22e68d-83ec-419b-a09c-e305e92859ff tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "223fc274-26bf-4dc7-a435-d368cc004a67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.382695] env[70483]: DEBUG oslo_concurrency.lockutils [None req-be22e68d-83ec-419b-a09c-e305e92859ff tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquiring lock "223fc274-26bf-4dc7-a435-d368cc004a67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.382906] env[70483]: DEBUG oslo_concurrency.lockutils [None req-be22e68d-83ec-419b-a09c-e305e92859ff tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "223fc274-26bf-4dc7-a435-d368cc004a67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.383903] env[70483]: DEBUG oslo_concurrency.lockutils [None req-be22e68d-83ec-419b-a09c-e305e92859ff tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "223fc274-26bf-4dc7-a435-d368cc004a67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.388471] env[70483]: INFO nova.compute.manager [None req-be22e68d-83ec-419b-a09c-e305e92859ff tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Terminating instance [ 1008.407127] env[70483]: DEBUG oslo_vmware.api [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522f2878-e7ab-18d0-ab38-077868b9e661, 'name': SearchDatastore_Task, 'duration_secs': 0.026986} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.419208] env[70483]: DEBUG oslo_concurrency.lockutils [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.419424] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.419790] env[70483]: DEBUG oslo_concurrency.lockutils [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.419790] env[70483]: DEBUG oslo_concurrency.lockutils [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.420150] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.420770] env[70483]: DEBUG nova.compute.manager [req-edf11c98-5327-4873-af81-d962e7cf6946 req-1961d36c-e577-468e-b581-9c4d5ffdae9a service nova] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Detach interface failed, port_id=46314984-3414-48ef-a364-2f27d388e827, reason: Instance 05513af6-66c7-43ef-acc2-eab47b9bfa60 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1008.421312] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcd3cb23-e1be-41c9-bfaa-6c97a3d886b9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.439147] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.439690] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.440538] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b34ddb2e-ea61-4e4c-be75-d0b1849d21c0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.449600] env[70483]: DEBUG oslo_vmware.api [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1008.449600] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52df1762-4109-7129-9391-cd5c7e3c7960" [ 1008.449600] env[70483]: _type = "Task" [ 1008.449600] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.463062] env[70483]: DEBUG oslo_vmware.api [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52df1762-4109-7129-9391-cd5c7e3c7960, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.506976] env[70483]: DEBUG oslo_vmware.api [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.640455] env[70483]: INFO nova.compute.manager [-] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Took 1.27 seconds to deallocate network for instance. [ 1008.732367] env[70483]: DEBUG oslo_vmware.api [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Task: {'id': task-3478360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.940008} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.732649] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] babf0ab7-b2eb-414d-b9a9-9555afe74233/babf0ab7-b2eb-414d-b9a9-9555afe74233.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.732866] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.733154] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da39ac46-9c7f-4576-873f-6f24a7e0cb3b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.744018] env[70483]: DEBUG oslo_vmware.api [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Waiting for the task: (returnval){ [ 1008.744018] env[70483]: value = "task-3478362" [ 1008.744018] env[70483]: _type = "Task" [ 1008.744018] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.756198] env[70483]: DEBUG oslo_vmware.api [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Task: {'id': task-3478362, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.780795] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "refresh_cache-a423d133-89f3-40fe-9986-02edc46cf0f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.780958] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquired lock "refresh_cache-a423d133-89f3-40fe-9986-02edc46cf0f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.781134] env[70483]: DEBUG nova.network.neutron [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.805628] env[70483]: INFO nova.compute.manager [-] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Took 1.55 seconds to deallocate network for instance. [ 1008.811395] env[70483]: DEBUG oslo_concurrency.lockutils [req-f19592b1-a802-4e80-be15-c73df5197a72 req-64009cc6-725c-4f7a-b7fb-2189c1d038e4 service nova] Releasing lock "refresh_cache-8747b1e6-1e41-43a3-b1d6-f837fb07d6ab" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.868179] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b4d561-f87e-4c7a-b01d-f6002b028ae1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.882537] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbca5fae-4e03-4894-8333-469b16cae4c8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.921903] env[70483]: DEBUG nova.compute.manager [None req-be22e68d-83ec-419b-a09c-e305e92859ff tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.922200] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-be22e68d-83ec-419b-a09c-e305e92859ff tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.924032] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb08832-1455-490c-b06f-1b132517fdc6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.928103] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b647b588-9a0c-4029-8cf0-5806ea139418 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.938132] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff2a822-b1f4-4ec7-9f5f-494cbd507f79 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.944177] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-be22e68d-83ec-419b-a09c-e305e92859ff tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.944931] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84743675-6370-4a77-b636-06c30555d7e8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.956454] env[70483]: DEBUG nova.compute.provider_tree [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.963290] env[70483]: DEBUG oslo_vmware.api [None req-be22e68d-83ec-419b-a09c-e305e92859ff tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 1008.963290] env[70483]: value = "task-3478363" [ 1008.963290] env[70483]: _type = "Task" [ 1008.963290] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.974823] env[70483]: DEBUG oslo_vmware.api [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52df1762-4109-7129-9391-cd5c7e3c7960, 'name': SearchDatastore_Task, 'duration_secs': 0.057355} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.980035] env[70483]: DEBUG oslo_vmware.api [None req-be22e68d-83ec-419b-a09c-e305e92859ff tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.980035] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89126aea-9ac1-4f6e-aa7e-ce54395ba203 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.987227] env[70483]: DEBUG oslo_vmware.api [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1008.987227] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5273faaf-35ba-b759-d8e7-e83eec62dc2d" [ 1008.987227] env[70483]: _type = "Task" [ 1008.987227] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.004494] env[70483]: DEBUG oslo_vmware.api [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5273faaf-35ba-b759-d8e7-e83eec62dc2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.008551] env[70483]: DEBUG oslo_vmware.api [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478361, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.148915] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f1f4f437-ad32-4ae6-a09c-a5cd95b29a61 tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.261153] env[70483]: DEBUG oslo_vmware.api [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Task: {'id': task-3478362, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094055} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.261606] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1009.263020] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c63f505-37bf-409c-a584-d49106c2ba2f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.294706] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] babf0ab7-b2eb-414d-b9a9-9555afe74233/babf0ab7-b2eb-414d-b9a9-9555afe74233.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.295063] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-923a79fb-3b9e-4cff-9ac4-db974fcf3bfc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.317442] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d8390fa5-cf44-427d-9a4d-720d09028886 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.319910] env[70483]: DEBUG oslo_vmware.api [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Waiting for the task: (returnval){ [ 1009.319910] env[70483]: value = "task-3478365" [ 1009.319910] env[70483]: _type = "Task" [ 1009.319910] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.332572] env[70483]: DEBUG oslo_vmware.api [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Task: {'id': task-3478365, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.350401] env[70483]: DEBUG nova.network.neutron [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.459706] env[70483]: DEBUG nova.scheduler.client.report [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.489271] env[70483]: DEBUG oslo_vmware.api [None req-be22e68d-83ec-419b-a09c-e305e92859ff tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.508064] env[70483]: DEBUG oslo_vmware.api [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478361, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.510803] env[70483]: DEBUG oslo_vmware.api [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5273faaf-35ba-b759-d8e7-e83eec62dc2d, 'name': SearchDatastore_Task, 'duration_secs': 0.0888} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.511093] env[70483]: DEBUG oslo_concurrency.lockutils [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.511360] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab/8747b1e6-1e41-43a3-b1d6-f837fb07d6ab.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.511624] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9bac2fc9-1236-41fa-ad95-4e00215cac6e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.524883] env[70483]: DEBUG oslo_vmware.api [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1009.524883] env[70483]: value = "task-3478366" [ 1009.524883] env[70483]: _type = "Task" [ 1009.524883] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.537585] env[70483]: DEBUG nova.compute.manager [req-d29407f6-9205-4bb6-b779-e1f59742ae55 req-4ceac89e-e924-49c7-9aff-eae2e0dafbfb service nova] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Received event network-vif-deleted-35c18fc2-1ad5-40b9-aa5f-1b95fddff115 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.537825] env[70483]: DEBUG nova.compute.manager [req-d29407f6-9205-4bb6-b779-e1f59742ae55 req-4ceac89e-e924-49c7-9aff-eae2e0dafbfb service nova] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Received event network-vif-plugged-62f1cb01-9376-465e-96be-71c8507809e3 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.538316] env[70483]: DEBUG oslo_concurrency.lockutils [req-d29407f6-9205-4bb6-b779-e1f59742ae55 req-4ceac89e-e924-49c7-9aff-eae2e0dafbfb service nova] Acquiring lock "a423d133-89f3-40fe-9986-02edc46cf0f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.538626] env[70483]: DEBUG oslo_concurrency.lockutils [req-d29407f6-9205-4bb6-b779-e1f59742ae55 req-4ceac89e-e924-49c7-9aff-eae2e0dafbfb service nova] Lock "a423d133-89f3-40fe-9986-02edc46cf0f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.539384] env[70483]: DEBUG oslo_concurrency.lockutils [req-d29407f6-9205-4bb6-b779-e1f59742ae55 req-4ceac89e-e924-49c7-9aff-eae2e0dafbfb service nova] Lock "a423d133-89f3-40fe-9986-02edc46cf0f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.539384] env[70483]: DEBUG nova.compute.manager [req-d29407f6-9205-4bb6-b779-e1f59742ae55 req-4ceac89e-e924-49c7-9aff-eae2e0dafbfb service nova] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] No waiting events found dispatching network-vif-plugged-62f1cb01-9376-465e-96be-71c8507809e3 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1009.539384] env[70483]: WARNING nova.compute.manager [req-d29407f6-9205-4bb6-b779-e1f59742ae55 req-4ceac89e-e924-49c7-9aff-eae2e0dafbfb service nova] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Received unexpected event network-vif-plugged-62f1cb01-9376-465e-96be-71c8507809e3 for instance with vm_state building and task_state spawning. [ 1009.539384] env[70483]: DEBUG nova.compute.manager [req-d29407f6-9205-4bb6-b779-e1f59742ae55 req-4ceac89e-e924-49c7-9aff-eae2e0dafbfb service nova] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Received event network-changed-62f1cb01-9376-465e-96be-71c8507809e3 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.539676] env[70483]: DEBUG nova.compute.manager [req-d29407f6-9205-4bb6-b779-e1f59742ae55 req-4ceac89e-e924-49c7-9aff-eae2e0dafbfb service nova] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Refreshing instance network info cache due to event network-changed-62f1cb01-9376-465e-96be-71c8507809e3. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1009.539820] env[70483]: DEBUG oslo_concurrency.lockutils [req-d29407f6-9205-4bb6-b779-e1f59742ae55 req-4ceac89e-e924-49c7-9aff-eae2e0dafbfb service nova] Acquiring lock "refresh_cache-a423d133-89f3-40fe-9986-02edc46cf0f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.544250] env[70483]: DEBUG oslo_vmware.api [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.615838] env[70483]: DEBUG nova.network.neutron [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Updating instance_info_cache with network_info: [{"id": "62f1cb01-9376-465e-96be-71c8507809e3", "address": "fa:16:3e:61:30:48", "network": {"id": "d0584bad-a446-4fdb-9127-2d020acd6b5c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1392669969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02013d6cd47b4f1c9e3279214f1d2d7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62f1cb01-93", "ovs_interfaceid": "62f1cb01-9376-465e-96be-71c8507809e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.833813] env[70483]: DEBUG oslo_vmware.api [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Task: {'id': task-3478365, 'name': ReconfigVM_Task, 'duration_secs': 0.361271} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.834296] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Reconfigured VM instance instance-0000004d to attach disk [datastore1] babf0ab7-b2eb-414d-b9a9-9555afe74233/babf0ab7-b2eb-414d-b9a9-9555afe74233.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.835014] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65f48867-d3ab-4e4c-848c-97f2739a7cc2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.845427] env[70483]: DEBUG oslo_vmware.api [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Waiting for the task: (returnval){ [ 1009.845427] env[70483]: value = "task-3478367" [ 1009.845427] env[70483]: _type = "Task" [ 1009.845427] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.858285] env[70483]: DEBUG oslo_vmware.api [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Task: {'id': task-3478367, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.971110] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.972325] env[70483]: DEBUG nova.compute.manager [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1009.978032] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0a885c54-78f9-460b-9da0-48bc29d8b357 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.649s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.978230] env[70483]: DEBUG nova.objects.instance [None req-0a885c54-78f9-460b-9da0-48bc29d8b357 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Lazy-loading 'resources' on Instance uuid f61abfde-68ff-497e-8a99-cfae352de144 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.992393] env[70483]: DEBUG oslo_vmware.api [None req-be22e68d-83ec-419b-a09c-e305e92859ff tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478363, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.011616] env[70483]: DEBUG oslo_vmware.api [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478361, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.042411] env[70483]: DEBUG oslo_vmware.api [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.120411] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Releasing lock "refresh_cache-a423d133-89f3-40fe-9986-02edc46cf0f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.120758] env[70483]: DEBUG nova.compute.manager [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Instance network_info: |[{"id": "62f1cb01-9376-465e-96be-71c8507809e3", "address": "fa:16:3e:61:30:48", "network": {"id": "d0584bad-a446-4fdb-9127-2d020acd6b5c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1392669969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02013d6cd47b4f1c9e3279214f1d2d7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62f1cb01-93", "ovs_interfaceid": "62f1cb01-9376-465e-96be-71c8507809e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1010.121080] env[70483]: DEBUG oslo_concurrency.lockutils [req-d29407f6-9205-4bb6-b779-e1f59742ae55 req-4ceac89e-e924-49c7-9aff-eae2e0dafbfb service nova] Acquired lock "refresh_cache-a423d133-89f3-40fe-9986-02edc46cf0f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.121269] env[70483]: DEBUG nova.network.neutron [req-d29407f6-9205-4bb6-b779-e1f59742ae55 req-4ceac89e-e924-49c7-9aff-eae2e0dafbfb service nova] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Refreshing network info cache for port 62f1cb01-9376-465e-96be-71c8507809e3 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.122593] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:30:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ba56987-9dc3-4c76-a4e2-942b05355bdb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62f1cb01-9376-465e-96be-71c8507809e3', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.130373] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.131474] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.131717] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcf81042-75d1-40d1-8ac7-242b0c30acdf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.156409] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.156409] env[70483]: value = "task-3478368" [ 1010.156409] env[70483]: _type = "Task" [ 1010.156409] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.167355] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478368, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.359760] env[70483]: DEBUG oslo_vmware.api [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Task: {'id': task-3478367, 'name': Rename_Task, 'duration_secs': 0.177516} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.360489] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.360489] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c733b35-9907-4fe8-8c1f-6456d71c1dc2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.370378] env[70483]: DEBUG oslo_vmware.api [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Waiting for the task: (returnval){ [ 1010.370378] env[70483]: value = "task-3478369" [ 1010.370378] env[70483]: _type = "Task" [ 1010.370378] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.382696] env[70483]: DEBUG oslo_vmware.api [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Task: {'id': task-3478369, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.479831] env[70483]: DEBUG nova.compute.utils [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.482145] env[70483]: DEBUG nova.compute.manager [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Not allocating networking since 'none' was specified. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1010.504048] env[70483]: DEBUG oslo_vmware.api [None req-be22e68d-83ec-419b-a09c-e305e92859ff tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478363, 'name': PowerOffVM_Task, 'duration_secs': 1.073371} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.505071] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-be22e68d-83ec-419b-a09c-e305e92859ff tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.505402] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-be22e68d-83ec-419b-a09c-e305e92859ff tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.506185] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-390d0954-cf1e-463c-b902-6407649f9cfb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.513257] env[70483]: DEBUG oslo_vmware.api [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478361, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.541178] env[70483]: DEBUG oslo_vmware.api [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.657689] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-be22e68d-83ec-419b-a09c-e305e92859ff tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.658041] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-be22e68d-83ec-419b-a09c-e305e92859ff tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.658300] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-be22e68d-83ec-419b-a09c-e305e92859ff tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Deleting the datastore file [datastore1] 223fc274-26bf-4dc7-a435-d368cc004a67 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.662935] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-205cadb6-f85a-4fdb-b10d-0bbfdd5827cd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.677016] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478368, 'name': CreateVM_Task, 'duration_secs': 0.42036} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.677920] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.678398] env[70483]: DEBUG oslo_vmware.api [None req-be22e68d-83ec-419b-a09c-e305e92859ff tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 1010.678398] env[70483]: value = "task-3478371" [ 1010.678398] env[70483]: _type = "Task" [ 1010.678398] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.683901] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.684190] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.684515] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.685160] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b10968d5-166e-41bc-a0ac-2c59b70a1c65 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.697498] env[70483]: DEBUG oslo_vmware.api [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1010.697498] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5261cc8a-2bfc-d58c-21ea-78337440d702" [ 1010.697498] env[70483]: _type = "Task" [ 1010.697498] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.700794] env[70483]: DEBUG oslo_vmware.api [None req-be22e68d-83ec-419b-a09c-e305e92859ff tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478371, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.716115] env[70483]: DEBUG oslo_vmware.api [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5261cc8a-2bfc-d58c-21ea-78337440d702, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.883473] env[70483]: DEBUG oslo_vmware.api [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Task: {'id': task-3478369, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.953267] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58d46bb-f747-441d-871e-90cada04721b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.967561] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8d58a0-00bf-4aef-ae1e-307152c2a3fa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.004063] env[70483]: DEBUG nova.compute.manager [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1011.011337] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d22e6e-5791-4b28-ab58-5cb0e0c804e0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.024733] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd90426-5941-4a56-ba66-272173791b8f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.029054] env[70483]: DEBUG oslo_vmware.api [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478361, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.914308} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.030242] env[70483]: DEBUG nova.network.neutron [req-d29407f6-9205-4bb6-b779-e1f59742ae55 req-4ceac89e-e924-49c7-9aff-eae2e0dafbfb service nova] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Updated VIF entry in instance network info cache for port 62f1cb01-9376-465e-96be-71c8507809e3. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.030320] env[70483]: DEBUG nova.network.neutron [req-d29407f6-9205-4bb6-b779-e1f59742ae55 req-4ceac89e-e924-49c7-9aff-eae2e0dafbfb service nova] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Updating instance_info_cache with network_info: [{"id": "62f1cb01-9376-465e-96be-71c8507809e3", "address": "fa:16:3e:61:30:48", "network": {"id": "d0584bad-a446-4fdb-9127-2d020acd6b5c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1392669969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02013d6cd47b4f1c9e3279214f1d2d7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62f1cb01-93", "ovs_interfaceid": "62f1cb01-9376-465e-96be-71c8507809e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.031650] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5558dced-fc72-48c6-bf54-9a465145d34a/5558dced-fc72-48c6-bf54-9a465145d34a.vmdk to [datastore1] a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff/a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.039029] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2b2e6e-f59c-4093-97e5-64b591d7c813 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.050545] env[70483]: DEBUG nova.compute.provider_tree [None req-0a885c54-78f9-460b-9da0-48bc29d8b357 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.078822] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff/a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff.vmdk or device None with type streamOptimized {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.079207] env[70483]: DEBUG oslo_vmware.api [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478366, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.079785] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-068335c1-c3c5-4214-8995-3e45b87f566f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.103356] env[70483]: DEBUG oslo_vmware.api [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 1011.103356] env[70483]: value = "task-3478372" [ 1011.103356] env[70483]: _type = "Task" [ 1011.103356] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.113416] env[70483]: DEBUG oslo_vmware.api [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478372, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.196431] env[70483]: DEBUG oslo_vmware.api [None req-be22e68d-83ec-419b-a09c-e305e92859ff tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478371, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.212649] env[70483]: DEBUG oslo_vmware.api [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5261cc8a-2bfc-d58c-21ea-78337440d702, 'name': SearchDatastore_Task, 'duration_secs': 0.018764} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.213425] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.213425] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.213425] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.215226] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.215226] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.215226] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-daf3b84f-350d-4c32-991e-be6d5a3546ed {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.228062] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.228365] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.229161] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5d03cd8-b855-4b58-a375-1296a652a6d4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.236568] env[70483]: DEBUG oslo_vmware.api [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1011.236568] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524e05e7-db35-b058-acb4-5ac32ae2c1b3" [ 1011.236568] env[70483]: _type = "Task" [ 1011.236568] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.248626] env[70483]: DEBUG oslo_vmware.api [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524e05e7-db35-b058-acb4-5ac32ae2c1b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.259369] env[70483]: INFO nova.compute.manager [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Rebuilding instance [ 1011.298783] env[70483]: DEBUG nova.compute.manager [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.299640] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063ebcec-9187-481d-8e4c-3678cc201a9b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.383239] env[70483]: DEBUG oslo_vmware.api [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Task: {'id': task-3478369, 'name': PowerOnVM_Task, 'duration_secs': 0.559312} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.383593] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.383593] env[70483]: INFO nova.compute.manager [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1011.383767] env[70483]: DEBUG nova.compute.manager [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.384587] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032cc436-2393-4e25-aa08-95708820ff27 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.532787] env[70483]: DEBUG oslo_concurrency.lockutils [req-d29407f6-9205-4bb6-b779-e1f59742ae55 req-4ceac89e-e924-49c7-9aff-eae2e0dafbfb service nova] Releasing lock "refresh_cache-a423d133-89f3-40fe-9986-02edc46cf0f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.542981] env[70483]: DEBUG oslo_vmware.api [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478366, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.724935} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.543997] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab/8747b1e6-1e41-43a3-b1d6-f837fb07d6ab.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.544187] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.544442] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90a71cf7-eac8-4dc0-9d91-6f6b34033f85 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.552658] env[70483]: DEBUG oslo_vmware.api [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1011.552658] env[70483]: value = "task-3478374" [ 1011.552658] env[70483]: _type = "Task" [ 1011.552658] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.556682] env[70483]: DEBUG nova.scheduler.client.report [None req-0a885c54-78f9-460b-9da0-48bc29d8b357 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.566451] env[70483]: DEBUG oslo_vmware.api [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.614961] env[70483]: DEBUG oslo_vmware.api [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.695254] env[70483]: DEBUG oslo_vmware.api [None req-be22e68d-83ec-419b-a09c-e305e92859ff tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478371, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.614302} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.695549] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-be22e68d-83ec-419b-a09c-e305e92859ff tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.695766] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-be22e68d-83ec-419b-a09c-e305e92859ff tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.695993] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-be22e68d-83ec-419b-a09c-e305e92859ff tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.696200] env[70483]: INFO nova.compute.manager [None req-be22e68d-83ec-419b-a09c-e305e92859ff tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Took 2.77 seconds to destroy the instance on the hypervisor. [ 1011.696445] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be22e68d-83ec-419b-a09c-e305e92859ff tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.696638] env[70483]: DEBUG nova.compute.manager [-] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.696760] env[70483]: DEBUG nova.network.neutron [-] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.750156] env[70483]: DEBUG oslo_vmware.api [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524e05e7-db35-b058-acb4-5ac32ae2c1b3, 'name': SearchDatastore_Task, 'duration_secs': 0.012549} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.750969] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1447b2f-bbdb-4b83-bad6-8c3bcb450dbe {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.756162] env[70483]: DEBUG oslo_vmware.api [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1011.756162] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52580b59-ead1-cc7c-9e6c-54b1794b43e1" [ 1011.756162] env[70483]: _type = "Task" [ 1011.756162] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.764193] env[70483]: DEBUG oslo_vmware.api [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52580b59-ead1-cc7c-9e6c-54b1794b43e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.903909] env[70483]: INFO nova.compute.manager [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Took 43.17 seconds to build instance. [ 1012.013238] env[70483]: DEBUG nova.compute.manager [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1012.041312] env[70483]: DEBUG nova.virt.hardware [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.041584] env[70483]: DEBUG nova.virt.hardware [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.041775] env[70483]: DEBUG nova.virt.hardware [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.041916] env[70483]: DEBUG nova.virt.hardware [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.042078] env[70483]: DEBUG nova.virt.hardware [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.042225] env[70483]: DEBUG nova.virt.hardware [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.042434] env[70483]: DEBUG nova.virt.hardware [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.042592] env[70483]: DEBUG nova.virt.hardware [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.042792] env[70483]: DEBUG nova.virt.hardware [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.042973] env[70483]: DEBUG nova.virt.hardware [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.043163] env[70483]: DEBUG nova.virt.hardware [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.044063] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e960977-9771-4c33-971e-6fe1340da6c7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.055743] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50944653-1ac2-4238-a586-ce43faa147ed {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.063074] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0a885c54-78f9-460b-9da0-48bc29d8b357 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.073025] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ead8cb17-44e8-49bf-a4a0-a2c176f9edf1 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.488s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.074020] env[70483]: DEBUG nova.objects.instance [None req-ead8cb17-44e8-49bf-a4a0-a2c176f9edf1 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Lazy-loading 'resources' on Instance uuid 4a1590d2-16bc-445b-9eb5-dea9990d33bd {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.075301] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Instance VIF info [] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.082070] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Creating folder: Project (1c14475667ca47a3a86e54e992f04090). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1012.087191] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53c00043-3543-4e38-acfe-f3562dcedb63 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.088797] env[70483]: DEBUG oslo_vmware.api [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.264064} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.090162] env[70483]: DEBUG nova.compute.manager [req-90a7ee96-1944-47aa-b3d2-fd8a62f79d57 req-217bde29-7f95-4292-a1ac-65050df6356b service nova] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Received event network-vif-deleted-c915c4ef-69a8-4929-a25c-aa75a09764cd {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.090408] env[70483]: INFO nova.compute.manager [req-90a7ee96-1944-47aa-b3d2-fd8a62f79d57 req-217bde29-7f95-4292-a1ac-65050df6356b service nova] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Neutron deleted interface c915c4ef-69a8-4929-a25c-aa75a09764cd; detaching it from the instance and deleting it from the info cache [ 1012.090516] env[70483]: DEBUG nova.network.neutron [req-90a7ee96-1944-47aa-b3d2-fd8a62f79d57 req-217bde29-7f95-4292-a1ac-65050df6356b service nova] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.093124] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.094893] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c383ed72-c847-4433-9c5d-d00e340afa6b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.119945] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab/8747b1e6-1e41-43a3-b1d6-f837fb07d6ab.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.122210] env[70483]: INFO nova.scheduler.client.report [None req-0a885c54-78f9-460b-9da0-48bc29d8b357 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Deleted allocations for instance f61abfde-68ff-497e-8a99-cfae352de144 [ 1012.129842] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70cbbd7d-1ae9-4a2c-b4bd-2b8972ae8c36 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.143870] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Created folder: Project (1c14475667ca47a3a86e54e992f04090) in parent group-v695216. [ 1012.144087] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Creating folder: Instances. Parent ref: group-v695441. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1012.144690] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c84401bc-2b1f-400d-af10-b2f618fdd226 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.154376] env[70483]: DEBUG oslo_vmware.api [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.156702] env[70483]: DEBUG oslo_vmware.api [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1012.156702] env[70483]: value = "task-3478376" [ 1012.156702] env[70483]: _type = "Task" [ 1012.156702] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.164402] env[70483]: DEBUG oslo_vmware.api [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478376, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.165797] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Created folder: Instances in parent group-v695441. [ 1012.166034] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.166239] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.166447] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a65552b-cd99-4c66-9aa6-19f3b7eab985 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.187515] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.187515] env[70483]: value = "task-3478378" [ 1012.187515] env[70483]: _type = "Task" [ 1012.187515] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.196335] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478378, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.266991] env[70483]: DEBUG oslo_vmware.api [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52580b59-ead1-cc7c-9e6c-54b1794b43e1, 'name': SearchDatastore_Task, 'duration_secs': 0.010503} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.267298] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.267561] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] a423d133-89f3-40fe-9986-02edc46cf0f4/a423d133-89f3-40fe-9986-02edc46cf0f4.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.267846] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-351a8860-6b1a-4079-b35d-56f41544af2b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.276567] env[70483]: DEBUG oslo_vmware.api [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1012.276567] env[70483]: value = "task-3478379" [ 1012.276567] env[70483]: _type = "Task" [ 1012.276567] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.285352] env[70483]: DEBUG oslo_vmware.api [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.313387] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.314099] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eff996de-44d4-41f8-955c-ef0fe53a9dbb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.322429] env[70483]: DEBUG oslo_vmware.api [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1012.322429] env[70483]: value = "task-3478380" [ 1012.322429] env[70483]: _type = "Task" [ 1012.322429] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.332382] env[70483]: DEBUG oslo_vmware.api [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.408776] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f768760d-70f1-48cb-b9d4-6ef33cb1becc tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Lock "babf0ab7-b2eb-414d-b9a9-9555afe74233" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.686s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.495535] env[70483]: DEBUG nova.network.neutron [-] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.593167] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cfc63631-fec0-41e3-8d22-992f4531034f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.605959] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658d1c57-b0d1-4608-8ff2-e8e14860b8c3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.631670] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0a885c54-78f9-460b-9da0-48bc29d8b357 tempest-ServerRescueTestJSON-1159543463 tempest-ServerRescueTestJSON-1159543463-project-member] Lock "f61abfde-68ff-497e-8a99-cfae352de144" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.037s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.640702] env[70483]: DEBUG oslo_vmware.api [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478372, 'name': ReconfigVM_Task, 'duration_secs': 1.152398} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.645845] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Reconfigured VM instance instance-0000002e to attach disk [datastore1] a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff/a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff.vmdk or device None with type streamOptimized {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.647712] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'size': 0, 'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': None, 'guest_format': None, 'encrypted': False, 'device_name': '/dev/sda', 'image_id': 'c45d2ce6-6758-4a65-9806-b17c804e40f4'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'c403343c-6824-4ad1-818a-f22435ea3877', 'guest_format': None, 'device_type': None, 'boot_index': None, 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695414', 'volume_id': 'aab80cda-88e6-4726-ae14-7308bcf53501', 'name': 'volume-aab80cda-88e6-4726-ae14-7308bcf53501', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff', 'attached_at': '', 'detached_at': '', 'volume_id': 'aab80cda-88e6-4726-ae14-7308bcf53501', 'serial': 'aab80cda-88e6-4726-ae14-7308bcf53501'}, 'disk_bus': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=70483) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1012.647918] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Volume attach. Driver type: vmdk {{(pid=70483) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1012.648485] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695414', 'volume_id': 'aab80cda-88e6-4726-ae14-7308bcf53501', 'name': 'volume-aab80cda-88e6-4726-ae14-7308bcf53501', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff', 'attached_at': '', 'detached_at': '', 'volume_id': 'aab80cda-88e6-4726-ae14-7308bcf53501', 'serial': 'aab80cda-88e6-4726-ae14-7308bcf53501'} {{(pid=70483) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1012.666044] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd8754f-7bb2-4118-b7e8-c0af3958ec67 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.670534] env[70483]: DEBUG nova.compute.manager [req-90a7ee96-1944-47aa-b3d2-fd8a62f79d57 req-217bde29-7f95-4292-a1ac-65050df6356b service nova] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Detach interface failed, port_id=c915c4ef-69a8-4929-a25c-aa75a09764cd, reason: Instance 223fc274-26bf-4dc7-a435-d368cc004a67 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1012.691895] env[70483]: DEBUG oslo_vmware.api [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478376, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.709939] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504e43d8-969c-4772-b4a2-3a1d962bb5de {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.721876] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478378, 'name': CreateVM_Task, 'duration_secs': 0.468344} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.739801] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.749182] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] volume-aab80cda-88e6-4726-ae14-7308bcf53501/volume-aab80cda-88e6-4726-ae14-7308bcf53501.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.749758] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.749758] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.749931] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.750287] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11ba0aad-0558-46b0-8a73-194f9b3d663e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.766021] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd782cce-b463-4253-b508-63c1a0e1933b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.774391] env[70483]: DEBUG oslo_vmware.api [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Waiting for the task: (returnval){ [ 1012.774391] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524cb214-89a5-e4f8-9ce6-161857228caf" [ 1012.774391] env[70483]: _type = "Task" [ 1012.774391] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.787016] env[70483]: DEBUG oslo_vmware.api [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524cb214-89a5-e4f8-9ce6-161857228caf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.792859] env[70483]: DEBUG oslo_vmware.api [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478379, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.794581] env[70483]: DEBUG oslo_vmware.api [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 1012.794581] env[70483]: value = "task-3478381" [ 1012.794581] env[70483]: _type = "Task" [ 1012.794581] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.806711] env[70483]: DEBUG oslo_vmware.api [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478381, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.836220] env[70483]: DEBUG oslo_vmware.api [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478380, 'name': PowerOffVM_Task, 'duration_secs': 0.335885} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.836510] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.836737] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.837650] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5144fd-59b6-4755-920a-0c5b8fe3f91f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.847857] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.848149] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18428c9e-26ab-4329-8a04-fbae90e70305 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.945178] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.945441] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.945630] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Deleting the datastore file [datastore2] 6bd21520-d00b-4103-bcf1-812a1187256a {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.945896] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4f03cc8-0c0e-4427-9891-2913e71e75a4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.963666] env[70483]: DEBUG oslo_vmware.api [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1012.963666] env[70483]: value = "task-3478383" [ 1012.963666] env[70483]: _type = "Task" [ 1012.963666] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.976034] env[70483]: DEBUG oslo_vmware.api [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478383, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.998399] env[70483]: INFO nova.compute.manager [-] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Took 1.30 seconds to deallocate network for instance. [ 1013.085288] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e87422-f78d-4f22-bc97-ff37cecab28f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.093646] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fad0c1-ebe7-444f-ae60-97b2dc65dd7c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.127122] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f86ea37-1a02-4865-84e2-e311e655cc91 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.135211] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0fabd6-90d8-4246-9f3d-baceff359a40 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.150772] env[70483]: DEBUG nova.compute.provider_tree [None req-ead8cb17-44e8-49bf-a4a0-a2c176f9edf1 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.181375] env[70483]: DEBUG oslo_vmware.api [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478376, 'name': ReconfigVM_Task, 'duration_secs': 0.557326} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.181657] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab/8747b1e6-1e41-43a3-b1d6-f837fb07d6ab.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.182559] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbfae1ea-e963-429a-997d-ecb18bee45b5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.190314] env[70483]: DEBUG oslo_vmware.api [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1013.190314] env[70483]: value = "task-3478384" [ 1013.190314] env[70483]: _type = "Task" [ 1013.190314] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.201097] env[70483]: DEBUG oslo_vmware.api [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478384, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.287651] env[70483]: DEBUG oslo_vmware.api [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524cb214-89a5-e4f8-9ce6-161857228caf, 'name': SearchDatastore_Task, 'duration_secs': 0.055549} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.290860] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.291105] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.292092] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.292092] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.292092] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.292092] env[70483]: DEBUG oslo_vmware.api [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478379, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574189} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.292311] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33a5c009-d506-4219-8646-ddcac80fd326 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.293874] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] a423d133-89f3-40fe-9986-02edc46cf0f4/a423d133-89f3-40fe-9986-02edc46cf0f4.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.294084] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.294313] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de6b65a9-61fb-4c4c-a67e-52593307af9e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.305467] env[70483]: DEBUG oslo_vmware.api [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478381, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.307447] env[70483]: DEBUG oslo_vmware.api [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1013.307447] env[70483]: value = "task-3478385" [ 1013.307447] env[70483]: _type = "Task" [ 1013.307447] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.307662] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.307818] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.308618] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b067c87-2b8a-4e7a-afa0-ad67389c2961 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.318026] env[70483]: DEBUG oslo_vmware.api [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Waiting for the task: (returnval){ [ 1013.318026] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a20bc1-f473-b597-91ea-25d2f9b9451b" [ 1013.318026] env[70483]: _type = "Task" [ 1013.318026] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.320401] env[70483]: DEBUG oslo_vmware.api [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478385, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.329308] env[70483]: DEBUG oslo_vmware.api [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a20bc1-f473-b597-91ea-25d2f9b9451b, 'name': SearchDatastore_Task, 'duration_secs': 0.00876} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.331866] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-423bb813-4fb1-42de-aed0-3c6c1bb2b679 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.335416] env[70483]: DEBUG oslo_vmware.api [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Waiting for the task: (returnval){ [ 1013.335416] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d22cc0-f515-a4bc-5a80-bf26b6ae49ef" [ 1013.335416] env[70483]: _type = "Task" [ 1013.335416] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.346233] env[70483]: DEBUG oslo_vmware.api [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d22cc0-f515-a4bc-5a80-bf26b6ae49ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.475213] env[70483]: DEBUG oslo_vmware.api [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478383, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168188} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.475514] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.475714] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.475894] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.511288] env[70483]: DEBUG oslo_concurrency.lockutils [None req-be22e68d-83ec-419b-a09c-e305e92859ff tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.653924] env[70483]: DEBUG nova.scheduler.client.report [None req-ead8cb17-44e8-49bf-a4a0-a2c176f9edf1 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.703760] env[70483]: DEBUG oslo_vmware.api [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478384, 'name': Rename_Task, 'duration_secs': 0.35348} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.704120] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.704391] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c34bab9c-c151-43b6-87bb-6378bd541ed6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.713660] env[70483]: DEBUG oslo_vmware.api [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1013.713660] env[70483]: value = "task-3478387" [ 1013.713660] env[70483]: _type = "Task" [ 1013.713660] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.723303] env[70483]: DEBUG oslo_vmware.api [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478387, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.808470] env[70483]: DEBUG oslo_vmware.api [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478381, 'name': ReconfigVM_Task, 'duration_secs': 0.916744} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.808896] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Reconfigured VM instance instance-0000002e to attach disk [datastore2] volume-aab80cda-88e6-4726-ae14-7308bcf53501/volume-aab80cda-88e6-4726-ae14-7308bcf53501.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.817533] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0082aec8-a163-4bbc-b190-971caa9b78fb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.836335] env[70483]: DEBUG oslo_vmware.api [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478385, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069184} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.841218] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.841725] env[70483]: DEBUG oslo_vmware.api [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 1013.841725] env[70483]: value = "task-3478388" [ 1013.841725] env[70483]: _type = "Task" [ 1013.841725] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.842511] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fabf7b-8b1e-4cbd-9c76-2180b55af210 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.853434] env[70483]: DEBUG oslo_vmware.api [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d22cc0-f515-a4bc-5a80-bf26b6ae49ef, 'name': SearchDatastore_Task, 'duration_secs': 0.009733} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.854118] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.854396] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 97434a20-b71c-476d-9b98-9f3cdf558dd8/97434a20-b71c-476d-9b98-9f3cdf558dd8.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.854735] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e98110a-ac82-4bf1-80ac-61074ee1e3f0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.878777] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] a423d133-89f3-40fe-9986-02edc46cf0f4/a423d133-89f3-40fe-9986-02edc46cf0f4.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.879178] env[70483]: DEBUG oslo_vmware.api [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478388, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.879814] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba49c247-6644-46ec-845e-055b4d8fa41b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.897212] env[70483]: DEBUG oslo_vmware.api [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Waiting for the task: (returnval){ [ 1013.897212] env[70483]: value = "task-3478389" [ 1013.897212] env[70483]: _type = "Task" [ 1013.897212] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.903703] env[70483]: DEBUG oslo_vmware.api [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1013.903703] env[70483]: value = "task-3478390" [ 1013.903703] env[70483]: _type = "Task" [ 1013.903703] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.917729] env[70483]: DEBUG oslo_vmware.api [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Task: {'id': task-3478389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.921335] env[70483]: DEBUG oslo_vmware.api [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478390, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.162315] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ead8cb17-44e8-49bf-a4a0-a2c176f9edf1 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.089s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.166237] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.185s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.167920] env[70483]: INFO nova.compute.claims [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.200083] env[70483]: INFO nova.scheduler.client.report [None req-ead8cb17-44e8-49bf-a4a0-a2c176f9edf1 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Deleted allocations for instance 4a1590d2-16bc-445b-9eb5-dea9990d33bd [ 1014.226176] env[70483]: DEBUG oslo_vmware.api [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478387, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.366882] env[70483]: DEBUG oslo_vmware.api [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478388, 'name': ReconfigVM_Task, 'duration_secs': 0.245834} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.366882] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695414', 'volume_id': 'aab80cda-88e6-4726-ae14-7308bcf53501', 'name': 'volume-aab80cda-88e6-4726-ae14-7308bcf53501', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff', 'attached_at': '', 'detached_at': '', 'volume_id': 'aab80cda-88e6-4726-ae14-7308bcf53501', 'serial': 'aab80cda-88e6-4726-ae14-7308bcf53501'} {{(pid=70483) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1014.366882] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc131bc7-8aaf-4d95-9496-845c559ae8ff {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.379229] env[70483]: DEBUG oslo_vmware.api [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 1014.379229] env[70483]: value = "task-3478391" [ 1014.379229] env[70483]: _type = "Task" [ 1014.379229] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.396547] env[70483]: DEBUG oslo_vmware.api [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478391, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.413700] env[70483]: DEBUG oslo_vmware.api [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Task: {'id': task-3478389, 'name': CopyVirtualDisk_Task} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.414626] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 97434a20-b71c-476d-9b98-9f3cdf558dd8/97434a20-b71c-476d-9b98-9f3cdf558dd8.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.414956] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.415405] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8850b562-a62f-4fe7-a53e-7c88f226967b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.425388] env[70483]: DEBUG oslo_vmware.api [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478390, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.432229] env[70483]: DEBUG oslo_vmware.api [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Waiting for the task: (returnval){ [ 1014.432229] env[70483]: value = "task-3478392" [ 1014.432229] env[70483]: _type = "Task" [ 1014.432229] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.442421] env[70483]: DEBUG oslo_vmware.api [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Task: {'id': task-3478392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.523595] env[70483]: DEBUG nova.virt.hardware [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.523915] env[70483]: DEBUG nova.virt.hardware [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.524015] env[70483]: DEBUG nova.virt.hardware [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.524210] env[70483]: DEBUG nova.virt.hardware [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.524356] env[70483]: DEBUG nova.virt.hardware [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.524503] env[70483]: DEBUG nova.virt.hardware [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.524724] env[70483]: DEBUG nova.virt.hardware [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.524888] env[70483]: DEBUG nova.virt.hardware [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.525073] env[70483]: DEBUG nova.virt.hardware [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.525239] env[70483]: DEBUG nova.virt.hardware [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.525409] env[70483]: DEBUG nova.virt.hardware [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.526331] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb4196e-e492-4c03-b303-1035f57fa291 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.535092] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3801ec1e-7ec5-4fab-985b-2f1fa1d7b169 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.549649] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:26:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f23752e4-92e9-4903-841d-3b1bf765412e', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.558619] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.559436] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.559715] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a1dc233-7688-4c51-b1ac-ea4e36734816 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.581757] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.581757] env[70483]: value = "task-3478393" [ 1014.581757] env[70483]: _type = "Task" [ 1014.581757] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.590789] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478393, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.676737] env[70483]: DEBUG oslo_concurrency.lockutils [None req-75f8674b-25de-4f1e-88fb-091a4435f7f0 tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Acquiring lock "babf0ab7-b2eb-414d-b9a9-9555afe74233" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.677116] env[70483]: DEBUG oslo_concurrency.lockutils [None req-75f8674b-25de-4f1e-88fb-091a4435f7f0 tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Lock "babf0ab7-b2eb-414d-b9a9-9555afe74233" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.677352] env[70483]: DEBUG oslo_concurrency.lockutils [None req-75f8674b-25de-4f1e-88fb-091a4435f7f0 tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Acquiring lock "babf0ab7-b2eb-414d-b9a9-9555afe74233-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.677542] env[70483]: DEBUG oslo_concurrency.lockutils [None req-75f8674b-25de-4f1e-88fb-091a4435f7f0 tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Lock "babf0ab7-b2eb-414d-b9a9-9555afe74233-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.677708] env[70483]: DEBUG oslo_concurrency.lockutils [None req-75f8674b-25de-4f1e-88fb-091a4435f7f0 tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Lock "babf0ab7-b2eb-414d-b9a9-9555afe74233-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.679840] env[70483]: INFO nova.compute.manager [None req-75f8674b-25de-4f1e-88fb-091a4435f7f0 tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Terminating instance [ 1014.721207] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ead8cb17-44e8-49bf-a4a0-a2c176f9edf1 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Lock "4a1590d2-16bc-445b-9eb5-dea9990d33bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.090s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.728264] env[70483]: DEBUG oslo_vmware.api [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478387, 'name': PowerOnVM_Task, 'duration_secs': 0.686165} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.728539] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.728741] env[70483]: INFO nova.compute.manager [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Took 10.06 seconds to spawn the instance on the hypervisor. [ 1014.728915] env[70483]: DEBUG nova.compute.manager [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.730270] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bbabaf-4d2c-466d-90dd-8dc20bf97365 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.891063] env[70483]: DEBUG oslo_vmware.api [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478391, 'name': Rename_Task, 'duration_secs': 0.230137} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.891385] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.892120] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33435604-c653-4bcd-b002-286a8f857e67 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.899229] env[70483]: DEBUG oslo_vmware.api [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 1014.899229] env[70483]: value = "task-3478394" [ 1014.899229] env[70483]: _type = "Task" [ 1014.899229] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.908047] env[70483]: DEBUG oslo_vmware.api [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478394, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.918878] env[70483]: DEBUG oslo_vmware.api [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478390, 'name': ReconfigVM_Task, 'duration_secs': 0.531003} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.919193] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Reconfigured VM instance instance-0000004f to attach disk [datastore2] a423d133-89f3-40fe-9986-02edc46cf0f4/a423d133-89f3-40fe-9986-02edc46cf0f4.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.919824] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e35d70b-56ec-4dc2-8259-1f3dd0ac36c8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.930892] env[70483]: DEBUG oslo_vmware.api [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1014.930892] env[70483]: value = "task-3478395" [ 1014.930892] env[70483]: _type = "Task" [ 1014.930892] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.958023] env[70483]: DEBUG oslo_vmware.api [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Task: {'id': task-3478392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086824} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.958287] env[70483]: DEBUG oslo_vmware.api [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478395, 'name': Rename_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.958542] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.959414] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2df5fc-e009-49b3-9e89-4c34c602f42a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.987090] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 97434a20-b71c-476d-9b98-9f3cdf558dd8/97434a20-b71c-476d-9b98-9f3cdf558dd8.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.987455] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6f261e8-11f2-4c0a-93db-2ed7e4fbd537 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.012587] env[70483]: DEBUG oslo_vmware.api [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Waiting for the task: (returnval){ [ 1015.012587] env[70483]: value = "task-3478396" [ 1015.012587] env[70483]: _type = "Task" [ 1015.012587] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.024083] env[70483]: DEBUG oslo_vmware.api [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Task: {'id': task-3478396, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.094294] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478393, 'name': CreateVM_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.188172] env[70483]: DEBUG nova.compute.manager [None req-75f8674b-25de-4f1e-88fb-091a4435f7f0 tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1015.188172] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-75f8674b-25de-4f1e-88fb-091a4435f7f0 tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1015.188172] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38d91f9-a77e-4145-ab7c-a7cad49637ba {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.195903] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-75f8674b-25de-4f1e-88fb-091a4435f7f0 tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.196018] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bbe910d-2466-432d-bfdc-6869a616970a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.205730] env[70483]: DEBUG oslo_vmware.api [None req-75f8674b-25de-4f1e-88fb-091a4435f7f0 tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Waiting for the task: (returnval){ [ 1015.205730] env[70483]: value = "task-3478397" [ 1015.205730] env[70483]: _type = "Task" [ 1015.205730] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.219106] env[70483]: DEBUG oslo_vmware.api [None req-75f8674b-25de-4f1e-88fb-091a4435f7f0 tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Task: {'id': task-3478397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.255538] env[70483]: INFO nova.compute.manager [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Took 46.05 seconds to build instance. [ 1015.420619] env[70483]: DEBUG oslo_vmware.api [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478394, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.446379] env[70483]: DEBUG oslo_vmware.api [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478395, 'name': Rename_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.526373] env[70483]: DEBUG oslo_vmware.api [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Task: {'id': task-3478396, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.594518] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478393, 'name': CreateVM_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.644098] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad561181-f1b4-4574-8791-fd9ab05980a0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.654138] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f2ebd3-3a2e-4ca3-9a11-b0446fe42f58 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.691187] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9ab7ee-7953-4fac-b8ee-28d5bc5d1ce4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.699865] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fc0a8f-896e-4012-adfb-839af807a6a1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.718821] env[70483]: DEBUG nova.compute.provider_tree [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.734490] env[70483]: DEBUG oslo_vmware.api [None req-75f8674b-25de-4f1e-88fb-091a4435f7f0 tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Task: {'id': task-3478397, 'name': PowerOffVM_Task, 'duration_secs': 0.34612} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.735549] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-75f8674b-25de-4f1e-88fb-091a4435f7f0 tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.735701] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-75f8674b-25de-4f1e-88fb-091a4435f7f0 tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1015.736032] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17400736-b2cd-4d45-b09b-42517c448e25 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.757944] env[70483]: DEBUG oslo_concurrency.lockutils [None req-09c56f7c-caab-4ed8-ba1d-60c62d62c9cb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "8747b1e6-1e41-43a3-b1d6-f837fb07d6ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.569s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.832441] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-75f8674b-25de-4f1e-88fb-091a4435f7f0 tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1015.832727] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-75f8674b-25de-4f1e-88fb-091a4435f7f0 tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1015.832895] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-75f8674b-25de-4f1e-88fb-091a4435f7f0 tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Deleting the datastore file [datastore1] babf0ab7-b2eb-414d-b9a9-9555afe74233 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1015.833202] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af4cd64a-f59b-46e4-b0af-32c3f9429876 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.845953] env[70483]: DEBUG oslo_vmware.api [None req-75f8674b-25de-4f1e-88fb-091a4435f7f0 tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Waiting for the task: (returnval){ [ 1015.845953] env[70483]: value = "task-3478399" [ 1015.845953] env[70483]: _type = "Task" [ 1015.845953] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.856543] env[70483]: DEBUG oslo_vmware.api [None req-75f8674b-25de-4f1e-88fb-091a4435f7f0 tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Task: {'id': task-3478399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.911562] env[70483]: DEBUG oslo_vmware.api [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478394, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.941833] env[70483]: DEBUG oslo_vmware.api [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478395, 'name': Rename_Task, 'duration_secs': 0.812364} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.944281] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.944646] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-661b690f-2131-4811-9f50-9ecafad0fe33 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.953534] env[70483]: DEBUG oslo_vmware.api [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1015.953534] env[70483]: value = "task-3478400" [ 1015.953534] env[70483]: _type = "Task" [ 1015.953534] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.968932] env[70483]: DEBUG oslo_vmware.api [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.983991] env[70483]: DEBUG nova.compute.manager [req-aafcae89-22b1-4c81-91b7-6a4d3edbbdaa req-4abcb134-69f8-4d35-9c94-4b1c549896e6 service nova] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Received event network-changed-59290d1e-fbbd-4f80-8a31-e291534ec88f {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.984200] env[70483]: DEBUG nova.compute.manager [req-aafcae89-22b1-4c81-91b7-6a4d3edbbdaa req-4abcb134-69f8-4d35-9c94-4b1c549896e6 service nova] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Refreshing instance network info cache due to event network-changed-59290d1e-fbbd-4f80-8a31-e291534ec88f. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1015.984475] env[70483]: DEBUG oslo_concurrency.lockutils [req-aafcae89-22b1-4c81-91b7-6a4d3edbbdaa req-4abcb134-69f8-4d35-9c94-4b1c549896e6 service nova] Acquiring lock "refresh_cache-8747b1e6-1e41-43a3-b1d6-f837fb07d6ab" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.984539] env[70483]: DEBUG oslo_concurrency.lockutils [req-aafcae89-22b1-4c81-91b7-6a4d3edbbdaa req-4abcb134-69f8-4d35-9c94-4b1c549896e6 service nova] Acquired lock "refresh_cache-8747b1e6-1e41-43a3-b1d6-f837fb07d6ab" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.984700] env[70483]: DEBUG nova.network.neutron [req-aafcae89-22b1-4c81-91b7-6a4d3edbbdaa req-4abcb134-69f8-4d35-9c94-4b1c549896e6 service nova] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Refreshing network info cache for port 59290d1e-fbbd-4f80-8a31-e291534ec88f {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.024528] env[70483]: DEBUG oslo_vmware.api [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Task: {'id': task-3478396, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.094915] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478393, 'name': CreateVM_Task, 'duration_secs': 1.342244} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.095230] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.096075] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.096237] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.096687] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.096961] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ccb8538-dd4f-40cc-90d3-d4176ad7a790 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.103371] env[70483]: DEBUG oslo_vmware.api [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1016.103371] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ae479e-842b-298b-a77d-097cd376e738" [ 1016.103371] env[70483]: _type = "Task" [ 1016.103371] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.117046] env[70483]: DEBUG oslo_vmware.api [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ae479e-842b-298b-a77d-097cd376e738, 'name': SearchDatastore_Task, 'duration_secs': 0.009476} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.117466] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.117694] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.117933] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.118112] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.118344] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.119054] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e684e7d2-9be6-4010-b488-6974570cb065 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.128443] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.128848] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.129426] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bd80d81-c5f5-4397-a4fa-21bea713a754 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.135419] env[70483]: DEBUG oslo_vmware.api [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1016.135419] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52379283-7564-37b9-b57a-9da5e456ad26" [ 1016.135419] env[70483]: _type = "Task" [ 1016.135419] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.144376] env[70483]: DEBUG oslo_vmware.api [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52379283-7564-37b9-b57a-9da5e456ad26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.226730] env[70483]: DEBUG nova.scheduler.client.report [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.357370] env[70483]: DEBUG oslo_vmware.api [None req-75f8674b-25de-4f1e-88fb-091a4435f7f0 tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Task: {'id': task-3478399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140606} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.357663] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-75f8674b-25de-4f1e-88fb-091a4435f7f0 tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.357844] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-75f8674b-25de-4f1e-88fb-091a4435f7f0 tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1016.358029] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-75f8674b-25de-4f1e-88fb-091a4435f7f0 tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.358203] env[70483]: INFO nova.compute.manager [None req-75f8674b-25de-4f1e-88fb-091a4435f7f0 tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1016.358438] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75f8674b-25de-4f1e-88fb-091a4435f7f0 tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.358636] env[70483]: DEBUG nova.compute.manager [-] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1016.358734] env[70483]: DEBUG nova.network.neutron [-] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1016.411950] env[70483]: DEBUG oslo_vmware.api [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478394, 'name': PowerOnVM_Task, 'duration_secs': 1.040322} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.412249] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.464078] env[70483]: DEBUG oslo_vmware.api [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478400, 'name': PowerOnVM_Task, 'duration_secs': 0.483221} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.464412] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.465344] env[70483]: INFO nova.compute.manager [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Took 9.14 seconds to spawn the instance on the hypervisor. [ 1016.465344] env[70483]: DEBUG nova.compute.manager [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.465657] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51167712-b6a3-4e04-81f2-14063d3b0708 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.525351] env[70483]: DEBUG oslo_vmware.api [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Task: {'id': task-3478396, 'name': ReconfigVM_Task, 'duration_secs': 1.301285} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.527932] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 97434a20-b71c-476d-9b98-9f3cdf558dd8/97434a20-b71c-476d-9b98-9f3cdf558dd8.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.528591] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9348c3f-1ad3-47ab-8f81-0f2563fe912c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.538941] env[70483]: DEBUG oslo_vmware.api [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Waiting for the task: (returnval){ [ 1016.538941] env[70483]: value = "task-3478401" [ 1016.538941] env[70483]: _type = "Task" [ 1016.538941] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.544415] env[70483]: DEBUG nova.compute.manager [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.545823] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae654a4-51df-4fa6-8780-da6a6ab0b3cc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.556403] env[70483]: DEBUG oslo_vmware.api [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Task: {'id': task-3478401, 'name': Rename_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.650396] env[70483]: DEBUG oslo_vmware.api [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52379283-7564-37b9-b57a-9da5e456ad26, 'name': SearchDatastore_Task, 'duration_secs': 0.009214} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.651646] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e224f18-20ab-4b79-bd03-21407f39caa1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.660336] env[70483]: DEBUG nova.compute.manager [req-75a094b3-dbd1-4bf0-8c78-6a33d4624b84 req-56071713-8e45-4f2c-9430-cebfba4b602f service nova] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Received event network-vif-deleted-b504cd61-bb04-4e76-8e48-7404872710f6 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.660336] env[70483]: INFO nova.compute.manager [req-75a094b3-dbd1-4bf0-8c78-6a33d4624b84 req-56071713-8e45-4f2c-9430-cebfba4b602f service nova] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Neutron deleted interface b504cd61-bb04-4e76-8e48-7404872710f6; detaching it from the instance and deleting it from the info cache [ 1016.660336] env[70483]: DEBUG nova.network.neutron [req-75a094b3-dbd1-4bf0-8c78-6a33d4624b84 req-56071713-8e45-4f2c-9430-cebfba4b602f service nova] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.662847] env[70483]: DEBUG oslo_vmware.api [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1016.662847] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52dce3c3-bba1-a436-12cf-9c13dbedaeb3" [ 1016.662847] env[70483]: _type = "Task" [ 1016.662847] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.674388] env[70483]: DEBUG oslo_vmware.api [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52dce3c3-bba1-a436-12cf-9c13dbedaeb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.735019] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.566s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.735019] env[70483]: DEBUG nova.compute.manager [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1016.735941] env[70483]: DEBUG oslo_concurrency.lockutils [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.834s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.738122] env[70483]: INFO nova.compute.claims [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.743116] env[70483]: DEBUG nova.network.neutron [req-aafcae89-22b1-4c81-91b7-6a4d3edbbdaa req-4abcb134-69f8-4d35-9c94-4b1c549896e6 service nova] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Updated VIF entry in instance network info cache for port 59290d1e-fbbd-4f80-8a31-e291534ec88f. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.743565] env[70483]: DEBUG nova.network.neutron [req-aafcae89-22b1-4c81-91b7-6a4d3edbbdaa req-4abcb134-69f8-4d35-9c94-4b1c549896e6 service nova] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Updating instance_info_cache with network_info: [{"id": "59290d1e-fbbd-4f80-8a31-e291534ec88f", "address": "fa:16:3e:b9:15:da", "network": {"id": "10b3c590-1aa9-44e4-8b20-e6d555002cbd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-950466256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22bc78ded67d407ea182163cf9043f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59290d1e-fb", "ovs_interfaceid": "59290d1e-fbbd-4f80-8a31-e291534ec88f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.987864] env[70483]: INFO nova.compute.manager [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Took 40.48 seconds to build instance. [ 1017.050353] env[70483]: DEBUG oslo_vmware.api [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Task: {'id': task-3478401, 'name': Rename_Task, 'duration_secs': 0.146914} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.050709] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.050989] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ee6b2ca-8cf1-4f89-a780-8b704e28e42b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.059620] env[70483]: DEBUG oslo_vmware.api [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Waiting for the task: (returnval){ [ 1017.059620] env[70483]: value = "task-3478402" [ 1017.059620] env[70483]: _type = "Task" [ 1017.059620] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.072915] env[70483]: DEBUG oslo_vmware.api [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Task: {'id': task-3478402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.072915] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b16a7891-413b-401a-86e2-d3ebae2239dc tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lock "a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 63.230s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.141600] env[70483]: DEBUG nova.network.neutron [-] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.164431] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b1fac84-5108-4fe3-90b7-e2486af89dd7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.178890] env[70483]: DEBUG oslo_vmware.api [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52dce3c3-bba1-a436-12cf-9c13dbedaeb3, 'name': SearchDatastore_Task, 'duration_secs': 0.021267} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.180317] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.180646] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 6bd21520-d00b-4103-bcf1-812a1187256a/6bd21520-d00b-4103-bcf1-812a1187256a.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.180980] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c769ebd0-972e-48ba-8c9a-2d18757190d6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.190566] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21990fa0-571b-407b-8cb6-5cc70bfb2443 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.209066] env[70483]: DEBUG oslo_vmware.api [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1017.209066] env[70483]: value = "task-3478403" [ 1017.209066] env[70483]: _type = "Task" [ 1017.209066] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.218498] env[70483]: DEBUG oslo_vmware.api [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.240467] env[70483]: DEBUG nova.compute.manager [req-75a094b3-dbd1-4bf0-8c78-6a33d4624b84 req-56071713-8e45-4f2c-9430-cebfba4b602f service nova] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Detach interface failed, port_id=b504cd61-bb04-4e76-8e48-7404872710f6, reason: Instance babf0ab7-b2eb-414d-b9a9-9555afe74233 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1017.246652] env[70483]: DEBUG nova.compute.utils [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.249458] env[70483]: DEBUG oslo_concurrency.lockutils [req-aafcae89-22b1-4c81-91b7-6a4d3edbbdaa req-4abcb134-69f8-4d35-9c94-4b1c549896e6 service nova] Releasing lock "refresh_cache-8747b1e6-1e41-43a3-b1d6-f837fb07d6ab" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.249885] env[70483]: DEBUG nova.compute.manager [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.250158] env[70483]: DEBUG nova.network.neutron [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.325057] env[70483]: DEBUG nova.policy [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b9028518cea44bc87614bdf910f6ed6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de4bf47688a34f51898d9809e7767e55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1017.490297] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7ed839e6-8e97-4d93-afe5-ff53f130beb6 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "a423d133-89f3-40fe-9986-02edc46cf0f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.992s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.574319] env[70483]: DEBUG oslo_vmware.api [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Task: {'id': task-3478402, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.644654] env[70483]: INFO nova.compute.manager [-] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Took 1.29 seconds to deallocate network for instance. [ 1017.722746] env[70483]: DEBUG oslo_vmware.api [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478403, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.756079] env[70483]: DEBUG nova.compute.manager [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1017.767383] env[70483]: DEBUG nova.network.neutron [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Successfully created port: e56a0ff1-90ed-4634-bc7e-dacacb7e475e {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1018.077111] env[70483]: DEBUG oslo_vmware.api [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Task: {'id': task-3478402, 'name': PowerOnVM_Task, 'duration_secs': 0.633144} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.077673] env[70483]: DEBUG nova.compute.manager [req-92553dba-1484-445b-b08d-28e0fbd0039a req-20c148dd-290a-4911-b028-d9b2c9853425 service nova] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Received event network-changed-62f1cb01-9376-465e-96be-71c8507809e3 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.079532] env[70483]: DEBUG nova.compute.manager [req-92553dba-1484-445b-b08d-28e0fbd0039a req-20c148dd-290a-4911-b028-d9b2c9853425 service nova] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Refreshing instance network info cache due to event network-changed-62f1cb01-9376-465e-96be-71c8507809e3. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1018.079795] env[70483]: DEBUG oslo_concurrency.lockutils [req-92553dba-1484-445b-b08d-28e0fbd0039a req-20c148dd-290a-4911-b028-d9b2c9853425 service nova] Acquiring lock "refresh_cache-a423d133-89f3-40fe-9986-02edc46cf0f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.079966] env[70483]: DEBUG oslo_concurrency.lockutils [req-92553dba-1484-445b-b08d-28e0fbd0039a req-20c148dd-290a-4911-b028-d9b2c9853425 service nova] Acquired lock "refresh_cache-a423d133-89f3-40fe-9986-02edc46cf0f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.080243] env[70483]: DEBUG nova.network.neutron [req-92553dba-1484-445b-b08d-28e0fbd0039a req-20c148dd-290a-4911-b028-d9b2c9853425 service nova] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Refreshing network info cache for port 62f1cb01-9376-465e-96be-71c8507809e3 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.082297] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.082507] env[70483]: INFO nova.compute.manager [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Took 6.07 seconds to spawn the instance on the hypervisor. [ 1018.082685] env[70483]: DEBUG nova.compute.manager [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.083843] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a1f69c-0159-4902-93c2-c820f9e259a4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.151423] env[70483]: DEBUG oslo_concurrency.lockutils [None req-75f8674b-25de-4f1e-88fb-091a4435f7f0 tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.154655] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d37520-760d-4e1e-a601-e3a17144f1c6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.162972] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51f9d2f-b12e-45eb-824b-4eef3dde7a92 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.194425] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d3944e-0a5b-4b61-a8d3-ee446b0cddcd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.202765] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7421657d-7ad3-4d91-82d3-a37035270aff {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.219158] env[70483]: DEBUG nova.compute.provider_tree [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.231387] env[70483]: DEBUG oslo_vmware.api [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614804} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.232284] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 6bd21520-d00b-4103-bcf1-812a1187256a/6bd21520-d00b-4103-bcf1-812a1187256a.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.232791] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.232791] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd3f4ada-e33e-4f06-b25b-8ef6a5fa39ab {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.241181] env[70483]: DEBUG oslo_vmware.api [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1018.241181] env[70483]: value = "task-3478405" [ 1018.241181] env[70483]: _type = "Task" [ 1018.241181] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.249959] env[70483]: DEBUG oslo_vmware.api [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478405, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.605064] env[70483]: INFO nova.compute.manager [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Took 39.46 seconds to build instance. [ 1018.726435] env[70483]: DEBUG nova.scheduler.client.report [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.752797] env[70483]: DEBUG oslo_vmware.api [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478405, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.24796} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.753643] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.754471] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39569a4b-8e33-40ad-8af1-c0d2a8bf7c13 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.770427] env[70483]: DEBUG nova.compute.manager [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1018.781229] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 6bd21520-d00b-4103-bcf1-812a1187256a/6bd21520-d00b-4103-bcf1-812a1187256a.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.784156] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b19f8de6-6131-423e-a45c-0832d31346cb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.807416] env[70483]: DEBUG oslo_vmware.api [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1018.807416] env[70483]: value = "task-3478406" [ 1018.807416] env[70483]: _type = "Task" [ 1018.807416] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.810099] env[70483]: DEBUG nova.virt.hardware [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.810385] env[70483]: DEBUG nova.virt.hardware [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.810556] env[70483]: DEBUG nova.virt.hardware [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.810740] env[70483]: DEBUG nova.virt.hardware [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.810885] env[70483]: DEBUG nova.virt.hardware [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.811044] env[70483]: DEBUG nova.virt.hardware [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.811305] env[70483]: DEBUG nova.virt.hardware [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.811410] env[70483]: DEBUG nova.virt.hardware [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.811574] env[70483]: DEBUG nova.virt.hardware [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.811733] env[70483]: DEBUG nova.virt.hardware [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.811902] env[70483]: DEBUG nova.virt.hardware [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.812843] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a186ae8-bc60-4971-acda-d04da8fc98e2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.828860] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3040817-57a0-43dc-85fb-3c9eef4b89bc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.833043] env[70483]: DEBUG oslo_vmware.api [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.917340] env[70483]: DEBUG nova.network.neutron [req-92553dba-1484-445b-b08d-28e0fbd0039a req-20c148dd-290a-4911-b028-d9b2c9853425 service nova] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Updated VIF entry in instance network info cache for port 62f1cb01-9376-465e-96be-71c8507809e3. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.917965] env[70483]: DEBUG nova.network.neutron [req-92553dba-1484-445b-b08d-28e0fbd0039a req-20c148dd-290a-4911-b028-d9b2c9853425 service nova] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Updating instance_info_cache with network_info: [{"id": "62f1cb01-9376-465e-96be-71c8507809e3", "address": "fa:16:3e:61:30:48", "network": {"id": "d0584bad-a446-4fdb-9127-2d020acd6b5c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1392669969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02013d6cd47b4f1c9e3279214f1d2d7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62f1cb01-93", "ovs_interfaceid": "62f1cb01-9376-465e-96be-71c8507809e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.108652] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ab9c86fb-e0c2-4d09-9788-14867bac370a tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Lock "97434a20-b71c-476d-9b98-9f3cdf558dd8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.882s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.231618] env[70483]: DEBUG oslo_concurrency.lockutils [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.231852] env[70483]: DEBUG nova.compute.manager [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1019.236022] env[70483]: DEBUG oslo_concurrency.lockutils [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.116s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.236022] env[70483]: INFO nova.compute.claims [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.306786] env[70483]: DEBUG nova.network.neutron [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Successfully updated port: e56a0ff1-90ed-4634-bc7e-dacacb7e475e {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1019.325725] env[70483]: DEBUG oslo_vmware.api [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478406, 'name': ReconfigVM_Task, 'duration_secs': 0.371141} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.325725] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 6bd21520-d00b-4103-bcf1-812a1187256a/6bd21520-d00b-4103-bcf1-812a1187256a.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.329529] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-979b457f-33bd-46c9-80a5-610e80c8a720 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.335959] env[70483]: DEBUG oslo_vmware.api [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1019.335959] env[70483]: value = "task-3478407" [ 1019.335959] env[70483]: _type = "Task" [ 1019.335959] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.348130] env[70483]: DEBUG oslo_vmware.api [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478407, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.421338] env[70483]: DEBUG oslo_concurrency.lockutils [req-92553dba-1484-445b-b08d-28e0fbd0039a req-20c148dd-290a-4911-b028-d9b2c9853425 service nova] Releasing lock "refresh_cache-a423d133-89f3-40fe-9986-02edc46cf0f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.741842] env[70483]: DEBUG nova.compute.utils [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1019.745262] env[70483]: DEBUG nova.compute.manager [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1019.745432] env[70483]: DEBUG nova.network.neutron [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1019.792518] env[70483]: DEBUG nova.policy [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56b36634923b4fd69fb66f715aff064b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31d1b8fec1a74a8d9e13ecf6d01ab5b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1019.810940] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "refresh_cache-bec86f74-e311-4829-98cf-01f72b44662a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.810940] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquired lock "refresh_cache-bec86f74-e311-4829-98cf-01f72b44662a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.810940] env[70483]: DEBUG nova.network.neutron [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.847236] env[70483]: DEBUG oslo_vmware.api [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478407, 'name': Rename_Task, 'duration_secs': 0.28927} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.847558] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.847823] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdbec0ff-a110-4078-837c-33a3cf50049f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.855089] env[70483]: DEBUG oslo_vmware.api [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1019.855089] env[70483]: value = "task-3478409" [ 1019.855089] env[70483]: _type = "Task" [ 1019.855089] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.863871] env[70483]: DEBUG oslo_vmware.api [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.079128] env[70483]: DEBUG nova.network.neutron [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Successfully created port: 4d667a0e-f2e4-4e29-b216-876a86f59354 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1020.098428] env[70483]: DEBUG nova.compute.manager [req-055854da-f542-4cc7-8f5c-7ab6f53409b9 req-eb904af9-1003-4f54-8a82-b2c68f46cd29 service nova] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Received event network-vif-plugged-e56a0ff1-90ed-4634-bc7e-dacacb7e475e {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.098651] env[70483]: DEBUG oslo_concurrency.lockutils [req-055854da-f542-4cc7-8f5c-7ab6f53409b9 req-eb904af9-1003-4f54-8a82-b2c68f46cd29 service nova] Acquiring lock "bec86f74-e311-4829-98cf-01f72b44662a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.098863] env[70483]: DEBUG oslo_concurrency.lockutils [req-055854da-f542-4cc7-8f5c-7ab6f53409b9 req-eb904af9-1003-4f54-8a82-b2c68f46cd29 service nova] Lock "bec86f74-e311-4829-98cf-01f72b44662a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.099042] env[70483]: DEBUG oslo_concurrency.lockutils [req-055854da-f542-4cc7-8f5c-7ab6f53409b9 req-eb904af9-1003-4f54-8a82-b2c68f46cd29 service nova] Lock "bec86f74-e311-4829-98cf-01f72b44662a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.099245] env[70483]: DEBUG nova.compute.manager [req-055854da-f542-4cc7-8f5c-7ab6f53409b9 req-eb904af9-1003-4f54-8a82-b2c68f46cd29 service nova] [instance: bec86f74-e311-4829-98cf-01f72b44662a] No waiting events found dispatching network-vif-plugged-e56a0ff1-90ed-4634-bc7e-dacacb7e475e {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1020.099454] env[70483]: WARNING nova.compute.manager [req-055854da-f542-4cc7-8f5c-7ab6f53409b9 req-eb904af9-1003-4f54-8a82-b2c68f46cd29 service nova] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Received unexpected event network-vif-plugged-e56a0ff1-90ed-4634-bc7e-dacacb7e475e for instance with vm_state building and task_state spawning. [ 1020.099514] env[70483]: DEBUG nova.compute.manager [req-055854da-f542-4cc7-8f5c-7ab6f53409b9 req-eb904af9-1003-4f54-8a82-b2c68f46cd29 service nova] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Received event network-changed-e56a0ff1-90ed-4634-bc7e-dacacb7e475e {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.099677] env[70483]: DEBUG nova.compute.manager [req-055854da-f542-4cc7-8f5c-7ab6f53409b9 req-eb904af9-1003-4f54-8a82-b2c68f46cd29 service nova] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Refreshing instance network info cache due to event network-changed-e56a0ff1-90ed-4634-bc7e-dacacb7e475e. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.099926] env[70483]: DEBUG oslo_concurrency.lockutils [req-055854da-f542-4cc7-8f5c-7ab6f53409b9 req-eb904af9-1003-4f54-8a82-b2c68f46cd29 service nova] Acquiring lock "refresh_cache-bec86f74-e311-4829-98cf-01f72b44662a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.248781] env[70483]: DEBUG nova.compute.manager [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1020.299535] env[70483]: INFO nova.compute.manager [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Rebuilding instance [ 1020.355608] env[70483]: DEBUG nova.compute.manager [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.356853] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793fa2b3-c5d9-452f-86be-6cfda05fdabb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.377229] env[70483]: DEBUG oslo_vmware.api [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478409, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.379453] env[70483]: DEBUG nova.network.neutron [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.633745] env[70483]: DEBUG nova.network.neutron [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Updating instance_info_cache with network_info: [{"id": "e56a0ff1-90ed-4634-bc7e-dacacb7e475e", "address": "fa:16:3e:f6:66:1c", "network": {"id": "f329a1c0-ec70-423d-802d-b6209ab8aec8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1307516247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de4bf47688a34f51898d9809e7767e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape56a0ff1-90", "ovs_interfaceid": "e56a0ff1-90ed-4634-bc7e-dacacb7e475e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.692890] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bfddcf-c385-4921-bed7-851ac7eee9d9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.701799] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeae429c-84cb-4ca4-bc3d-a7c7971b6724 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.734488] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87441514-13e1-4cc0-b121-31f42b6be8f2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.743366] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93715985-a6b9-4687-acd9-63a77603aa1c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.762941] env[70483]: DEBUG nova.compute.provider_tree [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.866985] env[70483]: DEBUG oslo_vmware.api [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478409, 'name': PowerOnVM_Task, 'duration_secs': 0.756476} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.867349] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.867567] env[70483]: DEBUG nova.compute.manager [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.868453] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b347a159-b5d3-4c45-a90b-f66548e7a606 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.135088] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Releasing lock "refresh_cache-bec86f74-e311-4829-98cf-01f72b44662a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.135559] env[70483]: DEBUG nova.compute.manager [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Instance network_info: |[{"id": "e56a0ff1-90ed-4634-bc7e-dacacb7e475e", "address": "fa:16:3e:f6:66:1c", "network": {"id": "f329a1c0-ec70-423d-802d-b6209ab8aec8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1307516247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de4bf47688a34f51898d9809e7767e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape56a0ff1-90", "ovs_interfaceid": "e56a0ff1-90ed-4634-bc7e-dacacb7e475e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1021.135933] env[70483]: DEBUG oslo_concurrency.lockutils [req-055854da-f542-4cc7-8f5c-7ab6f53409b9 req-eb904af9-1003-4f54-8a82-b2c68f46cd29 service nova] Acquired lock "refresh_cache-bec86f74-e311-4829-98cf-01f72b44662a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.136188] env[70483]: DEBUG nova.network.neutron [req-055854da-f542-4cc7-8f5c-7ab6f53409b9 req-eb904af9-1003-4f54-8a82-b2c68f46cd29 service nova] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Refreshing network info cache for port e56a0ff1-90ed-4634-bc7e-dacacb7e475e {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.137650] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:66:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e56a0ff1-90ed-4634-bc7e-dacacb7e475e', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.145408] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Creating folder: Project (de4bf47688a34f51898d9809e7767e55). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1021.145940] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e56285e2-a75c-4250-a83d-0c38e9933924 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.159308] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Created folder: Project (de4bf47688a34f51898d9809e7767e55) in parent group-v695216. [ 1021.159538] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Creating folder: Instances. Parent ref: group-v695446. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1021.159838] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e83477fe-61a2-484c-bdb1-039a801440ed {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.170021] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Created folder: Instances in parent group-v695446. [ 1021.170021] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.170021] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.170021] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-874fd390-8cea-42dc-86bc-7d33cd8d3b99 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.191547] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.191547] env[70483]: value = "task-3478412" [ 1021.191547] env[70483]: _type = "Task" [ 1021.191547] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.199098] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478412, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.265093] env[70483]: DEBUG nova.compute.manager [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1021.270446] env[70483]: DEBUG nova.scheduler.client.report [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.288722] env[70483]: DEBUG nova.virt.hardware [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.288962] env[70483]: DEBUG nova.virt.hardware [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.289167] env[70483]: DEBUG nova.virt.hardware [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.289357] env[70483]: DEBUG nova.virt.hardware [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.289504] env[70483]: DEBUG nova.virt.hardware [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.289649] env[70483]: DEBUG nova.virt.hardware [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.289853] env[70483]: DEBUG nova.virt.hardware [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.290014] env[70483]: DEBUG nova.virt.hardware [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.290212] env[70483]: DEBUG nova.virt.hardware [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.290389] env[70483]: DEBUG nova.virt.hardware [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.290562] env[70483]: DEBUG nova.virt.hardware [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.291732] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb77885-f207-43e6-b6d7-211e9e75a2a4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.300582] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7e5ea0-1875-48d0-9818-e15ce0d9fe75 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.383475] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.385745] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b25fcb31-0c70-468c-b9d0-20ff10ce7aee {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.387629] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.394233] env[70483]: DEBUG oslo_vmware.api [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Waiting for the task: (returnval){ [ 1021.394233] env[70483]: value = "task-3478413" [ 1021.394233] env[70483]: _type = "Task" [ 1021.394233] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.404669] env[70483]: DEBUG oslo_vmware.api [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Task: {'id': task-3478413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.632407] env[70483]: DEBUG nova.network.neutron [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Successfully updated port: 4d667a0e-f2e4-4e29-b216-876a86f59354 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1021.704883] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478412, 'name': CreateVM_Task, 'duration_secs': 0.486634} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.705197] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.705974] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.706152] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.706476] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.706743] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abbd84f8-1a94-43dd-a38a-829dfeffb730 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.712221] env[70483]: DEBUG oslo_vmware.api [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1021.712221] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5251aac5-5513-8482-0ac2-653e51187d54" [ 1021.712221] env[70483]: _type = "Task" [ 1021.712221] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.724062] env[70483]: DEBUG oslo_vmware.api [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5251aac5-5513-8482-0ac2-653e51187d54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.775776] env[70483]: DEBUG oslo_concurrency.lockutils [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.776340] env[70483]: DEBUG nova.compute.manager [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.779066] env[70483]: DEBUG oslo_concurrency.lockutils [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.963s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.783101] env[70483]: INFO nova.compute.claims [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.854397] env[70483]: DEBUG nova.network.neutron [req-055854da-f542-4cc7-8f5c-7ab6f53409b9 req-eb904af9-1003-4f54-8a82-b2c68f46cd29 service nova] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Updated VIF entry in instance network info cache for port e56a0ff1-90ed-4634-bc7e-dacacb7e475e. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.854761] env[70483]: DEBUG nova.network.neutron [req-055854da-f542-4cc7-8f5c-7ab6f53409b9 req-eb904af9-1003-4f54-8a82-b2c68f46cd29 service nova] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Updating instance_info_cache with network_info: [{"id": "e56a0ff1-90ed-4634-bc7e-dacacb7e475e", "address": "fa:16:3e:f6:66:1c", "network": {"id": "f329a1c0-ec70-423d-802d-b6209ab8aec8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1307516247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de4bf47688a34f51898d9809e7767e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape56a0ff1-90", "ovs_interfaceid": "e56a0ff1-90ed-4634-bc7e-dacacb7e475e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.907430] env[70483]: DEBUG oslo_vmware.api [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Task: {'id': task-3478413, 'name': PowerOffVM_Task, 'duration_secs': 0.163527} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.907719] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.908415] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.909194] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29168ae7-6537-4fd6-b58c-73d33b43af7b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.917247] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.917501] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3402e0df-b938-4c0d-bb51-f33ae263bfd1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.948339] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.948339] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.948564] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Deleting the datastore file [datastore2] 97434a20-b71c-476d-9b98-9f3cdf558dd8 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.948838] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9801748-acd1-4866-a223-9b785e6ea9d3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.956806] env[70483]: DEBUG oslo_vmware.api [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Waiting for the task: (returnval){ [ 1021.956806] env[70483]: value = "task-3478416" [ 1021.956806] env[70483]: _type = "Task" [ 1021.956806] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.965609] env[70483]: DEBUG oslo_vmware.api [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Task: {'id': task-3478416, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.134334] env[70483]: DEBUG oslo_concurrency.lockutils [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquiring lock "refresh_cache-b9fca4d0-dadf-43ee-ad2c-2656a3792ea4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.134495] env[70483]: DEBUG oslo_concurrency.lockutils [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquired lock "refresh_cache-b9fca4d0-dadf-43ee-ad2c-2656a3792ea4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.134679] env[70483]: DEBUG nova.network.neutron [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.224865] env[70483]: DEBUG oslo_vmware.api [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5251aac5-5513-8482-0ac2-653e51187d54, 'name': SearchDatastore_Task, 'duration_secs': 0.010014} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.225310] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.225589] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.225870] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.226134] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.226311] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.226673] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6761f40d-7e83-428b-a97d-e8bedde51f60 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.236310] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.236545] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.237412] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c178f5d-faa0-4065-964f-3d754203d188 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.243342] env[70483]: DEBUG oslo_vmware.api [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1022.243342] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5279ee2d-0105-a249-e64a-6abe094181f3" [ 1022.243342] env[70483]: _type = "Task" [ 1022.243342] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.252017] env[70483]: DEBUG oslo_vmware.api [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5279ee2d-0105-a249-e64a-6abe094181f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.290018] env[70483]: DEBUG nova.compute.utils [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1022.290018] env[70483]: DEBUG nova.compute.manager [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1022.290018] env[70483]: DEBUG nova.network.neutron [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1022.331129] env[70483]: DEBUG nova.policy [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56b36634923b4fd69fb66f715aff064b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31d1b8fec1a74a8d9e13ecf6d01ab5b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.357865] env[70483]: DEBUG oslo_concurrency.lockutils [req-055854da-f542-4cc7-8f5c-7ab6f53409b9 req-eb904af9-1003-4f54-8a82-b2c68f46cd29 service nova] Releasing lock "refresh_cache-bec86f74-e311-4829-98cf-01f72b44662a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.396913] env[70483]: DEBUG nova.compute.manager [req-166ab52a-368a-405a-b53b-46dfcde848eb req-0528bfab-8b4e-453d-9939-3bd7cd7b19ec service nova] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Received event network-vif-plugged-4d667a0e-f2e4-4e29-b216-876a86f59354 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.397172] env[70483]: DEBUG oslo_concurrency.lockutils [req-166ab52a-368a-405a-b53b-46dfcde848eb req-0528bfab-8b4e-453d-9939-3bd7cd7b19ec service nova] Acquiring lock "b9fca4d0-dadf-43ee-ad2c-2656a3792ea4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.397422] env[70483]: DEBUG oslo_concurrency.lockutils [req-166ab52a-368a-405a-b53b-46dfcde848eb req-0528bfab-8b4e-453d-9939-3bd7cd7b19ec service nova] Lock "b9fca4d0-dadf-43ee-ad2c-2656a3792ea4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.397670] env[70483]: DEBUG oslo_concurrency.lockutils [req-166ab52a-368a-405a-b53b-46dfcde848eb req-0528bfab-8b4e-453d-9939-3bd7cd7b19ec service nova] Lock "b9fca4d0-dadf-43ee-ad2c-2656a3792ea4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.397861] env[70483]: DEBUG nova.compute.manager [req-166ab52a-368a-405a-b53b-46dfcde848eb req-0528bfab-8b4e-453d-9939-3bd7cd7b19ec service nova] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] No waiting events found dispatching network-vif-plugged-4d667a0e-f2e4-4e29-b216-876a86f59354 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.398023] env[70483]: WARNING nova.compute.manager [req-166ab52a-368a-405a-b53b-46dfcde848eb req-0528bfab-8b4e-453d-9939-3bd7cd7b19ec service nova] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Received unexpected event network-vif-plugged-4d667a0e-f2e4-4e29-b216-876a86f59354 for instance with vm_state building and task_state spawning. [ 1022.398352] env[70483]: DEBUG nova.compute.manager [req-166ab52a-368a-405a-b53b-46dfcde848eb req-0528bfab-8b4e-453d-9939-3bd7cd7b19ec service nova] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Received event network-changed-4d667a0e-f2e4-4e29-b216-876a86f59354 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.398352] env[70483]: DEBUG nova.compute.manager [req-166ab52a-368a-405a-b53b-46dfcde848eb req-0528bfab-8b4e-453d-9939-3bd7cd7b19ec service nova] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Refreshing instance network info cache due to event network-changed-4d667a0e-f2e4-4e29-b216-876a86f59354. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1022.398557] env[70483]: DEBUG oslo_concurrency.lockutils [req-166ab52a-368a-405a-b53b-46dfcde848eb req-0528bfab-8b4e-453d-9939-3bd7cd7b19ec service nova] Acquiring lock "refresh_cache-b9fca4d0-dadf-43ee-ad2c-2656a3792ea4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.469608] env[70483]: DEBUG oslo_vmware.api [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Task: {'id': task-3478416, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097936} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.469822] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.470301] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.470301] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.608316] env[70483]: DEBUG nova.network.neutron [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Successfully created port: 3b6d741f-4e16-4d0b-a194-3c0414ea8295 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.709791] env[70483]: DEBUG nova.network.neutron [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.754325] env[70483]: DEBUG oslo_vmware.api [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5279ee2d-0105-a249-e64a-6abe094181f3, 'name': SearchDatastore_Task, 'duration_secs': 0.009536} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.756480] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abc1f929-d241-45c7-9fda-4351fde78686 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.762864] env[70483]: DEBUG oslo_vmware.api [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1022.762864] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52f0b134-8b2b-edaa-c6dc-6bcd740fe913" [ 1022.762864] env[70483]: _type = "Task" [ 1022.762864] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.772817] env[70483]: DEBUG oslo_vmware.api [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52f0b134-8b2b-edaa-c6dc-6bcd740fe913, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.795376] env[70483]: DEBUG nova.compute.manager [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.934762] env[70483]: DEBUG nova.network.neutron [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Updating instance_info_cache with network_info: [{"id": "4d667a0e-f2e4-4e29-b216-876a86f59354", "address": "fa:16:3e:6d:c2:0b", "network": {"id": "d14c053b-da64-4bb5-938a-757e7fd84d64", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-410432685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d1b8fec1a74a8d9e13ecf6d01ab5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d667a0e-f2", "ovs_interfaceid": "4d667a0e-f2e4-4e29-b216-876a86f59354", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.156998] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4faaa3-82bd-47b2-b2d0-3dc1ffffeabd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.164908] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a231c61-b2f1-4c46-9bed-7c0dcc3754ea {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.197027] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6c00af-301c-428a-8af0-15d7b3051292 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.205064] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6193816e-98f0-40ed-a207-b6792d1b6305 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.219115] env[70483]: DEBUG nova.compute.provider_tree [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.274999] env[70483]: DEBUG oslo_vmware.api [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52f0b134-8b2b-edaa-c6dc-6bcd740fe913, 'name': SearchDatastore_Task, 'duration_secs': 0.010423} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.275513] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.275950] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] bec86f74-e311-4829-98cf-01f72b44662a/bec86f74-e311-4829-98cf-01f72b44662a.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.276681] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5927d194-3158-4d2f-b0d6-f59a533b82d3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.285216] env[70483]: DEBUG oslo_vmware.api [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1023.285216] env[70483]: value = "task-3478417" [ 1023.285216] env[70483]: _type = "Task" [ 1023.285216] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.294869] env[70483]: DEBUG oslo_vmware.api [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.437532] env[70483]: DEBUG oslo_concurrency.lockutils [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Releasing lock "refresh_cache-b9fca4d0-dadf-43ee-ad2c-2656a3792ea4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.437858] env[70483]: DEBUG nova.compute.manager [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Instance network_info: |[{"id": "4d667a0e-f2e4-4e29-b216-876a86f59354", "address": "fa:16:3e:6d:c2:0b", "network": {"id": "d14c053b-da64-4bb5-938a-757e7fd84d64", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-410432685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d1b8fec1a74a8d9e13ecf6d01ab5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d667a0e-f2", "ovs_interfaceid": "4d667a0e-f2e4-4e29-b216-876a86f59354", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1023.438265] env[70483]: DEBUG oslo_concurrency.lockutils [req-166ab52a-368a-405a-b53b-46dfcde848eb req-0528bfab-8b4e-453d-9939-3bd7cd7b19ec service nova] Acquired lock "refresh_cache-b9fca4d0-dadf-43ee-ad2c-2656a3792ea4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.438384] env[70483]: DEBUG nova.network.neutron [req-166ab52a-368a-405a-b53b-46dfcde848eb req-0528bfab-8b4e-453d-9939-3bd7cd7b19ec service nova] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Refreshing network info cache for port 4d667a0e-f2e4-4e29-b216-876a86f59354 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.440899] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:c2:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c80243e-93a7-4a95-bc8d-e9534bacd66e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d667a0e-f2e4-4e29-b216-876a86f59354', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.450664] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Creating folder: Project (31d1b8fec1a74a8d9e13ecf6d01ab5b3). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.452578] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd614998-7660-4aa8-8a37-5f33f70ac298 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.467045] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Created folder: Project (31d1b8fec1a74a8d9e13ecf6d01ab5b3) in parent group-v695216. [ 1023.467305] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Creating folder: Instances. Parent ref: group-v695449. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.467571] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb6673ed-af50-4499-9f88-b4c2f0eb8480 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.483721] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Created folder: Instances in parent group-v695449. [ 1023.483992] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.484212] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.484430] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ed1183a-b22d-4328-8dc1-bd6b32989dee {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.507398] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.507398] env[70483]: value = "task-3478420" [ 1023.507398] env[70483]: _type = "Task" [ 1023.507398] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.514627] env[70483]: DEBUG nova.virt.hardware [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.515044] env[70483]: DEBUG nova.virt.hardware [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.515257] env[70483]: DEBUG nova.virt.hardware [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.515540] env[70483]: DEBUG nova.virt.hardware [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.515702] env[70483]: DEBUG nova.virt.hardware [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.515882] env[70483]: DEBUG nova.virt.hardware [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.516182] env[70483]: DEBUG nova.virt.hardware [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.516392] env[70483]: DEBUG nova.virt.hardware [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.516597] env[70483]: DEBUG nova.virt.hardware [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.516821] env[70483]: DEBUG nova.virt.hardware [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.517031] env[70483]: DEBUG nova.virt.hardware [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.517983] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609ed53c-bbc6-45cf-92b8-1c006ffeb92c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.525479] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478420, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.537055] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83141ff-eb39-41be-b488-d2bf19105b7f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.559504] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Instance VIF info [] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.565458] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.565765] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.566056] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffa13976-abaf-4361-8c26-8df9434415e3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.587284] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.587284] env[70483]: value = "task-3478421" [ 1023.587284] env[70483]: _type = "Task" [ 1023.587284] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.601957] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478421, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.722238] env[70483]: DEBUG nova.scheduler.client.report [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.799567] env[70483]: DEBUG oslo_vmware.api [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473315} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.800049] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] bec86f74-e311-4829-98cf-01f72b44662a/bec86f74-e311-4829-98cf-01f72b44662a.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.800313] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.800670] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72738bfd-c547-4e8d-9534-a0b76116612f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.808718] env[70483]: DEBUG nova.compute.manager [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.814610] env[70483]: DEBUG oslo_vmware.api [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1023.814610] env[70483]: value = "task-3478422" [ 1023.814610] env[70483]: _type = "Task" [ 1023.814610] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.827900] env[70483]: DEBUG oslo_vmware.api [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.836873] env[70483]: DEBUG nova.virt.hardware [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.837130] env[70483]: DEBUG nova.virt.hardware [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.837318] env[70483]: DEBUG nova.virt.hardware [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.837514] env[70483]: DEBUG nova.virt.hardware [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.837682] env[70483]: DEBUG nova.virt.hardware [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.837799] env[70483]: DEBUG nova.virt.hardware [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.838017] env[70483]: DEBUG nova.virt.hardware [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.838362] env[70483]: DEBUG nova.virt.hardware [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.838545] env[70483]: DEBUG nova.virt.hardware [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.838708] env[70483]: DEBUG nova.virt.hardware [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.838879] env[70483]: DEBUG nova.virt.hardware [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.839951] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed12124-e3fd-49c0-a0c7-e249953e8931 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.849154] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae3f1f5-df3d-46d7-876e-25bc8ace27f2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.022035] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478420, 'name': CreateVM_Task, 'duration_secs': 0.473826} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.022198] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.022910] env[70483]: DEBUG oslo_concurrency.lockutils [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.023148] env[70483]: DEBUG oslo_concurrency.lockutils [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.023904] env[70483]: DEBUG oslo_concurrency.lockutils [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.024207] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24e395d4-0a02-478e-aec2-70ea9f82dfce {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.030097] env[70483]: DEBUG oslo_vmware.api [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1024.030097] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]525b9680-66a6-1983-3467-216c7be0af33" [ 1024.030097] env[70483]: _type = "Task" [ 1024.030097] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.039830] env[70483]: DEBUG oslo_vmware.api [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]525b9680-66a6-1983-3467-216c7be0af33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.101315] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478421, 'name': CreateVM_Task, 'duration_secs': 0.432621} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.102374] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.102951] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.153577] env[70483]: DEBUG nova.network.neutron [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Successfully updated port: 3b6d741f-4e16-4d0b-a194-3c0414ea8295 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.231865] env[70483]: DEBUG oslo_concurrency.lockutils [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.231865] env[70483]: DEBUG nova.compute.manager [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1024.232605] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0e5c4e2b-1ab7-4a3d-bbac-788ecb9d7857 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.874s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.237626] env[70483]: DEBUG nova.objects.instance [None req-0e5c4e2b-1ab7-4a3d-bbac-788ecb9d7857 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lazy-loading 'resources' on Instance uuid 725f74e2-aa5b-4a6a-88bd-2480dd80956f {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.270901] env[70483]: DEBUG nova.network.neutron [req-166ab52a-368a-405a-b53b-46dfcde848eb req-0528bfab-8b4e-453d-9939-3bd7cd7b19ec service nova] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Updated VIF entry in instance network info cache for port 4d667a0e-f2e4-4e29-b216-876a86f59354. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.270901] env[70483]: DEBUG nova.network.neutron [req-166ab52a-368a-405a-b53b-46dfcde848eb req-0528bfab-8b4e-453d-9939-3bd7cd7b19ec service nova] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Updating instance_info_cache with network_info: [{"id": "4d667a0e-f2e4-4e29-b216-876a86f59354", "address": "fa:16:3e:6d:c2:0b", "network": {"id": "d14c053b-da64-4bb5-938a-757e7fd84d64", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-410432685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d1b8fec1a74a8d9e13ecf6d01ab5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d667a0e-f2", "ovs_interfaceid": "4d667a0e-f2e4-4e29-b216-876a86f59354", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.324998] env[70483]: DEBUG oslo_vmware.api [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094105} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.325292] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.326101] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85bb22cf-ea0f-492c-a8a5-ef5bbcf35e25 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.349846] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] bec86f74-e311-4829-98cf-01f72b44662a/bec86f74-e311-4829-98cf-01f72b44662a.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.350172] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-139ece75-25c2-4395-a4fb-dcd818b22a43 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.373607] env[70483]: DEBUG oslo_vmware.api [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1024.373607] env[70483]: value = "task-3478423" [ 1024.373607] env[70483]: _type = "Task" [ 1024.373607] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.383659] env[70483]: DEBUG oslo_vmware.api [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478423, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.426664] env[70483]: DEBUG nova.compute.manager [req-c679ecc2-b1d3-4adc-90bf-8736d180adb8 req-8a92e3d4-9231-4c67-9bf4-b29d4d798750 service nova] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Received event network-vif-plugged-3b6d741f-4e16-4d0b-a194-3c0414ea8295 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.426786] env[70483]: DEBUG oslo_concurrency.lockutils [req-c679ecc2-b1d3-4adc-90bf-8736d180adb8 req-8a92e3d4-9231-4c67-9bf4-b29d4d798750 service nova] Acquiring lock "d8ce30bb-9696-4a06-8f52-6085912708b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.427596] env[70483]: DEBUG oslo_concurrency.lockutils [req-c679ecc2-b1d3-4adc-90bf-8736d180adb8 req-8a92e3d4-9231-4c67-9bf4-b29d4d798750 service nova] Lock "d8ce30bb-9696-4a06-8f52-6085912708b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.427596] env[70483]: DEBUG oslo_concurrency.lockutils [req-c679ecc2-b1d3-4adc-90bf-8736d180adb8 req-8a92e3d4-9231-4c67-9bf4-b29d4d798750 service nova] Lock "d8ce30bb-9696-4a06-8f52-6085912708b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.427596] env[70483]: DEBUG nova.compute.manager [req-c679ecc2-b1d3-4adc-90bf-8736d180adb8 req-8a92e3d4-9231-4c67-9bf4-b29d4d798750 service nova] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] No waiting events found dispatching network-vif-plugged-3b6d741f-4e16-4d0b-a194-3c0414ea8295 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1024.427823] env[70483]: WARNING nova.compute.manager [req-c679ecc2-b1d3-4adc-90bf-8736d180adb8 req-8a92e3d4-9231-4c67-9bf4-b29d4d798750 service nova] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Received unexpected event network-vif-plugged-3b6d741f-4e16-4d0b-a194-3c0414ea8295 for instance with vm_state building and task_state spawning. [ 1024.427907] env[70483]: DEBUG nova.compute.manager [req-c679ecc2-b1d3-4adc-90bf-8736d180adb8 req-8a92e3d4-9231-4c67-9bf4-b29d4d798750 service nova] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Received event network-changed-3b6d741f-4e16-4d0b-a194-3c0414ea8295 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.428110] env[70483]: DEBUG nova.compute.manager [req-c679ecc2-b1d3-4adc-90bf-8736d180adb8 req-8a92e3d4-9231-4c67-9bf4-b29d4d798750 service nova] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Refreshing instance network info cache due to event network-changed-3b6d741f-4e16-4d0b-a194-3c0414ea8295. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.428360] env[70483]: DEBUG oslo_concurrency.lockutils [req-c679ecc2-b1d3-4adc-90bf-8736d180adb8 req-8a92e3d4-9231-4c67-9bf4-b29d4d798750 service nova] Acquiring lock "refresh_cache-d8ce30bb-9696-4a06-8f52-6085912708b8" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.428540] env[70483]: DEBUG oslo_concurrency.lockutils [req-c679ecc2-b1d3-4adc-90bf-8736d180adb8 req-8a92e3d4-9231-4c67-9bf4-b29d4d798750 service nova] Acquired lock "refresh_cache-d8ce30bb-9696-4a06-8f52-6085912708b8" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.428716] env[70483]: DEBUG nova.network.neutron [req-c679ecc2-b1d3-4adc-90bf-8736d180adb8 req-8a92e3d4-9231-4c67-9bf4-b29d4d798750 service nova] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Refreshing network info cache for port 3b6d741f-4e16-4d0b-a194-3c0414ea8295 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.542965] env[70483]: DEBUG oslo_vmware.api [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]525b9680-66a6-1983-3467-216c7be0af33, 'name': SearchDatastore_Task, 'duration_secs': 0.011528} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.543311] env[70483]: DEBUG oslo_concurrency.lockutils [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.543563] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.544312] env[70483]: DEBUG oslo_concurrency.lockutils [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.544312] env[70483]: DEBUG oslo_concurrency.lockutils [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.544312] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.544481] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.545246] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.545246] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04a77e64-4bf3-4505-bc65-24d13c73db23 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.546812] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c6200fd-ff5c-47d0-ac08-cb73972676a5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.553371] env[70483]: DEBUG oslo_vmware.api [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Waiting for the task: (returnval){ [ 1024.553371] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524b7f0e-ce87-d11f-b14a-2526f8c4a56e" [ 1024.553371] env[70483]: _type = "Task" [ 1024.553371] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.557788] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.557975] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.559187] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f0bf7ad-56c8-4cb3-9080-be9947dc1446 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.566691] env[70483]: DEBUG oslo_vmware.api [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524b7f0e-ce87-d11f-b14a-2526f8c4a56e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.568180] env[70483]: DEBUG oslo_vmware.api [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1024.568180] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52beed55-ccd0-dec0-8871-75b28dbba094" [ 1024.568180] env[70483]: _type = "Task" [ 1024.568180] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.578931] env[70483]: DEBUG oslo_vmware.api [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52beed55-ccd0-dec0-8871-75b28dbba094, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.659601] env[70483]: DEBUG oslo_concurrency.lockutils [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquiring lock "refresh_cache-d8ce30bb-9696-4a06-8f52-6085912708b8" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.734416] env[70483]: DEBUG nova.compute.utils [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.735931] env[70483]: DEBUG nova.compute.manager [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1024.736573] env[70483]: DEBUG nova.network.neutron [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.775414] env[70483]: DEBUG oslo_concurrency.lockutils [req-166ab52a-368a-405a-b53b-46dfcde848eb req-0528bfab-8b4e-453d-9939-3bd7cd7b19ec service nova] Releasing lock "refresh_cache-b9fca4d0-dadf-43ee-ad2c-2656a3792ea4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.823115] env[70483]: DEBUG nova.policy [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '800e211c9fe04910a4262219b97c7f38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8ebecbd62e943518425df622f7274f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1024.890331] env[70483]: DEBUG oslo_vmware.api [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.980858] env[70483]: DEBUG nova.network.neutron [req-c679ecc2-b1d3-4adc-90bf-8736d180adb8 req-8a92e3d4-9231-4c67-9bf4-b29d4d798750 service nova] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.066733] env[70483]: DEBUG oslo_vmware.api [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524b7f0e-ce87-d11f-b14a-2526f8c4a56e, 'name': SearchDatastore_Task, 'duration_secs': 0.023906} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.067046] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.068551] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.068551] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.070221] env[70483]: DEBUG nova.network.neutron [req-c679ecc2-b1d3-4adc-90bf-8736d180adb8 req-8a92e3d4-9231-4c67-9bf4-b29d4d798750 service nova] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.084114] env[70483]: DEBUG oslo_vmware.api [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52beed55-ccd0-dec0-8871-75b28dbba094, 'name': SearchDatastore_Task, 'duration_secs': 0.013299} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.084976] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fcbb944-ae8d-4e3c-8f57-de79d5d9b13a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.095161] env[70483]: DEBUG oslo_vmware.api [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1025.095161] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5268c564-d328-f0cc-f8c0-81cecc6cd7cf" [ 1025.095161] env[70483]: _type = "Task" [ 1025.095161] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.106248] env[70483]: DEBUG oslo_vmware.api [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5268c564-d328-f0cc-f8c0-81cecc6cd7cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.126503] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ffdf74-4dbc-4266-8a87-dcde9da2b4c0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.136170] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8ee46a-3a28-4621-84b9-f4da6c9049a8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.169306] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf29dfd-dfed-4bb0-870e-40824cc3cd31 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.178165] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d5aabe-8b6b-419b-86bb-a5b1fea77e8a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.196482] env[70483]: DEBUG nova.compute.provider_tree [None req-0e5c4e2b-1ab7-4a3d-bbac-788ecb9d7857 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.243273] env[70483]: DEBUG nova.compute.manager [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1025.366386] env[70483]: DEBUG nova.network.neutron [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Successfully created port: 2d60dcd9-a1a1-4c53-a694-65daf8c6e072 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1025.388273] env[70483]: DEBUG oslo_vmware.api [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478423, 'name': ReconfigVM_Task, 'duration_secs': 0.842667} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.388594] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Reconfigured VM instance instance-00000051 to attach disk [datastore1] bec86f74-e311-4829-98cf-01f72b44662a/bec86f74-e311-4829-98cf-01f72b44662a.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.389517] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b8a760f-b69e-44c2-a830-d074e4424e75 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.398197] env[70483]: DEBUG oslo_vmware.api [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1025.398197] env[70483]: value = "task-3478424" [ 1025.398197] env[70483]: _type = "Task" [ 1025.398197] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.407744] env[70483]: DEBUG oslo_vmware.api [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478424, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.577121] env[70483]: DEBUG oslo_concurrency.lockutils [req-c679ecc2-b1d3-4adc-90bf-8736d180adb8 req-8a92e3d4-9231-4c67-9bf4-b29d4d798750 service nova] Releasing lock "refresh_cache-d8ce30bb-9696-4a06-8f52-6085912708b8" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.577581] env[70483]: DEBUG oslo_concurrency.lockutils [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquired lock "refresh_cache-d8ce30bb-9696-4a06-8f52-6085912708b8" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.577803] env[70483]: DEBUG nova.network.neutron [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.611480] env[70483]: DEBUG oslo_vmware.api [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5268c564-d328-f0cc-f8c0-81cecc6cd7cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010729} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.611791] env[70483]: DEBUG oslo_concurrency.lockutils [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.612039] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] b9fca4d0-dadf-43ee-ad2c-2656a3792ea4/b9fca4d0-dadf-43ee-ad2c-2656a3792ea4.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.612317] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.612593] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.612728] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-876dfa58-4967-41f4-92d9-691086f51a9a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.617202] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0da2dd4-99d5-4a79-b361-653e7ceb51db {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.628110] env[70483]: DEBUG oslo_vmware.api [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1025.628110] env[70483]: value = "task-3478425" [ 1025.628110] env[70483]: _type = "Task" [ 1025.628110] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.629722] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.629850] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.636424] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84daef44-e443-4969-99e5-1a6953836f68 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.647591] env[70483]: DEBUG oslo_vmware.api [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Waiting for the task: (returnval){ [ 1025.647591] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5215223b-478d-32d8-4d4b-763654dff44d" [ 1025.647591] env[70483]: _type = "Task" [ 1025.647591] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.649646] env[70483]: DEBUG oslo_vmware.api [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.658775] env[70483]: DEBUG oslo_vmware.api [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5215223b-478d-32d8-4d4b-763654dff44d, 'name': SearchDatastore_Task, 'duration_secs': 0.010163} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.659354] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bc19f1f-b7a5-4296-9e99-e6398dede540 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.665978] env[70483]: DEBUG oslo_vmware.api [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Waiting for the task: (returnval){ [ 1025.665978] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]526f35fa-c46b-64ec-ca55-fbdc3a12a5dd" [ 1025.665978] env[70483]: _type = "Task" [ 1025.665978] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.675444] env[70483]: DEBUG oslo_vmware.api [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]526f35fa-c46b-64ec-ca55-fbdc3a12a5dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.703025] env[70483]: DEBUG nova.scheduler.client.report [None req-0e5c4e2b-1ab7-4a3d-bbac-788ecb9d7857 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.708930] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Acquiring lock "73e3ef81-1a84-429b-968b-0bbee1b276d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.709482] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Lock "73e3ef81-1a84-429b-968b-0bbee1b276d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.918415] env[70483]: DEBUG oslo_vmware.api [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478424, 'name': Rename_Task, 'duration_secs': 0.296465} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.919238] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.919700] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b34ef52f-8506-4d50-9bf5-432b6f1812b5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.930713] env[70483]: DEBUG oslo_vmware.api [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1025.930713] env[70483]: value = "task-3478426" [ 1025.930713] env[70483]: _type = "Task" [ 1025.930713] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.940338] env[70483]: DEBUG oslo_vmware.api [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478426, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.115538] env[70483]: DEBUG nova.network.neutron [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1026.141720] env[70483]: DEBUG oslo_vmware.api [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476862} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.142016] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] b9fca4d0-dadf-43ee-ad2c-2656a3792ea4/b9fca4d0-dadf-43ee-ad2c-2656a3792ea4.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.142248] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.142500] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c4db6f9-af18-4482-9b86-f8ef81cc33f2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.151281] env[70483]: DEBUG oslo_vmware.api [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1026.151281] env[70483]: value = "task-3478427" [ 1026.151281] env[70483]: _type = "Task" [ 1026.151281] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.166086] env[70483]: DEBUG oslo_vmware.api [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478427, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.177745] env[70483]: DEBUG oslo_vmware.api [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]526f35fa-c46b-64ec-ca55-fbdc3a12a5dd, 'name': SearchDatastore_Task, 'duration_secs': 0.009637} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.177745] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.178841] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 97434a20-b71c-476d-9b98-9f3cdf558dd8/97434a20-b71c-476d-9b98-9f3cdf558dd8.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.178841] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92f3df7b-2d4b-443c-934c-7423d883dc91 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.187792] env[70483]: DEBUG oslo_vmware.api [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Waiting for the task: (returnval){ [ 1026.187792] env[70483]: value = "task-3478428" [ 1026.187792] env[70483]: _type = "Task" [ 1026.187792] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.201686] env[70483]: DEBUG oslo_vmware.api [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Task: {'id': task-3478428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.209904] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0e5c4e2b-1ab7-4a3d-bbac-788ecb9d7857 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.977s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.213334] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3c57c69a-7b0b-421d-bb59-1688c4223639 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.341s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.213334] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3c57c69a-7b0b-421d-bb59-1688c4223639 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.214869] env[70483]: DEBUG oslo_concurrency.lockutils [None req-98d88b66-53c4-4b18-89de-ac01929a66d5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.682s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.215134] env[70483]: DEBUG nova.objects.instance [None req-98d88b66-53c4-4b18-89de-ac01929a66d5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Lazy-loading 'resources' on Instance uuid 5a72a19e-090c-4e14-9ecf-92216b8a7596 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.216553] env[70483]: DEBUG nova.compute.manager [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1026.246902] env[70483]: INFO nova.scheduler.client.report [None req-3c57c69a-7b0b-421d-bb59-1688c4223639 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Deleted allocations for instance 2671b8d3-14fe-439c-9f4e-e22ab8bcb498 [ 1026.250875] env[70483]: INFO nova.scheduler.client.report [None req-0e5c4e2b-1ab7-4a3d-bbac-788ecb9d7857 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Deleted allocations for instance 725f74e2-aa5b-4a6a-88bd-2480dd80956f [ 1026.255494] env[70483]: DEBUG nova.compute.manager [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1026.278995] env[70483]: DEBUG nova.network.neutron [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Updating instance_info_cache with network_info: [{"id": "3b6d741f-4e16-4d0b-a194-3c0414ea8295", "address": "fa:16:3e:e9:47:68", "network": {"id": "d14c053b-da64-4bb5-938a-757e7fd84d64", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-410432685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d1b8fec1a74a8d9e13ecf6d01ab5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b6d741f-4e", "ovs_interfaceid": "3b6d741f-4e16-4d0b-a194-3c0414ea8295", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.299328] env[70483]: DEBUG nova.virt.hardware [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.299597] env[70483]: DEBUG nova.virt.hardware [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.299747] env[70483]: DEBUG nova.virt.hardware [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.299928] env[70483]: DEBUG nova.virt.hardware [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.300093] env[70483]: DEBUG nova.virt.hardware [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.300373] env[70483]: DEBUG nova.virt.hardware [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.300496] env[70483]: DEBUG nova.virt.hardware [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.300591] env[70483]: DEBUG nova.virt.hardware [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.300763] env[70483]: DEBUG nova.virt.hardware [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.300944] env[70483]: DEBUG nova.virt.hardware [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.301352] env[70483]: DEBUG nova.virt.hardware [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.302943] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1703472-b3e3-45bf-99f6-7618f6996bf7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.313162] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c06c54-4e9c-4acb-a413-a284a5f14401 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.443166] env[70483]: DEBUG oslo_vmware.api [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478426, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.665518] env[70483]: DEBUG oslo_vmware.api [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478427, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076525} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.665812] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.666726] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97200a1-032d-49da-97ee-572338f9aba3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.693355] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] b9fca4d0-dadf-43ee-ad2c-2656a3792ea4/b9fca4d0-dadf-43ee-ad2c-2656a3792ea4.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.693659] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8992ba46-937d-44da-9383-501ec2d80a27 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.717707] env[70483]: DEBUG oslo_vmware.api [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Task: {'id': task-3478428, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466032} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.719121] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 97434a20-b71c-476d-9b98-9f3cdf558dd8/97434a20-b71c-476d-9b98-9f3cdf558dd8.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.719349] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.719660] env[70483]: DEBUG oslo_vmware.api [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1026.719660] env[70483]: value = "task-3478429" [ 1026.719660] env[70483]: _type = "Task" [ 1026.719660] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.719853] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2788067f-1c5e-4c68-bbbf-e03e022b90bd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.738152] env[70483]: DEBUG oslo_vmware.api [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478429, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.740102] env[70483]: DEBUG oslo_vmware.api [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Waiting for the task: (returnval){ [ 1026.740102] env[70483]: value = "task-3478430" [ 1026.740102] env[70483]: _type = "Task" [ 1026.740102] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.751906] env[70483]: DEBUG oslo_vmware.api [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Task: {'id': task-3478430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.755848] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.776290] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3c57c69a-7b0b-421d-bb59-1688c4223639 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Lock "2671b8d3-14fe-439c-9f4e-e22ab8bcb498" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.367s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.778465] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0e5c4e2b-1ab7-4a3d-bbac-788ecb9d7857 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "725f74e2-aa5b-4a6a-88bd-2480dd80956f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.448s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.783234] env[70483]: DEBUG oslo_concurrency.lockutils [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Releasing lock "refresh_cache-d8ce30bb-9696-4a06-8f52-6085912708b8" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.783234] env[70483]: DEBUG nova.compute.manager [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Instance network_info: |[{"id": "3b6d741f-4e16-4d0b-a194-3c0414ea8295", "address": "fa:16:3e:e9:47:68", "network": {"id": "d14c053b-da64-4bb5-938a-757e7fd84d64", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-410432685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d1b8fec1a74a8d9e13ecf6d01ab5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b6d741f-4e", "ovs_interfaceid": "3b6d741f-4e16-4d0b-a194-3c0414ea8295", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1026.783234] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:47:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c80243e-93a7-4a95-bc8d-e9534bacd66e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b6d741f-4e16-4d0b-a194-3c0414ea8295', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.791432] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.791733] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.791957] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-723f834d-c292-449f-8691-e94223902ff9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.821564] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.821564] env[70483]: value = "task-3478431" [ 1026.821564] env[70483]: _type = "Task" [ 1026.821564] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.833621] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478431, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.944064] env[70483]: DEBUG oslo_vmware.api [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478426, 'name': PowerOnVM_Task, 'duration_secs': 0.911584} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.944479] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.944799] env[70483]: INFO nova.compute.manager [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1026.945167] env[70483]: DEBUG nova.compute.manager [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.946819] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135f0976-eebc-47f8-8d20-aec80449a3b8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.166303] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9783af-9ca3-4fa4-aa4c-3745ee04f29b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.177701] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf2aa2e-91c2-4069-8155-305b9d8120ec {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.182955] env[70483]: DEBUG nova.compute.manager [req-f7a42094-2e9f-4ed1-b507-c3aaac9d8884 req-3902a63c-7b67-4dc6-94c5-111682868b55 service nova] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Received event network-vif-plugged-2d60dcd9-a1a1-4c53-a694-65daf8c6e072 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.183187] env[70483]: DEBUG oslo_concurrency.lockutils [req-f7a42094-2e9f-4ed1-b507-c3aaac9d8884 req-3902a63c-7b67-4dc6-94c5-111682868b55 service nova] Acquiring lock "3bfab051-242b-480a-9b6c-dc933a925ecd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.183392] env[70483]: DEBUG oslo_concurrency.lockutils [req-f7a42094-2e9f-4ed1-b507-c3aaac9d8884 req-3902a63c-7b67-4dc6-94c5-111682868b55 service nova] Lock "3bfab051-242b-480a-9b6c-dc933a925ecd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.183557] env[70483]: DEBUG oslo_concurrency.lockutils [req-f7a42094-2e9f-4ed1-b507-c3aaac9d8884 req-3902a63c-7b67-4dc6-94c5-111682868b55 service nova] Lock "3bfab051-242b-480a-9b6c-dc933a925ecd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.183723] env[70483]: DEBUG nova.compute.manager [req-f7a42094-2e9f-4ed1-b507-c3aaac9d8884 req-3902a63c-7b67-4dc6-94c5-111682868b55 service nova] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] No waiting events found dispatching network-vif-plugged-2d60dcd9-a1a1-4c53-a694-65daf8c6e072 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1027.183885] env[70483]: WARNING nova.compute.manager [req-f7a42094-2e9f-4ed1-b507-c3aaac9d8884 req-3902a63c-7b67-4dc6-94c5-111682868b55 service nova] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Received unexpected event network-vif-plugged-2d60dcd9-a1a1-4c53-a694-65daf8c6e072 for instance with vm_state building and task_state spawning. [ 1027.214186] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9383829e-4dd6-4f28-99c4-9e759c85f3fd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.226667] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5075e8a7-d29e-4f3b-bb78-dbb0b64b8309 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.250078] env[70483]: DEBUG oslo_vmware.api [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478429, 'name': ReconfigVM_Task, 'duration_secs': 0.333102} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.251274] env[70483]: DEBUG nova.compute.provider_tree [None req-98d88b66-53c4-4b18-89de-ac01929a66d5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.253173] env[70483]: DEBUG nova.network.neutron [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Successfully updated port: 2d60dcd9-a1a1-4c53-a694-65daf8c6e072 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1027.254975] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Reconfigured VM instance instance-00000052 to attach disk [datastore1] b9fca4d0-dadf-43ee-ad2c-2656a3792ea4/b9fca4d0-dadf-43ee-ad2c-2656a3792ea4.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.259736] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c31840d9-4c6e-40d6-ba46-fe7fa7e676fb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.273547] env[70483]: DEBUG oslo_vmware.api [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Task: {'id': task-3478430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080838} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.276185] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.276185] env[70483]: DEBUG oslo_vmware.api [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1027.276185] env[70483]: value = "task-3478432" [ 1027.276185] env[70483]: _type = "Task" [ 1027.276185] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.276505] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f405728f-c46e-4643-b92e-2f60a111aa47 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.289998] env[70483]: DEBUG oslo_vmware.api [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478432, 'name': Rename_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.305565] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 97434a20-b71c-476d-9b98-9f3cdf558dd8/97434a20-b71c-476d-9b98-9f3cdf558dd8.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.306574] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8f8790d-74a3-4a55-8771-4aec79254d80 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.328269] env[70483]: DEBUG oslo_vmware.api [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Waiting for the task: (returnval){ [ 1027.328269] env[70483]: value = "task-3478433" [ 1027.328269] env[70483]: _type = "Task" [ 1027.328269] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.334138] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478431, 'name': CreateVM_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.339969] env[70483]: DEBUG oslo_vmware.api [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Task: {'id': task-3478433, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.473153] env[70483]: INFO nova.compute.manager [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Took 46.51 seconds to build instance. [ 1027.530272] env[70483]: DEBUG oslo_concurrency.lockutils [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "fa177fa7-fd8f-45b7-8008-5c14a1202ce6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.530505] env[70483]: DEBUG oslo_concurrency.lockutils [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "fa177fa7-fd8f-45b7-8008-5c14a1202ce6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.762040] env[70483]: DEBUG nova.scheduler.client.report [None req-98d88b66-53c4-4b18-89de-ac01929a66d5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.764233] env[70483]: DEBUG oslo_concurrency.lockutils [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "refresh_cache-3bfab051-242b-480a-9b6c-dc933a925ecd" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.764528] env[70483]: DEBUG oslo_concurrency.lockutils [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquired lock "refresh_cache-3bfab051-242b-480a-9b6c-dc933a925ecd" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.764528] env[70483]: DEBUG nova.network.neutron [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.767162] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cbd5ca22-c7a3-42db-89ea-ef795bbae216 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquiring lock "7d971534-4425-456e-83e4-7c8d9ed7f435" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.767162] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cbd5ca22-c7a3-42db-89ea-ef795bbae216 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Lock "7d971534-4425-456e-83e4-7c8d9ed7f435" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.767162] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cbd5ca22-c7a3-42db-89ea-ef795bbae216 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquiring lock "7d971534-4425-456e-83e4-7c8d9ed7f435-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.767675] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cbd5ca22-c7a3-42db-89ea-ef795bbae216 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Lock "7d971534-4425-456e-83e4-7c8d9ed7f435-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.767675] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cbd5ca22-c7a3-42db-89ea-ef795bbae216 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Lock "7d971534-4425-456e-83e4-7c8d9ed7f435-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.770077] env[70483]: INFO nova.compute.manager [None req-cbd5ca22-c7a3-42db-89ea-ef795bbae216 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Terminating instance [ 1027.792965] env[70483]: DEBUG oslo_vmware.api [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478432, 'name': Rename_Task, 'duration_secs': 0.144978} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.793479] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.793867] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-754a183d-af46-4601-9093-42ae9f7b44ba {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.801862] env[70483]: DEBUG oslo_vmware.api [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1027.801862] env[70483]: value = "task-3478434" [ 1027.801862] env[70483]: _type = "Task" [ 1027.801862] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.811010] env[70483]: DEBUG oslo_vmware.api [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.835895] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478431, 'name': CreateVM_Task, 'duration_secs': 0.800684} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.836552] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.837288] env[70483]: DEBUG oslo_concurrency.lockutils [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.837476] env[70483]: DEBUG oslo_concurrency.lockutils [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.837836] env[70483]: DEBUG oslo_concurrency.lockutils [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.838147] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf72478d-76d0-4398-abce-6d6007974fdc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.843767] env[70483]: DEBUG oslo_vmware.api [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Task: {'id': task-3478433, 'name': ReconfigVM_Task, 'duration_secs': 0.302264} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.844468] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 97434a20-b71c-476d-9b98-9f3cdf558dd8/97434a20-b71c-476d-9b98-9f3cdf558dd8.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.845750] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c922dad-a83b-4e99-8154-aa16bc05dc8f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.848135] env[70483]: DEBUG oslo_vmware.api [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1027.848135] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522b2180-ea17-f058-2f44-121660694f01" [ 1027.848135] env[70483]: _type = "Task" [ 1027.848135] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.855584] env[70483]: DEBUG oslo_vmware.api [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Waiting for the task: (returnval){ [ 1027.855584] env[70483]: value = "task-3478435" [ 1027.855584] env[70483]: _type = "Task" [ 1027.855584] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.858952] env[70483]: DEBUG oslo_vmware.api [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522b2180-ea17-f058-2f44-121660694f01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.867511] env[70483]: DEBUG oslo_vmware.api [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Task: {'id': task-3478435, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.976011] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ec427047-e0c5-4e1d-b786-97e2662d0c19 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "bec86f74-e311-4829-98cf-01f72b44662a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.022s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.033111] env[70483]: DEBUG nova.compute.manager [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1028.272879] env[70483]: DEBUG oslo_concurrency.lockutils [None req-98d88b66-53c4-4b18-89de-ac01929a66d5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.274978] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.439s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.276398] env[70483]: INFO nova.compute.claims [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1028.279269] env[70483]: DEBUG nova.compute.manager [None req-cbd5ca22-c7a3-42db-89ea-ef795bbae216 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.279464] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd5ca22-c7a3-42db-89ea-ef795bbae216 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.280614] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6650e789-13e0-422c-8d01-7c6f590403ae {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.290475] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd5ca22-c7a3-42db-89ea-ef795bbae216 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.290921] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b863fa1-450f-4223-b5f8-f40bf7a20964 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.296411] env[70483]: INFO nova.scheduler.client.report [None req-98d88b66-53c4-4b18-89de-ac01929a66d5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Deleted allocations for instance 5a72a19e-090c-4e14-9ecf-92216b8a7596 [ 1028.301733] env[70483]: DEBUG oslo_vmware.api [None req-cbd5ca22-c7a3-42db-89ea-ef795bbae216 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Waiting for the task: (returnval){ [ 1028.301733] env[70483]: value = "task-3478436" [ 1028.301733] env[70483]: _type = "Task" [ 1028.301733] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.314215] env[70483]: DEBUG oslo_vmware.api [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478434, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.318236] env[70483]: DEBUG oslo_vmware.api [None req-cbd5ca22-c7a3-42db-89ea-ef795bbae216 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.322679] env[70483]: DEBUG nova.network.neutron [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.362104] env[70483]: DEBUG oslo_vmware.api [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522b2180-ea17-f058-2f44-121660694f01, 'name': SearchDatastore_Task, 'duration_secs': 0.013785} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.365504] env[70483]: DEBUG oslo_concurrency.lockutils [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.365810] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1028.366606] env[70483]: DEBUG oslo_concurrency.lockutils [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.366606] env[70483]: DEBUG oslo_concurrency.lockutils [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.366606] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.366606] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3af9b729-45a7-4988-8072-4605468e9e1e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.379275] env[70483]: DEBUG oslo_vmware.api [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Task: {'id': task-3478435, 'name': Rename_Task, 'duration_secs': 0.142292} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.380678] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.380986] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.381160] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.381852] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f956990d-45b2-43db-ab6c-4ad71ad1a2bc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.383925] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64aa5f15-db2d-4bc6-b408-f91125c0671b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.392529] env[70483]: DEBUG oslo_vmware.api [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1028.392529] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523fddfb-238d-42f2-cf3e-010de8561bec" [ 1028.392529] env[70483]: _type = "Task" [ 1028.392529] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.394126] env[70483]: DEBUG oslo_vmware.api [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Waiting for the task: (returnval){ [ 1028.394126] env[70483]: value = "task-3478437" [ 1028.394126] env[70483]: _type = "Task" [ 1028.394126] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.411076] env[70483]: DEBUG oslo_vmware.api [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523fddfb-238d-42f2-cf3e-010de8561bec, 'name': SearchDatastore_Task, 'duration_secs': 0.012873} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.415732] env[70483]: DEBUG oslo_vmware.api [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Task: {'id': task-3478437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.415732] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef964530-3973-4352-bf5e-4c354eb0d602 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.422862] env[70483]: DEBUG oslo_vmware.api [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1028.422862] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52c486e0-8d0d-c545-f0e6-c5fa049e1f6e" [ 1028.422862] env[70483]: _type = "Task" [ 1028.422862] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.432461] env[70483]: DEBUG oslo_vmware.api [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52c486e0-8d0d-c545-f0e6-c5fa049e1f6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.560013] env[70483]: DEBUG nova.network.neutron [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Updating instance_info_cache with network_info: [{"id": "2d60dcd9-a1a1-4c53-a694-65daf8c6e072", "address": "fa:16:3e:51:64:3d", "network": {"id": "2cea8cdf-4e36-4443-b6fe-a1ded03b034b", "bridge": "br-int", "label": "tempest-ServersTestJSON-722535830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8ebecbd62e943518425df622f7274f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d60dcd9-a1", "ovs_interfaceid": "2d60dcd9-a1a1-4c53-a694-65daf8c6e072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.569168] env[70483]: DEBUG oslo_concurrency.lockutils [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.802931] env[70483]: DEBUG oslo_concurrency.lockutils [None req-98d88b66-53c4-4b18-89de-ac01929a66d5 tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Lock "5a72a19e-090c-4e14-9ecf-92216b8a7596" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.902s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.829036] env[70483]: DEBUG oslo_vmware.api [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478434, 'name': PowerOnVM_Task, 'duration_secs': 0.719984} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.829339] env[70483]: DEBUG oslo_vmware.api [None req-cbd5ca22-c7a3-42db-89ea-ef795bbae216 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478436, 'name': PowerOffVM_Task, 'duration_secs': 0.319409} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.829626] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.829901] env[70483]: INFO nova.compute.manager [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Took 7.56 seconds to spawn the instance on the hypervisor. [ 1028.830115] env[70483]: DEBUG nova.compute.manager [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.830490] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd5ca22-c7a3-42db-89ea-ef795bbae216 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.830703] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd5ca22-c7a3-42db-89ea-ef795bbae216 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.831758] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab31445-9a04-4f7f-9105-e79a96afb5fc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.834535] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e91b9e7a-0e88-4579-9c4d-b682e77871bf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.911852] env[70483]: DEBUG oslo_vmware.api [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Task: {'id': task-3478437, 'name': PowerOnVM_Task, 'duration_secs': 0.472091} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.912254] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.912476] env[70483]: DEBUG nova.compute.manager [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.913345] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e384ee1b-b15b-460e-9bc0-c641ee6d44b4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.920227] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd5ca22-c7a3-42db-89ea-ef795bbae216 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.920534] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd5ca22-c7a3-42db-89ea-ef795bbae216 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.920772] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbd5ca22-c7a3-42db-89ea-ef795bbae216 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Deleting the datastore file [datastore1] 7d971534-4425-456e-83e4-7c8d9ed7f435 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.921073] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd582835-114d-4102-9852-9ea24426e493 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.938872] env[70483]: DEBUG oslo_vmware.api [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52c486e0-8d0d-c545-f0e6-c5fa049e1f6e, 'name': SearchDatastore_Task, 'duration_secs': 0.016034} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.940384] env[70483]: DEBUG oslo_concurrency.lockutils [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.940767] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] d8ce30bb-9696-4a06-8f52-6085912708b8/d8ce30bb-9696-4a06-8f52-6085912708b8.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.941175] env[70483]: DEBUG oslo_vmware.api [None req-cbd5ca22-c7a3-42db-89ea-ef795bbae216 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Waiting for the task: (returnval){ [ 1028.941175] env[70483]: value = "task-3478439" [ 1028.941175] env[70483]: _type = "Task" [ 1028.941175] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.941466] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ba92b3d-d7a1-46b8-9b2a-891acf73f6ff {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.952316] env[70483]: DEBUG oslo_vmware.api [None req-cbd5ca22-c7a3-42db-89ea-ef795bbae216 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.953947] env[70483]: DEBUG oslo_vmware.api [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1028.953947] env[70483]: value = "task-3478440" [ 1028.953947] env[70483]: _type = "Task" [ 1028.953947] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.962820] env[70483]: DEBUG oslo_vmware.api [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.063232] env[70483]: DEBUG oslo_concurrency.lockutils [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Releasing lock "refresh_cache-3bfab051-242b-480a-9b6c-dc933a925ecd" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.063579] env[70483]: DEBUG nova.compute.manager [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Instance network_info: |[{"id": "2d60dcd9-a1a1-4c53-a694-65daf8c6e072", "address": "fa:16:3e:51:64:3d", "network": {"id": "2cea8cdf-4e36-4443-b6fe-a1ded03b034b", "bridge": "br-int", "label": "tempest-ServersTestJSON-722535830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8ebecbd62e943518425df622f7274f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d60dcd9-a1", "ovs_interfaceid": "2d60dcd9-a1a1-4c53-a694-65daf8c6e072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1029.064029] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:64:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f969bd9-e040-4b9b-85b2-7c61231584ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d60dcd9-a1a1-4c53-a694-65daf8c6e072', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.072766] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.073172] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.073478] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0e1c5e0-738b-4300-8f67-39845248efd7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.088592] env[70483]: INFO nova.compute.manager [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Rebuilding instance [ 1029.097165] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.097165] env[70483]: value = "task-3478441" [ 1029.097165] env[70483]: _type = "Task" [ 1029.097165] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.106609] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478441, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.128602] env[70483]: DEBUG nova.compute.manager [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.129569] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33532699-d045-4cd7-87ae-937f3b30ea8e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.216749] env[70483]: DEBUG nova.compute.manager [req-124a9fe0-57c8-4e52-924d-3a92d4e2500b req-9ce54387-c627-40a2-8677-7898f67de6f6 service nova] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Received event network-changed-2d60dcd9-a1a1-4c53-a694-65daf8c6e072 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.216956] env[70483]: DEBUG nova.compute.manager [req-124a9fe0-57c8-4e52-924d-3a92d4e2500b req-9ce54387-c627-40a2-8677-7898f67de6f6 service nova] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Refreshing instance network info cache due to event network-changed-2d60dcd9-a1a1-4c53-a694-65daf8c6e072. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1029.217317] env[70483]: DEBUG oslo_concurrency.lockutils [req-124a9fe0-57c8-4e52-924d-3a92d4e2500b req-9ce54387-c627-40a2-8677-7898f67de6f6 service nova] Acquiring lock "refresh_cache-3bfab051-242b-480a-9b6c-dc933a925ecd" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.217317] env[70483]: DEBUG oslo_concurrency.lockutils [req-124a9fe0-57c8-4e52-924d-3a92d4e2500b req-9ce54387-c627-40a2-8677-7898f67de6f6 service nova] Acquired lock "refresh_cache-3bfab051-242b-480a-9b6c-dc933a925ecd" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.217602] env[70483]: DEBUG nova.network.neutron [req-124a9fe0-57c8-4e52-924d-3a92d4e2500b req-9ce54387-c627-40a2-8677-7898f67de6f6 service nova] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Refreshing network info cache for port 2d60dcd9-a1a1-4c53-a694-65daf8c6e072 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.355804] env[70483]: INFO nova.compute.manager [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Took 45.47 seconds to build instance. [ 1029.444959] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.469019] env[70483]: DEBUG oslo_vmware.api [None req-cbd5ca22-c7a3-42db-89ea-ef795bbae216 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Task: {'id': task-3478439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186919} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.470789] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbd5ca22-c7a3-42db-89ea-ef795bbae216 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.474024] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd5ca22-c7a3-42db-89ea-ef795bbae216 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.474024] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd5ca22-c7a3-42db-89ea-ef795bbae216 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.474024] env[70483]: INFO nova.compute.manager [None req-cbd5ca22-c7a3-42db-89ea-ef795bbae216 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1029.474024] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbd5ca22-c7a3-42db-89ea-ef795bbae216 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.476714] env[70483]: DEBUG nova.compute.manager [-] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1029.476822] env[70483]: DEBUG nova.network.neutron [-] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1029.478703] env[70483]: DEBUG oslo_vmware.api [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478440, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.610784] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478441, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.729133] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915fa19b-8528-4929-b6e6-0fc7c11d9166 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.735743] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efad8c28-1a4d-48fa-abc6-99b3ef008d75 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.774488] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e77d06-1db1-4b4f-a9bd-85b0a8b1e5ba {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.794212] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcdaad5-0518-451b-a203-9b6238150f0a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.813237] env[70483]: DEBUG nova.compute.provider_tree [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.858169] env[70483]: DEBUG oslo_concurrency.lockutils [None req-718de673-4b53-4f29-a9f4-a554020a888d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Lock "b9fca4d0-dadf-43ee-ad2c-2656a3792ea4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.198s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.965751] env[70483]: DEBUG oslo_vmware.api [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478440, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554184} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.966031] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] d8ce30bb-9696-4a06-8f52-6085912708b8/d8ce30bb-9696-4a06-8f52-6085912708b8.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.966257] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.966586] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad3590a5-33fa-405f-9faf-2f5e2e2335f5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.972750] env[70483]: DEBUG nova.network.neutron [req-124a9fe0-57c8-4e52-924d-3a92d4e2500b req-9ce54387-c627-40a2-8677-7898f67de6f6 service nova] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Updated VIF entry in instance network info cache for port 2d60dcd9-a1a1-4c53-a694-65daf8c6e072. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.973420] env[70483]: DEBUG nova.network.neutron [req-124a9fe0-57c8-4e52-924d-3a92d4e2500b req-9ce54387-c627-40a2-8677-7898f67de6f6 service nova] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Updating instance_info_cache with network_info: [{"id": "2d60dcd9-a1a1-4c53-a694-65daf8c6e072", "address": "fa:16:3e:51:64:3d", "network": {"id": "2cea8cdf-4e36-4443-b6fe-a1ded03b034b", "bridge": "br-int", "label": "tempest-ServersTestJSON-722535830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8ebecbd62e943518425df622f7274f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d60dcd9-a1", "ovs_interfaceid": "2d60dcd9-a1a1-4c53-a694-65daf8c6e072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.978470] env[70483]: DEBUG oslo_vmware.api [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1029.978470] env[70483]: value = "task-3478442" [ 1029.978470] env[70483]: _type = "Task" [ 1029.978470] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.987842] env[70483]: DEBUG oslo_vmware.api [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.013753] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d62911b6-1049-4a32-a7d9-e66be96afd26 tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Acquiring lock "97434a20-b71c-476d-9b98-9f3cdf558dd8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.013753] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d62911b6-1049-4a32-a7d9-e66be96afd26 tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Lock "97434a20-b71c-476d-9b98-9f3cdf558dd8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.013753] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d62911b6-1049-4a32-a7d9-e66be96afd26 tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Acquiring lock "97434a20-b71c-476d-9b98-9f3cdf558dd8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.013753] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d62911b6-1049-4a32-a7d9-e66be96afd26 tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Lock "97434a20-b71c-476d-9b98-9f3cdf558dd8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.013753] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d62911b6-1049-4a32-a7d9-e66be96afd26 tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Lock "97434a20-b71c-476d-9b98-9f3cdf558dd8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.015713] env[70483]: INFO nova.compute.manager [None req-d62911b6-1049-4a32-a7d9-e66be96afd26 tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Terminating instance [ 1030.108870] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478441, 'name': CreateVM_Task, 'duration_secs': 0.652333} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.108870] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.109168] env[70483]: DEBUG oslo_concurrency.lockutils [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.109168] env[70483]: DEBUG oslo_concurrency.lockutils [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.109458] env[70483]: DEBUG oslo_concurrency.lockutils [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.109723] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53c6fe74-6c9d-48a3-99de-16b34a2c7a37 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.115774] env[70483]: DEBUG oslo_vmware.api [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 1030.115774] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d7b438-5d47-ad80-9564-6404ebdf55c4" [ 1030.115774] env[70483]: _type = "Task" [ 1030.115774] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.124598] env[70483]: DEBUG oslo_vmware.api [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d7b438-5d47-ad80-9564-6404ebdf55c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.144859] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.145146] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-231f215f-923b-4b17-8192-4fc5c8a58dda {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.153180] env[70483]: DEBUG oslo_vmware.api [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1030.153180] env[70483]: value = "task-3478443" [ 1030.153180] env[70483]: _type = "Task" [ 1030.153180] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.163568] env[70483]: DEBUG oslo_vmware.api [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.316551] env[70483]: DEBUG nova.scheduler.client.report [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.326815] env[70483]: DEBUG nova.network.neutron [-] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.381066] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Acquiring lock "564f1aef-f107-46c8-ae0b-01df1e8aa2d2" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.381366] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Lock "564f1aef-f107-46c8-ae0b-01df1e8aa2d2" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.381565] env[70483]: INFO nova.compute.manager [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Shelving [ 1030.476251] env[70483]: DEBUG oslo_concurrency.lockutils [req-124a9fe0-57c8-4e52-924d-3a92d4e2500b req-9ce54387-c627-40a2-8677-7898f67de6f6 service nova] Releasing lock "refresh_cache-3bfab051-242b-480a-9b6c-dc933a925ecd" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.491956] env[70483]: DEBUG oslo_vmware.api [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073585} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.492297] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1030.493180] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68251361-15dd-4778-916d-84daabe0d859 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.519359] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] d8ce30bb-9696-4a06-8f52-6085912708b8/d8ce30bb-9696-4a06-8f52-6085912708b8.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.520041] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d62911b6-1049-4a32-a7d9-e66be96afd26 tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Acquiring lock "refresh_cache-97434a20-b71c-476d-9b98-9f3cdf558dd8" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.520254] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d62911b6-1049-4a32-a7d9-e66be96afd26 tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Acquired lock "refresh_cache-97434a20-b71c-476d-9b98-9f3cdf558dd8" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.520464] env[70483]: DEBUG nova.network.neutron [None req-d62911b6-1049-4a32-a7d9-e66be96afd26 tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.521588] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-980273a4-7711-469f-971c-eec1e04424f7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.544967] env[70483]: DEBUG oslo_vmware.api [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1030.544967] env[70483]: value = "task-3478444" [ 1030.544967] env[70483]: _type = "Task" [ 1030.544967] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.554037] env[70483]: DEBUG oslo_vmware.api [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478444, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.627063] env[70483]: DEBUG oslo_vmware.api [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d7b438-5d47-ad80-9564-6404ebdf55c4, 'name': SearchDatastore_Task, 'duration_secs': 0.046168} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.627380] env[70483]: DEBUG oslo_concurrency.lockutils [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.627653] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.627900] env[70483]: DEBUG oslo_concurrency.lockutils [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.628061] env[70483]: DEBUG oslo_concurrency.lockutils [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.628246] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.628514] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57bf3533-e89e-41fd-9bbb-3c128c1c588d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.639871] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.640074] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.640790] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-796bcb94-876e-4aaf-b912-b0aba666e7ad {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.645981] env[70483]: DEBUG oslo_vmware.api [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 1030.645981] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e05933-a6f2-ab6d-99f5-f21987c6202c" [ 1030.645981] env[70483]: _type = "Task" [ 1030.645981] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.654304] env[70483]: DEBUG oslo_vmware.api [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e05933-a6f2-ab6d-99f5-f21987c6202c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.662313] env[70483]: DEBUG oslo_vmware.api [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478443, 'name': PowerOffVM_Task, 'duration_secs': 0.408925} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.662451] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.662686] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1030.663437] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a554f9bb-728c-4283-944c-b2aaac837953 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.671477] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.671744] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-126d1d75-f9bc-47d7-9821-f036ba2ba7a8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.743689] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.743913] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.744105] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Deleting the datastore file [datastore1] bec86f74-e311-4829-98cf-01f72b44662a {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.744362] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4700ce88-12ad-4072-bc11-c929a799ac67 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.752381] env[70483]: DEBUG oslo_vmware.api [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1030.752381] env[70483]: value = "task-3478446" [ 1030.752381] env[70483]: _type = "Task" [ 1030.752381] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.761783] env[70483]: DEBUG oslo_vmware.api [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.822535] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.822661] env[70483]: DEBUG nova.compute.manager [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1030.825866] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f1f4f437-ad32-4ae6-a09c-a5cd95b29a61 tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.677s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.826025] env[70483]: DEBUG nova.objects.instance [None req-f1f4f437-ad32-4ae6-a09c-a5cd95b29a61 tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Lazy-loading 'resources' on Instance uuid ad847ec2-b89f-4b68-b84b-6d2a7f4ac590 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.829499] env[70483]: INFO nova.compute.manager [-] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Took 1.35 seconds to deallocate network for instance. [ 1031.055969] env[70483]: DEBUG oslo_vmware.api [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478444, 'name': ReconfigVM_Task, 'duration_secs': 0.366939} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.056447] env[70483]: DEBUG nova.network.neutron [None req-d62911b6-1049-4a32-a7d9-e66be96afd26 tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1031.058366] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Reconfigured VM instance instance-00000053 to attach disk [datastore1] d8ce30bb-9696-4a06-8f52-6085912708b8/d8ce30bb-9696-4a06-8f52-6085912708b8.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.059083] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18963b33-04da-44ea-9d67-de47ea468c34 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.066692] env[70483]: DEBUG oslo_vmware.api [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1031.066692] env[70483]: value = "task-3478447" [ 1031.066692] env[70483]: _type = "Task" [ 1031.066692] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.076934] env[70483]: DEBUG oslo_vmware.api [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478447, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.108240] env[70483]: DEBUG nova.network.neutron [None req-d62911b6-1049-4a32-a7d9-e66be96afd26 tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.157141] env[70483]: DEBUG oslo_vmware.api [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e05933-a6f2-ab6d-99f5-f21987c6202c, 'name': SearchDatastore_Task, 'duration_secs': 0.016994} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.157975] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc01fd95-ad1e-47d4-b6c3-39c5895e3dfb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.163336] env[70483]: DEBUG oslo_vmware.api [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 1031.163336] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522269b7-6ffb-4119-c390-663d1d1a4bd1" [ 1031.163336] env[70483]: _type = "Task" [ 1031.163336] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.173322] env[70483]: DEBUG oslo_vmware.api [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522269b7-6ffb-4119-c390-663d1d1a4bd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.241781] env[70483]: DEBUG nova.compute.manager [req-28640775-40cc-4e32-bc01-5a8bde0de35d req-d997111b-2975-4cf9-89a2-06da62df9013 service nova] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Received event network-vif-deleted-a9d2c685-6e54-4c32-b38a-a1ee187534b7 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.262974] env[70483]: DEBUG oslo_vmware.api [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194619} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.263342] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.263573] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.263761] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.329369] env[70483]: DEBUG nova.compute.utils [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1031.334027] env[70483]: DEBUG nova.compute.manager [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1031.334156] env[70483]: DEBUG nova.network.neutron [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 84b10472-74ba-4122-802b-63d72968bf75] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1031.337401] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cbd5ca22-c7a3-42db-89ea-ef795bbae216 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.375408] env[70483]: DEBUG nova.policy [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '831d6b9a2f96463e89a79c27156a8b6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b020f9de529424dbc3ba57af19c5c44', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1031.391930] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.392298] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bb99417-4c0e-4e5d-87a5-92ce2e88b03c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.401399] env[70483]: DEBUG oslo_vmware.api [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for the task: (returnval){ [ 1031.401399] env[70483]: value = "task-3478448" [ 1031.401399] env[70483]: _type = "Task" [ 1031.401399] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.412088] env[70483]: DEBUG oslo_vmware.api [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478448, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.454288] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f02ecd90-3184-485d-b4ff-9de2c90447fe tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Acquiring lock "87bf2ec8-d543-41ed-9c3f-c532d027eaa5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.454288] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f02ecd90-3184-485d-b4ff-9de2c90447fe tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Lock "87bf2ec8-d543-41ed-9c3f-c532d027eaa5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.454522] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f02ecd90-3184-485d-b4ff-9de2c90447fe tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Acquiring lock "87bf2ec8-d543-41ed-9c3f-c532d027eaa5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.454585] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f02ecd90-3184-485d-b4ff-9de2c90447fe tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Lock "87bf2ec8-d543-41ed-9c3f-c532d027eaa5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.454795] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f02ecd90-3184-485d-b4ff-9de2c90447fe tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Lock "87bf2ec8-d543-41ed-9c3f-c532d027eaa5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.459959] env[70483]: INFO nova.compute.manager [None req-f02ecd90-3184-485d-b4ff-9de2c90447fe tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Terminating instance [ 1031.577831] env[70483]: DEBUG oslo_vmware.api [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478447, 'name': Rename_Task, 'duration_secs': 0.142922} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.578184] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.578887] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd3c0b68-cc54-4e57-8275-ecaef6abdbb7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.587305] env[70483]: DEBUG oslo_vmware.api [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1031.587305] env[70483]: value = "task-3478449" [ 1031.587305] env[70483]: _type = "Task" [ 1031.587305] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.602056] env[70483]: DEBUG oslo_vmware.api [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.612314] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d62911b6-1049-4a32-a7d9-e66be96afd26 tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Releasing lock "refresh_cache-97434a20-b71c-476d-9b98-9f3cdf558dd8" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.612832] env[70483]: DEBUG nova.compute.manager [None req-d62911b6-1049-4a32-a7d9-e66be96afd26 tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1031.613116] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d62911b6-1049-4a32-a7d9-e66be96afd26 tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.614354] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246d2157-f53b-47bb-aab4-34f5917322d7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.627203] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d62911b6-1049-4a32-a7d9-e66be96afd26 tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.627203] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-525c4e65-9e2e-432c-8d80-2281b9a24223 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.638016] env[70483]: DEBUG oslo_vmware.api [None req-d62911b6-1049-4a32-a7d9-e66be96afd26 tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Waiting for the task: (returnval){ [ 1031.638016] env[70483]: value = "task-3478450" [ 1031.638016] env[70483]: _type = "Task" [ 1031.638016] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.648797] env[70483]: DEBUG oslo_vmware.api [None req-d62911b6-1049-4a32-a7d9-e66be96afd26 tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Task: {'id': task-3478450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.674651] env[70483]: DEBUG oslo_vmware.api [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522269b7-6ffb-4119-c390-663d1d1a4bd1, 'name': SearchDatastore_Task, 'duration_secs': 0.017824} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.677738] env[70483]: DEBUG oslo_concurrency.lockutils [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.678211] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 3bfab051-242b-480a-9b6c-dc933a925ecd/3bfab051-242b-480a-9b6c-dc933a925ecd.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.678844] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-873cd24c-7764-448e-9c50-0b5f86ed5744 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.688421] env[70483]: DEBUG oslo_vmware.api [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 1031.688421] env[70483]: value = "task-3478451" [ 1031.688421] env[70483]: _type = "Task" [ 1031.688421] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.700986] env[70483]: DEBUG oslo_vmware.api [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478451, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.723263] env[70483]: DEBUG nova.network.neutron [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Successfully created port: ea6cb182-91d4-4000-9114-a539cfca357a {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1031.837941] env[70483]: DEBUG nova.compute.manager [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1031.844017] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f64690-96ca-4b95-80c1-80b54207060f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.853924] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d372b8-e337-4f0f-ab84-0954357f025e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.890237] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a773db4f-5619-43a0-b153-8bb398d19ab9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.900539] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ade8138-d2c4-4036-973d-1792cca77634 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.920930] env[70483]: DEBUG nova.compute.provider_tree [None req-f1f4f437-ad32-4ae6-a09c-a5cd95b29a61 tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.926482] env[70483]: DEBUG oslo_vmware.api [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478448, 'name': PowerOffVM_Task, 'duration_secs': 0.227515} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.927160] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.928139] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de63355-5bc8-457c-9373-26eda44bb90c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.950280] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b203d2f3-4fd4-4e37-9f05-05cb19cfbed4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.964859] env[70483]: DEBUG nova.compute.manager [None req-f02ecd90-3184-485d-b4ff-9de2c90447fe tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1031.965134] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f02ecd90-3184-485d-b4ff-9de2c90447fe tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.965970] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10794b9-4905-4016-bc0a-156c78b0fd61 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.977802] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f02ecd90-3184-485d-b4ff-9de2c90447fe tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.978469] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66a6d3b0-cae8-4443-945f-a46b30787ae6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.990942] env[70483]: DEBUG oslo_vmware.api [None req-f02ecd90-3184-485d-b4ff-9de2c90447fe tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Waiting for the task: (returnval){ [ 1031.990942] env[70483]: value = "task-3478452" [ 1031.990942] env[70483]: _type = "Task" [ 1031.990942] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.003549] env[70483]: DEBUG oslo_vmware.api [None req-f02ecd90-3184-485d-b4ff-9de2c90447fe tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': task-3478452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.104886] env[70483]: DEBUG oslo_vmware.api [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478449, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.149821] env[70483]: DEBUG oslo_vmware.api [None req-d62911b6-1049-4a32-a7d9-e66be96afd26 tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Task: {'id': task-3478450, 'name': PowerOffVM_Task, 'duration_secs': 0.156701} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.150158] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d62911b6-1049-4a32-a7d9-e66be96afd26 tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.150328] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d62911b6-1049-4a32-a7d9-e66be96afd26 tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.150615] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8b2991c-7dcb-4b87-b54c-655cbf1cac6e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.182308] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d62911b6-1049-4a32-a7d9-e66be96afd26 tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.182766] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d62911b6-1049-4a32-a7d9-e66be96afd26 tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.183277] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d62911b6-1049-4a32-a7d9-e66be96afd26 tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Deleting the datastore file [datastore1] 97434a20-b71c-476d-9b98-9f3cdf558dd8 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.183389] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3ea6e9b-08c2-4d7e-9fb9-b2aa61e48e9c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.195898] env[70483]: DEBUG oslo_vmware.api [None req-d62911b6-1049-4a32-a7d9-e66be96afd26 tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Waiting for the task: (returnval){ [ 1032.195898] env[70483]: value = "task-3478454" [ 1032.195898] env[70483]: _type = "Task" [ 1032.195898] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.204871] env[70483]: DEBUG oslo_vmware.api [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478451, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507324} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.205808] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 3bfab051-242b-480a-9b6c-dc933a925ecd/3bfab051-242b-480a-9b6c-dc933a925ecd.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.206076] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.206401] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c10306dd-3a8b-4ea7-8ebb-0c72ef3e43fa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.212097] env[70483]: DEBUG oslo_vmware.api [None req-d62911b6-1049-4a32-a7d9-e66be96afd26 tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Task: {'id': task-3478454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.219575] env[70483]: DEBUG oslo_vmware.api [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 1032.219575] env[70483]: value = "task-3478455" [ 1032.219575] env[70483]: _type = "Task" [ 1032.219575] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.230732] env[70483]: DEBUG oslo_vmware.api [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.312299] env[70483]: DEBUG nova.virt.hardware [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1032.312555] env[70483]: DEBUG nova.virt.hardware [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1032.312709] env[70483]: DEBUG nova.virt.hardware [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.312901] env[70483]: DEBUG nova.virt.hardware [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1032.313156] env[70483]: DEBUG nova.virt.hardware [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.313281] env[70483]: DEBUG nova.virt.hardware [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1032.313523] env[70483]: DEBUG nova.virt.hardware [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1032.313691] env[70483]: DEBUG nova.virt.hardware [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1032.313859] env[70483]: DEBUG nova.virt.hardware [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1032.314069] env[70483]: DEBUG nova.virt.hardware [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1032.314218] env[70483]: DEBUG nova.virt.hardware [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1032.315095] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406b23ed-e011-471a-a5d1-704227855c7e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.330829] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6e6c3f-caae-42e7-85ac-1da72e52c987 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.351683] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:66:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e56a0ff1-90ed-4634-bc7e-dacacb7e475e', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1032.359028] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.359547] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1032.359785] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db61c222-a843-43b8-960f-038de4607f2c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.379442] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1032.379442] env[70483]: value = "task-3478456" [ 1032.379442] env[70483]: _type = "Task" [ 1032.379442] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.387846] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478456, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.428428] env[70483]: DEBUG nova.scheduler.client.report [None req-f1f4f437-ad32-4ae6-a09c-a5cd95b29a61 tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.464803] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Creating Snapshot of the VM instance {{(pid=70483) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1032.465165] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9700d7b9-493d-4eb4-9088-063e1fa4cc1a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.475294] env[70483]: DEBUG oslo_vmware.api [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for the task: (returnval){ [ 1032.475294] env[70483]: value = "task-3478457" [ 1032.475294] env[70483]: _type = "Task" [ 1032.475294] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.484853] env[70483]: DEBUG oslo_vmware.api [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478457, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.501921] env[70483]: DEBUG oslo_vmware.api [None req-f02ecd90-3184-485d-b4ff-9de2c90447fe tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': task-3478452, 'name': PowerOffVM_Task, 'duration_secs': 0.308027} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.502853] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f02ecd90-3184-485d-b4ff-9de2c90447fe tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.502853] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f02ecd90-3184-485d-b4ff-9de2c90447fe tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.502853] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44bf1398-c3c4-41f7-ad27-f44698f4fc34 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.575227] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f02ecd90-3184-485d-b4ff-9de2c90447fe tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.575471] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f02ecd90-3184-485d-b4ff-9de2c90447fe tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.575651] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-f02ecd90-3184-485d-b4ff-9de2c90447fe tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Deleting the datastore file [datastore2] 87bf2ec8-d543-41ed-9c3f-c532d027eaa5 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.575907] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59136319-ac95-4a22-808a-306e0bb791cb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.583511] env[70483]: DEBUG oslo_vmware.api [None req-f02ecd90-3184-485d-b4ff-9de2c90447fe tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Waiting for the task: (returnval){ [ 1032.583511] env[70483]: value = "task-3478459" [ 1032.583511] env[70483]: _type = "Task" [ 1032.583511] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.592317] env[70483]: DEBUG oslo_vmware.api [None req-f02ecd90-3184-485d-b4ff-9de2c90447fe tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': task-3478459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.601017] env[70483]: DEBUG oslo_vmware.api [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478449, 'name': PowerOnVM_Task, 'duration_secs': 0.771442} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.601307] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.601531] env[70483]: INFO nova.compute.manager [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1032.601728] env[70483]: DEBUG nova.compute.manager [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.602530] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c212fc3-7f37-493e-8530-9885cea36eb5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.707377] env[70483]: DEBUG oslo_vmware.api [None req-d62911b6-1049-4a32-a7d9-e66be96afd26 tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Task: {'id': task-3478454, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146866} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.707678] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d62911b6-1049-4a32-a7d9-e66be96afd26 tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.707893] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d62911b6-1049-4a32-a7d9-e66be96afd26 tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.708172] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d62911b6-1049-4a32-a7d9-e66be96afd26 tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.708398] env[70483]: INFO nova.compute.manager [None req-d62911b6-1049-4a32-a7d9-e66be96afd26 tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1032.708879] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d62911b6-1049-4a32-a7d9-e66be96afd26 tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.708879] env[70483]: DEBUG nova.compute.manager [-] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1032.709033] env[70483]: DEBUG nova.network.neutron [-] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1032.725993] env[70483]: DEBUG nova.network.neutron [-] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1032.731548] env[70483]: DEBUG oslo_vmware.api [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110779} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.731548] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.732359] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff50dc5-d3d6-4ae8-8dec-b49ef8b331b0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.757743] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 3bfab051-242b-480a-9b6c-dc933a925ecd/3bfab051-242b-480a-9b6c-dc933a925ecd.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.758418] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91439a12-cea8-4ad7-a5b7-b43ab3825766 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.794564] env[70483]: DEBUG oslo_vmware.api [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 1032.794564] env[70483]: value = "task-3478460" [ 1032.794564] env[70483]: _type = "Task" [ 1032.794564] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.805629] env[70483]: DEBUG oslo_vmware.api [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478460, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.861634] env[70483]: DEBUG nova.compute.manager [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1032.891161] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478456, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.897958] env[70483]: DEBUG nova.virt.hardware [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='48c4df5efb03e3c4db3f8263201888f5',container_format='bare',created_at=2025-04-17T14:44:39Z,direct_url=,disk_format='vmdk',id=6a4be804-7273-4b3f-bd10-ff8e404e6576,min_disk=1,min_ram=0,name='tempest-test-snap-995839729',owner='6b020f9de529424dbc3ba57af19c5c44',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-17T14:44:54Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1032.898277] env[70483]: DEBUG nova.virt.hardware [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1032.898451] env[70483]: DEBUG nova.virt.hardware [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.898674] env[70483]: DEBUG nova.virt.hardware [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1032.898884] env[70483]: DEBUG nova.virt.hardware [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.899140] env[70483]: DEBUG nova.virt.hardware [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1032.899407] env[70483]: DEBUG nova.virt.hardware [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1032.899607] env[70483]: DEBUG nova.virt.hardware [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1032.899832] env[70483]: DEBUG nova.virt.hardware [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1032.900041] env[70483]: DEBUG nova.virt.hardware [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1032.900271] env[70483]: DEBUG nova.virt.hardware [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1032.901245] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93fbe38-e8e3-4225-ac2f-119d74f23771 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.910246] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0bbd38-a4e9-495a-a9a9-d60d37aae435 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.934087] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f1f4f437-ad32-4ae6-a09c-a5cd95b29a61 tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.936692] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d8390fa5-cf44-427d-9a4d-720d09028886 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.619s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.936832] env[70483]: DEBUG nova.objects.instance [None req-d8390fa5-cf44-427d-9a4d-720d09028886 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lazy-loading 'resources' on Instance uuid 05513af6-66c7-43ef-acc2-eab47b9bfa60 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.957498] env[70483]: INFO nova.scheduler.client.report [None req-f1f4f437-ad32-4ae6-a09c-a5cd95b29a61 tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Deleted allocations for instance ad847ec2-b89f-4b68-b84b-6d2a7f4ac590 [ 1032.985536] env[70483]: DEBUG oslo_vmware.api [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478457, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.094301] env[70483]: DEBUG oslo_vmware.api [None req-f02ecd90-3184-485d-b4ff-9de2c90447fe tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Task: {'id': task-3478459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161433} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.094747] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-f02ecd90-3184-485d-b4ff-9de2c90447fe tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.095310] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f02ecd90-3184-485d-b4ff-9de2c90447fe tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.095613] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f02ecd90-3184-485d-b4ff-9de2c90447fe tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.095883] env[70483]: INFO nova.compute.manager [None req-f02ecd90-3184-485d-b4ff-9de2c90447fe tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1033.096218] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f02ecd90-3184-485d-b4ff-9de2c90447fe tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.096509] env[70483]: DEBUG nova.compute.manager [-] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1033.096720] env[70483]: DEBUG nova.network.neutron [-] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.121972] env[70483]: DEBUG nova.compute.manager [req-ce41fad6-8bc4-46a3-a425-9daab7d273d8 req-bdb42fed-a7f3-41cb-b26d-e4542e9bc015 service nova] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Received event network-vif-plugged-ea6cb182-91d4-4000-9114-a539cfca357a {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.121972] env[70483]: DEBUG oslo_concurrency.lockutils [req-ce41fad6-8bc4-46a3-a425-9daab7d273d8 req-bdb42fed-a7f3-41cb-b26d-e4542e9bc015 service nova] Acquiring lock "84b10472-74ba-4122-802b-63d72968bf75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.123679] env[70483]: DEBUG oslo_concurrency.lockutils [req-ce41fad6-8bc4-46a3-a425-9daab7d273d8 req-bdb42fed-a7f3-41cb-b26d-e4542e9bc015 service nova] Lock "84b10472-74ba-4122-802b-63d72968bf75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.123679] env[70483]: DEBUG oslo_concurrency.lockutils [req-ce41fad6-8bc4-46a3-a425-9daab7d273d8 req-bdb42fed-a7f3-41cb-b26d-e4542e9bc015 service nova] Lock "84b10472-74ba-4122-802b-63d72968bf75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.123679] env[70483]: DEBUG nova.compute.manager [req-ce41fad6-8bc4-46a3-a425-9daab7d273d8 req-bdb42fed-a7f3-41cb-b26d-e4542e9bc015 service nova] [instance: 84b10472-74ba-4122-802b-63d72968bf75] No waiting events found dispatching network-vif-plugged-ea6cb182-91d4-4000-9114-a539cfca357a {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1033.123679] env[70483]: WARNING nova.compute.manager [req-ce41fad6-8bc4-46a3-a425-9daab7d273d8 req-bdb42fed-a7f3-41cb-b26d-e4542e9bc015 service nova] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Received unexpected event network-vif-plugged-ea6cb182-91d4-4000-9114-a539cfca357a for instance with vm_state building and task_state spawning. [ 1033.125475] env[70483]: INFO nova.compute.manager [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Took 45.03 seconds to build instance. [ 1033.203913] env[70483]: DEBUG nova.network.neutron [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Successfully updated port: ea6cb182-91d4-4000-9114-a539cfca357a {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1033.231479] env[70483]: DEBUG nova.network.neutron [-] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.308873] env[70483]: DEBUG oslo_vmware.api [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478460, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.391713] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478456, 'name': CreateVM_Task, 'duration_secs': 0.562659} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.391921] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1033.392537] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.392700] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.393032] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.393308] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c2c1a44-013a-4909-b80e-76aa893f879c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.399114] env[70483]: DEBUG oslo_vmware.api [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1033.399114] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52eadf42-73aa-3783-ae87-711c5699b967" [ 1033.399114] env[70483]: _type = "Task" [ 1033.399114] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.409312] env[70483]: DEBUG oslo_vmware.api [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52eadf42-73aa-3783-ae87-711c5699b967, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.468561] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f1f4f437-ad32-4ae6-a09c-a5cd95b29a61 tempest-ServerPasswordTestJSON-1604678789 tempest-ServerPasswordTestJSON-1604678789-project-member] Lock "ad847ec2-b89f-4b68-b84b-6d2a7f4ac590" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.808s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.486245] env[70483]: DEBUG oslo_vmware.api [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478457, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.627838] env[70483]: DEBUG oslo_concurrency.lockutils [None req-161a870f-175a-42c6-9027-0193656e5d9d tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Lock "d8ce30bb-9696-4a06-8f52-6085912708b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.676s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.706907] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquiring lock "refresh_cache-84b10472-74ba-4122-802b-63d72968bf75" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.708099] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquired lock "refresh_cache-84b10472-74ba-4122-802b-63d72968bf75" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.708099] env[70483]: DEBUG nova.network.neutron [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.735709] env[70483]: INFO nova.compute.manager [-] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Took 1.03 seconds to deallocate network for instance. [ 1033.797588] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6628af2d-0059-4f8d-a465-450a00056b8a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.809735] env[70483]: DEBUG oslo_vmware.api [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478460, 'name': ReconfigVM_Task, 'duration_secs': 0.61171} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.811686] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 3bfab051-242b-480a-9b6c-dc933a925ecd/3bfab051-242b-480a-9b6c-dc933a925ecd.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.812348] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea97f9fb-9937-40f5-876b-acbf859a364d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.814589] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a94afe9-2455-4d6a-b84b-1e6b4b84e02d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.852023] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7ff5b4-e379-467c-9b1b-7c54dac4aa68 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.854040] env[70483]: DEBUG oslo_vmware.api [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 1033.854040] env[70483]: value = "task-3478461" [ 1033.854040] env[70483]: _type = "Task" [ 1033.854040] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.861947] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21af9ec2-08bb-4e0f-b24e-6915d23569b6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.869327] env[70483]: DEBUG oslo_vmware.api [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478461, 'name': Rename_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.880425] env[70483]: DEBUG nova.compute.provider_tree [None req-d8390fa5-cf44-427d-9a4d-720d09028886 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.914159] env[70483]: DEBUG oslo_vmware.api [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52eadf42-73aa-3783-ae87-711c5699b967, 'name': SearchDatastore_Task, 'duration_secs': 0.041559} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.914159] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.914159] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1033.914159] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.914159] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.914401] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1033.914973] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34ea771c-f9db-4c01-b0b3-7f763cfc3ab3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.924735] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1033.924923] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1033.926551] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1ff7c92-194f-4a06-8272-89440fc6453b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.933349] env[70483]: DEBUG oslo_vmware.api [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1033.933349] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52733752-1a77-d280-9e96-f550beb957ed" [ 1033.933349] env[70483]: _type = "Task" [ 1033.933349] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.943028] env[70483]: DEBUG oslo_vmware.api [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52733752-1a77-d280-9e96-f550beb957ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.987093] env[70483]: DEBUG oslo_vmware.api [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478457, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.232938] env[70483]: DEBUG nova.compute.manager [req-a733efe0-20ad-4bd1-8c00-81ae0457d600 req-7ec433eb-bd9e-4550-90d9-c06808505109 service nova] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Received event network-vif-deleted-4379a63c-c1f3-4b33-85ef-50d22d5a93ed {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.233202] env[70483]: INFO nova.compute.manager [req-a733efe0-20ad-4bd1-8c00-81ae0457d600 req-7ec433eb-bd9e-4550-90d9-c06808505109 service nova] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Neutron deleted interface 4379a63c-c1f3-4b33-85ef-50d22d5a93ed; detaching it from the instance and deleting it from the info cache [ 1034.233400] env[70483]: DEBUG nova.network.neutron [req-a733efe0-20ad-4bd1-8c00-81ae0457d600 req-7ec433eb-bd9e-4550-90d9-c06808505109 service nova] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.242627] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d62911b6-1049-4a32-a7d9-e66be96afd26 tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.254573] env[70483]: DEBUG nova.network.neutron [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1034.365164] env[70483]: DEBUG oslo_vmware.api [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478461, 'name': Rename_Task, 'duration_secs': 0.158358} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.365454] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.368791] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56fed998-5adc-4459-bd13-b5c887da4cd4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.377474] env[70483]: DEBUG oslo_vmware.api [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 1034.377474] env[70483]: value = "task-3478462" [ 1034.377474] env[70483]: _type = "Task" [ 1034.377474] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.387052] env[70483]: DEBUG nova.scheduler.client.report [None req-d8390fa5-cf44-427d-9a4d-720d09028886 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.392737] env[70483]: DEBUG oslo_vmware.api [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.451233] env[70483]: DEBUG oslo_vmware.api [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52733752-1a77-d280-9e96-f550beb957ed, 'name': SearchDatastore_Task, 'duration_secs': 0.012198} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.452023] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0381e2d-c3b6-41be-b6ca-b12374c9e55f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.457989] env[70483]: DEBUG oslo_vmware.api [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1034.457989] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5266c61c-b1fa-e2fb-5316-b3cf60481543" [ 1034.457989] env[70483]: _type = "Task" [ 1034.457989] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.467932] env[70483]: DEBUG nova.network.neutron [-] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.468930] env[70483]: DEBUG oslo_vmware.api [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5266c61c-b1fa-e2fb-5316-b3cf60481543, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.487757] env[70483]: DEBUG oslo_vmware.api [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478457, 'name': CreateSnapshot_Task, 'duration_secs': 1.813556} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.488036] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Created Snapshot of the VM instance {{(pid=70483) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1034.488815] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cead96-ca16-4ce6-9061-cc836c373f79 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.546440] env[70483]: DEBUG nova.network.neutron [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Updating instance_info_cache with network_info: [{"id": "ea6cb182-91d4-4000-9114-a539cfca357a", "address": "fa:16:3e:09:5a:a0", "network": {"id": "a0ba3df1-9a95-4633-a4d1-c9bb507cd560", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1747069620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b020f9de529424dbc3ba57af19c5c44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea6cb182-91", "ovs_interfaceid": "ea6cb182-91d4-4000-9114-a539cfca357a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.739667] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58a6ed8b-3bc0-47fb-8292-d865e9a2f57b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.744691] env[70483]: INFO nova.compute.manager [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Rescuing [ 1034.744944] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquiring lock "refresh_cache-d8ce30bb-9696-4a06-8f52-6085912708b8" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.745109] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquired lock "refresh_cache-d8ce30bb-9696-4a06-8f52-6085912708b8" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.745434] env[70483]: DEBUG nova.network.neutron [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.749139] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ebd0e4-79d7-4531-b494-51379429bdc9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.802016] env[70483]: DEBUG nova.compute.manager [req-a733efe0-20ad-4bd1-8c00-81ae0457d600 req-7ec433eb-bd9e-4550-90d9-c06808505109 service nova] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Detach interface failed, port_id=4379a63c-c1f3-4b33-85ef-50d22d5a93ed, reason: Instance 87bf2ec8-d543-41ed-9c3f-c532d027eaa5 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1034.895233] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d8390fa5-cf44-427d-9a4d-720d09028886 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.897481] env[70483]: DEBUG oslo_vmware.api [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478462, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.897996] env[70483]: DEBUG oslo_concurrency.lockutils [None req-be22e68d-83ec-419b-a09c-e305e92859ff tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.387s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.899455] env[70483]: DEBUG nova.objects.instance [None req-be22e68d-83ec-419b-a09c-e305e92859ff tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lazy-loading 'resources' on Instance uuid 223fc274-26bf-4dc7-a435-d368cc004a67 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.925480] env[70483]: INFO nova.scheduler.client.report [None req-d8390fa5-cf44-427d-9a4d-720d09028886 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Deleted allocations for instance 05513af6-66c7-43ef-acc2-eab47b9bfa60 [ 1034.975785] env[70483]: INFO nova.compute.manager [-] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Took 1.88 seconds to deallocate network for instance. [ 1034.976424] env[70483]: DEBUG oslo_vmware.api [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5266c61c-b1fa-e2fb-5316-b3cf60481543, 'name': SearchDatastore_Task, 'duration_secs': 0.01788} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.978542] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.978928] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] bec86f74-e311-4829-98cf-01f72b44662a/bec86f74-e311-4829-98cf-01f72b44662a.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1034.983030] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41a280f6-7486-4330-b1d2-5e37f74c6e3e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.997238] env[70483]: DEBUG oslo_vmware.api [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1034.997238] env[70483]: value = "task-3478463" [ 1034.997238] env[70483]: _type = "Task" [ 1034.997238] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.011610] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Creating linked-clone VM from snapshot {{(pid=70483) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1035.015830] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a0e75435-73e4-4384-a63d-b997fcb1e101 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.019447] env[70483]: DEBUG oslo_vmware.api [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.030018] env[70483]: DEBUG oslo_vmware.api [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for the task: (returnval){ [ 1035.030018] env[70483]: value = "task-3478464" [ 1035.030018] env[70483]: _type = "Task" [ 1035.030018] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.038447] env[70483]: DEBUG oslo_vmware.api [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478464, 'name': CloneVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.053027] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Releasing lock "refresh_cache-84b10472-74ba-4122-802b-63d72968bf75" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.053027] env[70483]: DEBUG nova.compute.manager [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Instance network_info: |[{"id": "ea6cb182-91d4-4000-9114-a539cfca357a", "address": "fa:16:3e:09:5a:a0", "network": {"id": "a0ba3df1-9a95-4633-a4d1-c9bb507cd560", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1747069620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b020f9de529424dbc3ba57af19c5c44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea6cb182-91", "ovs_interfaceid": "ea6cb182-91d4-4000-9114-a539cfca357a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1035.053027] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:5a:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4712af2-45ef-4652-8d2c-482ec70056d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea6cb182-91d4-4000-9114-a539cfca357a', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1035.061777] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.062622] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1035.063030] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8416162-e4b2-4b75-b166-7fb52d717c19 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.087856] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1035.087856] env[70483]: value = "task-3478465" [ 1035.087856] env[70483]: _type = "Task" [ 1035.087856] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.101260] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478465, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.262747] env[70483]: DEBUG nova.compute.manager [req-1d7e502a-7f39-4762-8d6e-cfb64bd18c5d req-f1e22d3e-63fa-4ea4-9ec6-c9c1f3b7be46 service nova] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Received event network-changed-ea6cb182-91d4-4000-9114-a539cfca357a {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.263139] env[70483]: DEBUG nova.compute.manager [req-1d7e502a-7f39-4762-8d6e-cfb64bd18c5d req-f1e22d3e-63fa-4ea4-9ec6-c9c1f3b7be46 service nova] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Refreshing instance network info cache due to event network-changed-ea6cb182-91d4-4000-9114-a539cfca357a. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1035.263251] env[70483]: DEBUG oslo_concurrency.lockutils [req-1d7e502a-7f39-4762-8d6e-cfb64bd18c5d req-f1e22d3e-63fa-4ea4-9ec6-c9c1f3b7be46 service nova] Acquiring lock "refresh_cache-84b10472-74ba-4122-802b-63d72968bf75" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.263328] env[70483]: DEBUG oslo_concurrency.lockutils [req-1d7e502a-7f39-4762-8d6e-cfb64bd18c5d req-f1e22d3e-63fa-4ea4-9ec6-c9c1f3b7be46 service nova] Acquired lock "refresh_cache-84b10472-74ba-4122-802b-63d72968bf75" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.263459] env[70483]: DEBUG nova.network.neutron [req-1d7e502a-7f39-4762-8d6e-cfb64bd18c5d req-f1e22d3e-63fa-4ea4-9ec6-c9c1f3b7be46 service nova] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Refreshing network info cache for port ea6cb182-91d4-4000-9114-a539cfca357a {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1035.392187] env[70483]: DEBUG oslo_vmware.api [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478462, 'name': PowerOnVM_Task, 'duration_secs': 0.77273} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.392766] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.393269] env[70483]: INFO nova.compute.manager [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Took 9.14 seconds to spawn the instance on the hypervisor. [ 1035.393730] env[70483]: DEBUG nova.compute.manager [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.394736] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1daf2971-b43c-499b-a451-b9a4e68c30e5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.435250] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d8390fa5-cf44-427d-9a4d-720d09028886 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "05513af6-66c7-43ef-acc2-eab47b9bfa60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.474s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.489299] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f02ecd90-3184-485d-b4ff-9de2c90447fe tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.513657] env[70483]: DEBUG oslo_vmware.api [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478463, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.547871] env[70483]: DEBUG oslo_vmware.api [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478464, 'name': CloneVM_Task} progress is 94%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.603621] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478465, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.728620] env[70483]: DEBUG nova.network.neutron [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Updating instance_info_cache with network_info: [{"id": "3b6d741f-4e16-4d0b-a194-3c0414ea8295", "address": "fa:16:3e:e9:47:68", "network": {"id": "d14c053b-da64-4bb5-938a-757e7fd84d64", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-410432685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d1b8fec1a74a8d9e13ecf6d01ab5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b6d741f-4e", "ovs_interfaceid": "3b6d741f-4e16-4d0b-a194-3c0414ea8295", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.836150] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8b2f2c-ef2d-4122-8885-2431c7cd7a1a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.844993] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5512c2-0431-4ac1-ba25-cca36c275fe5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.912968] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2737463c-f552-43aa-b830-36af49d5be33 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.928537] env[70483]: INFO nova.compute.manager [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Took 46.13 seconds to build instance. [ 1035.936369] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e322d8-0310-4b2f-86c2-903bacc9582b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.957293] env[70483]: DEBUG nova.compute.provider_tree [None req-be22e68d-83ec-419b-a09c-e305e92859ff tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.007361] env[70483]: DEBUG oslo_vmware.api [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478463, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557885} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.007570] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] bec86f74-e311-4829-98cf-01f72b44662a/bec86f74-e311-4829-98cf-01f72b44662a.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1036.007861] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1036.008135] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56f4b469-2876-40eb-ad46-088ebf0bb8b9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.016938] env[70483]: DEBUG oslo_vmware.api [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1036.016938] env[70483]: value = "task-3478466" [ 1036.016938] env[70483]: _type = "Task" [ 1036.016938] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.027941] env[70483]: DEBUG oslo_vmware.api [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.045297] env[70483]: DEBUG oslo_vmware.api [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478464, 'name': CloneVM_Task} progress is 94%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.103180] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478465, 'name': CreateVM_Task, 'duration_secs': 0.673805} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.103933] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1036.104949] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a4be804-7273-4b3f-bd10-ff8e404e6576" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.105297] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a4be804-7273-4b3f-bd10-ff8e404e6576" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.105773] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a4be804-7273-4b3f-bd10-ff8e404e6576" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.106158] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2dd4bf2-c3e5-42f2-8c21-401336e9a450 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.113826] env[70483]: DEBUG oslo_vmware.api [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 1036.113826] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5270ca19-926f-b886-9ea1-02dec50b8e20" [ 1036.113826] env[70483]: _type = "Task" [ 1036.113826] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.128095] env[70483]: DEBUG oslo_vmware.api [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5270ca19-926f-b886-9ea1-02dec50b8e20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.160959] env[70483]: DEBUG nova.network.neutron [req-1d7e502a-7f39-4762-8d6e-cfb64bd18c5d req-f1e22d3e-63fa-4ea4-9ec6-c9c1f3b7be46 service nova] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Updated VIF entry in instance network info cache for port ea6cb182-91d4-4000-9114-a539cfca357a. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1036.161518] env[70483]: DEBUG nova.network.neutron [req-1d7e502a-7f39-4762-8d6e-cfb64bd18c5d req-f1e22d3e-63fa-4ea4-9ec6-c9c1f3b7be46 service nova] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Updating instance_info_cache with network_info: [{"id": "ea6cb182-91d4-4000-9114-a539cfca357a", "address": "fa:16:3e:09:5a:a0", "network": {"id": "a0ba3df1-9a95-4633-a4d1-c9bb507cd560", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1747069620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b020f9de529424dbc3ba57af19c5c44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea6cb182-91", "ovs_interfaceid": "ea6cb182-91d4-4000-9114-a539cfca357a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.231944] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Releasing lock "refresh_cache-d8ce30bb-9696-4a06-8f52-6085912708b8" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.435924] env[70483]: DEBUG oslo_concurrency.lockutils [None req-262eb294-0e88-4052-8537-d605fef1344b tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "3bfab051-242b-480a-9b6c-dc933a925ecd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.208s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.463677] env[70483]: DEBUG nova.scheduler.client.report [None req-be22e68d-83ec-419b-a09c-e305e92859ff tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.528221] env[70483]: DEBUG oslo_vmware.api [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15666} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.528221] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1036.529285] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998a7f6c-c9ca-4130-912c-b683312f83ac {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.557737] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] bec86f74-e311-4829-98cf-01f72b44662a/bec86f74-e311-4829-98cf-01f72b44662a.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.562640] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89eb8095-d5b8-4039-805e-1d1376667106 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.586839] env[70483]: DEBUG oslo_vmware.api [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478464, 'name': CloneVM_Task} progress is 95%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.588501] env[70483]: DEBUG oslo_vmware.api [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1036.588501] env[70483]: value = "task-3478467" [ 1036.588501] env[70483]: _type = "Task" [ 1036.588501] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.625150] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a4be804-7273-4b3f-bd10-ff8e404e6576" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.625452] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Processing image 6a4be804-7273-4b3f-bd10-ff8e404e6576 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.625735] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a4be804-7273-4b3f-bd10-ff8e404e6576/6a4be804-7273-4b3f-bd10-ff8e404e6576.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.625889] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a4be804-7273-4b3f-bd10-ff8e404e6576/6a4be804-7273-4b3f-bd10-ff8e404e6576.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.626126] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.626403] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e92d45b-7791-40f7-aa3c-691c053e881b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.641125] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.641389] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.642228] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-050d23de-be5b-4ec6-975d-0cfdcb6dc200 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.648360] env[70483]: DEBUG oslo_vmware.api [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 1036.648360] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52380265-3d4f-774e-e9d7-a4c306523df9" [ 1036.648360] env[70483]: _type = "Task" [ 1036.648360] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.657251] env[70483]: DEBUG oslo_vmware.api [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52380265-3d4f-774e-e9d7-a4c306523df9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.664930] env[70483]: DEBUG oslo_concurrency.lockutils [req-1d7e502a-7f39-4762-8d6e-cfb64bd18c5d req-f1e22d3e-63fa-4ea4-9ec6-c9c1f3b7be46 service nova] Releasing lock "refresh_cache-84b10472-74ba-4122-802b-63d72968bf75" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.970191] env[70483]: DEBUG oslo_concurrency.lockutils [None req-be22e68d-83ec-419b-a09c-e305e92859ff tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.072s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.972515] env[70483]: DEBUG oslo_concurrency.lockutils [None req-75f8674b-25de-4f1e-88fb-091a4435f7f0 tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.821s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.972746] env[70483]: DEBUG nova.objects.instance [None req-75f8674b-25de-4f1e-88fb-091a4435f7f0 tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Lazy-loading 'resources' on Instance uuid babf0ab7-b2eb-414d-b9a9-9555afe74233 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.994935] env[70483]: INFO nova.scheduler.client.report [None req-be22e68d-83ec-419b-a09c-e305e92859ff tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Deleted allocations for instance 223fc274-26bf-4dc7-a435-d368cc004a67 [ 1037.056907] env[70483]: DEBUG oslo_vmware.api [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478464, 'name': CloneVM_Task, 'duration_secs': 1.748534} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.057231] env[70483]: INFO nova.virt.vmwareapi.vmops [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Created linked-clone VM from snapshot [ 1037.057972] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7573741-0ff0-4a34-bf6a-f9cf7938bc20 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.066020] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Uploading image e877142e-857a-44e5-b822-61ad4572c4ec {{(pid=70483) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1037.089777] env[70483]: DEBUG oslo_vmware.rw_handles [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1037.089777] env[70483]: value = "vm-695457" [ 1037.089777] env[70483]: _type = "VirtualMachine" [ 1037.089777] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1037.089959] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b078a88a-3050-4351-a72f-a48d206c521a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.099694] env[70483]: DEBUG oslo_vmware.api [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.100961] env[70483]: DEBUG oslo_vmware.rw_handles [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Lease: (returnval){ [ 1037.100961] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52bb2a2c-4ad4-f0fe-e0a5-a4f0188af2d7" [ 1037.100961] env[70483]: _type = "HttpNfcLease" [ 1037.100961] env[70483]: } obtained for exporting VM: (result){ [ 1037.100961] env[70483]: value = "vm-695457" [ 1037.100961] env[70483]: _type = "VirtualMachine" [ 1037.100961] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1037.101274] env[70483]: DEBUG oslo_vmware.api [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for the lease: (returnval){ [ 1037.101274] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52bb2a2c-4ad4-f0fe-e0a5-a4f0188af2d7" [ 1037.101274] env[70483]: _type = "HttpNfcLease" [ 1037.101274] env[70483]: } to be ready. {{(pid=70483) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1037.107822] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1037.107822] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52bb2a2c-4ad4-f0fe-e0a5-a4f0188af2d7" [ 1037.107822] env[70483]: _type = "HttpNfcLease" [ 1037.107822] env[70483]: } is initializing. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1037.160674] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Preparing fetch location {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1037.161355] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Fetch image to [datastore2] OSTACK_IMG_19a980a9-3959-4ef6-8796-502e22a6b19b/OSTACK_IMG_19a980a9-3959-4ef6-8796-502e22a6b19b.vmdk {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1037.161355] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Downloading stream optimized image 6a4be804-7273-4b3f-bd10-ff8e404e6576 to [datastore2] OSTACK_IMG_19a980a9-3959-4ef6-8796-502e22a6b19b/OSTACK_IMG_19a980a9-3959-4ef6-8796-502e22a6b19b.vmdk on the data store datastore2 as vApp {{(pid=70483) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1037.161355] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Downloading image file data 6a4be804-7273-4b3f-bd10-ff8e404e6576 to the ESX as VM named 'OSTACK_IMG_19a980a9-3959-4ef6-8796-502e22a6b19b' {{(pid=70483) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1037.241640] env[70483]: DEBUG oslo_vmware.rw_handles [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1037.241640] env[70483]: value = "resgroup-9" [ 1037.241640] env[70483]: _type = "ResourcePool" [ 1037.241640] env[70483]: }. {{(pid=70483) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1037.242211] env[70483]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-64590d10-6fd3-4538-8814-e3edd836dee0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.266281] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e13d20d5-deb4-4c52-9654-67fcff410117 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "3bfab051-242b-480a-9b6c-dc933a925ecd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.266281] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e13d20d5-deb4-4c52-9654-67fcff410117 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "3bfab051-242b-480a-9b6c-dc933a925ecd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.266281] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e13d20d5-deb4-4c52-9654-67fcff410117 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "3bfab051-242b-480a-9b6c-dc933a925ecd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.266281] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e13d20d5-deb4-4c52-9654-67fcff410117 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "3bfab051-242b-480a-9b6c-dc933a925ecd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.266281] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e13d20d5-deb4-4c52-9654-67fcff410117 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "3bfab051-242b-480a-9b6c-dc933a925ecd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.267792] env[70483]: INFO nova.compute.manager [None req-e13d20d5-deb4-4c52-9654-67fcff410117 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Terminating instance [ 1037.269350] env[70483]: DEBUG oslo_vmware.rw_handles [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lease: (returnval){ [ 1037.269350] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52000d5d-693d-4481-5666-d82bd0b2b9ec" [ 1037.269350] env[70483]: _type = "HttpNfcLease" [ 1037.269350] env[70483]: } obtained for vApp import into resource pool (val){ [ 1037.269350] env[70483]: value = "resgroup-9" [ 1037.269350] env[70483]: _type = "ResourcePool" [ 1037.269350] env[70483]: }. {{(pid=70483) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1037.269901] env[70483]: DEBUG oslo_vmware.api [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the lease: (returnval){ [ 1037.269901] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52000d5d-693d-4481-5666-d82bd0b2b9ec" [ 1037.269901] env[70483]: _type = "HttpNfcLease" [ 1037.269901] env[70483]: } to be ready. {{(pid=70483) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1037.281959] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1037.281959] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52000d5d-693d-4481-5666-d82bd0b2b9ec" [ 1037.281959] env[70483]: _type = "HttpNfcLease" [ 1037.281959] env[70483]: } is initializing. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1037.507011] env[70483]: DEBUG oslo_concurrency.lockutils [None req-be22e68d-83ec-419b-a09c-e305e92859ff tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "223fc274-26bf-4dc7-a435-d368cc004a67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.125s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.602538] env[70483]: DEBUG oslo_vmware.api [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478467, 'name': ReconfigVM_Task, 'duration_secs': 0.914024} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.606867] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Reconfigured VM instance instance-00000051 to attach disk [datastore2] bec86f74-e311-4829-98cf-01f72b44662a/bec86f74-e311-4829-98cf-01f72b44662a.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.609880] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-289610a4-4524-41dd-805e-3363a35511ef {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.615704] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1037.615704] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52bb2a2c-4ad4-f0fe-e0a5-a4f0188af2d7" [ 1037.615704] env[70483]: _type = "HttpNfcLease" [ 1037.615704] env[70483]: } is ready. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1037.615932] env[70483]: DEBUG oslo_vmware.rw_handles [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1037.615932] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52bb2a2c-4ad4-f0fe-e0a5-a4f0188af2d7" [ 1037.615932] env[70483]: _type = "HttpNfcLease" [ 1037.615932] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1037.617539] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e150e2dd-bee5-481c-8729-785997d80623 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.620201] env[70483]: DEBUG oslo_vmware.api [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1037.620201] env[70483]: value = "task-3478470" [ 1037.620201] env[70483]: _type = "Task" [ 1037.620201] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.628712] env[70483]: DEBUG oslo_vmware.rw_handles [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d76ab2-8fc1-15d4-0d5c-cc4b7ab63f62/disk-0.vmdk from lease info. {{(pid=70483) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1037.628896] env[70483]: DEBUG oslo_vmware.rw_handles [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d76ab2-8fc1-15d4-0d5c-cc4b7ab63f62/disk-0.vmdk for reading. {{(pid=70483) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1037.702421] env[70483]: DEBUG oslo_vmware.api [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478470, 'name': Rename_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.738940] env[70483]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5d356c26-af0e-4ae9-b785-a663fc3f2d3b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.741552] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8154d424-f34c-41fe-bc85-0854bca70c63 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquiring lock "3b1d2846-6f44-4f08-9878-e00bad014921" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.741814] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8154d424-f34c-41fe-bc85-0854bca70c63 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "3b1d2846-6f44-4f08-9878-e00bad014921" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.742028] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8154d424-f34c-41fe-bc85-0854bca70c63 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquiring lock "3b1d2846-6f44-4f08-9878-e00bad014921-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.742254] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8154d424-f34c-41fe-bc85-0854bca70c63 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "3b1d2846-6f44-4f08-9878-e00bad014921-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.742417] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8154d424-f34c-41fe-bc85-0854bca70c63 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "3b1d2846-6f44-4f08-9878-e00bad014921-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.747808] env[70483]: INFO nova.compute.manager [None req-8154d424-f34c-41fe-bc85-0854bca70c63 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Terminating instance [ 1037.772547] env[70483]: DEBUG nova.compute.manager [None req-e13d20d5-deb4-4c52-9654-67fcff410117 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1037.773186] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e13d20d5-deb4-4c52-9654-67fcff410117 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1037.780765] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad64165-beba-4dab-9ae3-6f4e43f54e4a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.787160] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.787861] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8508ed8-a2e4-4ad7-91fd-3afdf95afcd8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.798353] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1037.798353] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52000d5d-693d-4481-5666-d82bd0b2b9ec" [ 1037.798353] env[70483]: _type = "HttpNfcLease" [ 1037.798353] env[70483]: } is initializing. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1037.804265] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13d20d5-deb4-4c52-9654-67fcff410117 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.804753] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa32b389-95a3-4786-b660-fbcbd207ba1f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.811028] env[70483]: DEBUG oslo_vmware.api [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1037.811028] env[70483]: value = "task-3478471" [ 1037.811028] env[70483]: _type = "Task" [ 1037.811028] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.816640] env[70483]: DEBUG oslo_vmware.api [None req-e13d20d5-deb4-4c52-9654-67fcff410117 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 1037.816640] env[70483]: value = "task-3478472" [ 1037.816640] env[70483]: _type = "Task" [ 1037.816640] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.827660] env[70483]: DEBUG oslo_vmware.api [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.833887] env[70483]: DEBUG oslo_vmware.api [None req-e13d20d5-deb4-4c52-9654-67fcff410117 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.882164] env[70483]: DEBUG oslo_concurrency.lockutils [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "ef6fa7ed-b8aa-4221-a388-e86a72133cbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.882340] env[70483]: DEBUG oslo_concurrency.lockutils [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "ef6fa7ed-b8aa-4221-a388-e86a72133cbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.904070] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5f774c-2212-4cc4-9341-2f462fa02455 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.914438] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eac0986-6eaa-441b-aa1d-751fffe41dd7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.947461] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c048b6e2-785b-490d-89b3-0a698e819849 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.958335] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe41a55-eedf-41ee-8806-02c9242d2ebf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.974861] env[70483]: DEBUG nova.compute.provider_tree [None req-75f8674b-25de-4f1e-88fb-091a4435f7f0 tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.131181] env[70483]: DEBUG oslo_vmware.api [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478470, 'name': Rename_Task, 'duration_secs': 0.207919} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.131503] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.131767] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06ab57ef-020e-4545-9ecb-c60c81001cac {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.138537] env[70483]: DEBUG oslo_vmware.api [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1038.138537] env[70483]: value = "task-3478473" [ 1038.138537] env[70483]: _type = "Task" [ 1038.138537] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.149685] env[70483]: DEBUG oslo_vmware.api [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.253908] env[70483]: DEBUG nova.compute.manager [None req-8154d424-f34c-41fe-bc85-0854bca70c63 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1038.254206] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8154d424-f34c-41fe-bc85-0854bca70c63 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.255752] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7e7c94-3b35-4f53-9902-bc14f0715050 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.264980] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-8154d424-f34c-41fe-bc85-0854bca70c63 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.265416] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6512013b-a67f-406d-9dca-4b40ed2b63da {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.273069] env[70483]: DEBUG oslo_vmware.api [None req-8154d424-f34c-41fe-bc85-0854bca70c63 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 1038.273069] env[70483]: value = "task-3478474" [ 1038.273069] env[70483]: _type = "Task" [ 1038.273069] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.283094] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1038.283094] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52000d5d-693d-4481-5666-d82bd0b2b9ec" [ 1038.283094] env[70483]: _type = "HttpNfcLease" [ 1038.283094] env[70483]: } is ready. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1038.286148] env[70483]: DEBUG oslo_vmware.rw_handles [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1038.286148] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52000d5d-693d-4481-5666-d82bd0b2b9ec" [ 1038.286148] env[70483]: _type = "HttpNfcLease" [ 1038.286148] env[70483]: }. {{(pid=70483) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1038.286459] env[70483]: DEBUG oslo_vmware.api [None req-8154d424-f34c-41fe-bc85-0854bca70c63 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.287282] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00b852e-2411-4a2b-95a0-b52feafd7597 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.296009] env[70483]: DEBUG oslo_vmware.rw_handles [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5207b1aa-9132-9a99-024f-cec07eb41eb6/disk-0.vmdk from lease info. {{(pid=70483) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1038.296264] env[70483]: DEBUG oslo_vmware.rw_handles [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5207b1aa-9132-9a99-024f-cec07eb41eb6/disk-0.vmdk. {{(pid=70483) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1038.378899] env[70483]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fc85f1ee-f648-43a7-832e-4e1dc15da27a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.381383] env[70483]: DEBUG oslo_vmware.api [None req-e13d20d5-deb4-4c52-9654-67fcff410117 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478472, 'name': PowerOffVM_Task, 'duration_secs': 0.217674} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.381768] env[70483]: DEBUG oslo_vmware.api [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478471, 'name': PowerOffVM_Task, 'duration_secs': 0.231478} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.386422] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13d20d5-deb4-4c52-9654-67fcff410117 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.386676] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e13d20d5-deb4-4c52-9654-67fcff410117 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1038.387041] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.387583] env[70483]: DEBUG nova.compute.manager [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1038.392772] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-342ccede-c9eb-4d88-8fee-c287ecafb09b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.395568] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46af341f-54ed-4687-a6d4-0d4e5ae1f038 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.424224] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b691cd0c-fe09-4a5f-a987-85c6104ab009 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.463865] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.463865] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44262a5d-fc23-4408-baff-bfb4843f8738 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.473351] env[70483]: DEBUG oslo_vmware.api [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1038.473351] env[70483]: value = "task-3478476" [ 1038.473351] env[70483]: _type = "Task" [ 1038.473351] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.477941] env[70483]: DEBUG nova.scheduler.client.report [None req-75f8674b-25de-4f1e-88fb-091a4435f7f0 tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.486045] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e13d20d5-deb4-4c52-9654-67fcff410117 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.487201] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e13d20d5-deb4-4c52-9654-67fcff410117 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.487201] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-e13d20d5-deb4-4c52-9654-67fcff410117 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Deleting the datastore file [datastore1] 3bfab051-242b-480a-9b6c-dc933a925ecd {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.487201] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eabac1f1-8c9c-47bf-aded-1b5d608ccc6f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.495287] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] VM already powered off {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1038.495287] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.495287] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.496358] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.496358] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.496358] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d7bc073-37a5-4e1b-83ad-127e5c81c029 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.500122] env[70483]: DEBUG oslo_vmware.api [None req-e13d20d5-deb4-4c52-9654-67fcff410117 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 1038.500122] env[70483]: value = "task-3478477" [ 1038.500122] env[70483]: _type = "Task" [ 1038.500122] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.509498] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.510641] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.514100] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20728a04-2807-47d2-9fcc-bbf4f35bf464 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.516990] env[70483]: DEBUG oslo_vmware.api [None req-e13d20d5-deb4-4c52-9654-67fcff410117 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.522351] env[70483]: DEBUG oslo_vmware.api [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1038.522351] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523f506b-339f-4613-a630-71c644830458" [ 1038.522351] env[70483]: _type = "Task" [ 1038.522351] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.532961] env[70483]: DEBUG oslo_vmware.api [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523f506b-339f-4613-a630-71c644830458, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.655958] env[70483]: DEBUG oslo_vmware.api [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478473, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.793588] env[70483]: DEBUG oslo_vmware.api [None req-8154d424-f34c-41fe-bc85-0854bca70c63 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478474, 'name': PowerOffVM_Task, 'duration_secs': 0.174197} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.793973] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-8154d424-f34c-41fe-bc85-0854bca70c63 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.794230] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8154d424-f34c-41fe-bc85-0854bca70c63 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1038.794561] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d342bcfc-ae22-4fb2-aaf2-a11296e3b380 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.875687] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8154d424-f34c-41fe-bc85-0854bca70c63 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.875909] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8154d424-f34c-41fe-bc85-0854bca70c63 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.876159] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-8154d424-f34c-41fe-bc85-0854bca70c63 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Deleting the datastore file [datastore2] 3b1d2846-6f44-4f08-9878-e00bad014921 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.876605] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-498bb8b7-2e5c-4b17-a32b-9778e8207e38 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.888941] env[70483]: DEBUG oslo_vmware.api [None req-8154d424-f34c-41fe-bc85-0854bca70c63 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for the task: (returnval){ [ 1038.888941] env[70483]: value = "task-3478479" [ 1038.888941] env[70483]: _type = "Task" [ 1038.888941] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.900286] env[70483]: DEBUG oslo_vmware.api [None req-8154d424-f34c-41fe-bc85-0854bca70c63 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.923507] env[70483]: DEBUG oslo_concurrency.lockutils [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.985134] env[70483]: DEBUG oslo_concurrency.lockutils [None req-75f8674b-25de-4f1e-88fb-091a4435f7f0 tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.012s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.987908] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.600s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.988139] env[70483]: DEBUG nova.objects.instance [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70483) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1039.011216] env[70483]: INFO nova.scheduler.client.report [None req-75f8674b-25de-4f1e-88fb-091a4435f7f0 tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Deleted allocations for instance babf0ab7-b2eb-414d-b9a9-9555afe74233 [ 1039.023014] env[70483]: DEBUG oslo_vmware.api [None req-e13d20d5-deb4-4c52-9654-67fcff410117 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14901} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.029299] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-e13d20d5-deb4-4c52-9654-67fcff410117 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.029524] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e13d20d5-deb4-4c52-9654-67fcff410117 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.029759] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e13d20d5-deb4-4c52-9654-67fcff410117 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.029915] env[70483]: INFO nova.compute.manager [None req-e13d20d5-deb4-4c52-9654-67fcff410117 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1039.030496] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e13d20d5-deb4-4c52-9654-67fcff410117 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.031581] env[70483]: DEBUG nova.compute.manager [-] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1039.031783] env[70483]: DEBUG nova.network.neutron [-] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1039.042875] env[70483]: DEBUG oslo_vmware.api [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523f506b-339f-4613-a630-71c644830458, 'name': SearchDatastore_Task, 'duration_secs': 0.01127} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.046395] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c09a53a-3f26-4c22-9fbe-d63969e44de1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.054386] env[70483]: DEBUG oslo_vmware.api [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1039.054386] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52bb051a-f5dc-0633-c831-571744322500" [ 1039.054386] env[70483]: _type = "Task" [ 1039.054386] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.068559] env[70483]: DEBUG oslo_vmware.api [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52bb051a-f5dc-0633-c831-571744322500, 'name': SearchDatastore_Task, 'duration_secs': 0.011305} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.071613] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.072011] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] d8ce30bb-9696-4a06-8f52-6085912708b8/c45d2ce6-6758-4a65-9806-b17c804e40f4-rescue.vmdk. {{(pid=70483) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1039.072678] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2260061-e02f-4961-b767-d7d79f8b6583 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.082277] env[70483]: DEBUG oslo_vmware.api [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1039.082277] env[70483]: value = "task-3478480" [ 1039.082277] env[70483]: _type = "Task" [ 1039.082277] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.096040] env[70483]: DEBUG oslo_vmware.api [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478480, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.154670] env[70483]: DEBUG oslo_vmware.api [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478473, 'name': PowerOnVM_Task, 'duration_secs': 0.531494} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.154670] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.154670] env[70483]: DEBUG nova.compute.manager [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.155793] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479276b1-39bd-45ca-92d3-b53f13363d34 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.225407] env[70483]: DEBUG oslo_vmware.rw_handles [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Completed reading data from the image iterator. {{(pid=70483) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1039.225778] env[70483]: DEBUG oslo_vmware.rw_handles [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5207b1aa-9132-9a99-024f-cec07eb41eb6/disk-0.vmdk. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1039.226885] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132e576f-9ebc-4c51-aa87-57ec4dddbbf6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.236202] env[70483]: DEBUG oslo_vmware.rw_handles [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5207b1aa-9132-9a99-024f-cec07eb41eb6/disk-0.vmdk is in state: ready. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1039.236606] env[70483]: DEBUG oslo_vmware.rw_handles [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5207b1aa-9132-9a99-024f-cec07eb41eb6/disk-0.vmdk. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1039.236996] env[70483]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0dcd0d08-de50-4009-93d3-c214945f692d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.408442] env[70483]: DEBUG oslo_vmware.api [None req-8154d424-f34c-41fe-bc85-0854bca70c63 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Task: {'id': task-3478479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188088} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.408497] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-8154d424-f34c-41fe-bc85-0854bca70c63 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.408775] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8154d424-f34c-41fe-bc85-0854bca70c63 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.409320] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8154d424-f34c-41fe-bc85-0854bca70c63 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.409603] env[70483]: INFO nova.compute.manager [None req-8154d424-f34c-41fe-bc85-0854bca70c63 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1039.409933] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8154d424-f34c-41fe-bc85-0854bca70c63 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.410254] env[70483]: DEBUG nova.compute.manager [-] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1039.410392] env[70483]: DEBUG nova.network.neutron [-] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1039.522684] env[70483]: DEBUG oslo_concurrency.lockutils [None req-75f8674b-25de-4f1e-88fb-091a4435f7f0 tempest-ServerTagsTestJSON-1261848970 tempest-ServerTagsTestJSON-1261848970-project-member] Lock "babf0ab7-b2eb-414d-b9a9-9555afe74233" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.845s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.557651] env[70483]: DEBUG nova.compute.manager [req-104e2f37-033b-41ac-bd4c-38a3f75f1c62 req-cff7ae47-645d-4562-be63-eec24af25974 service nova] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Received event network-vif-deleted-2d60dcd9-a1a1-4c53-a694-65daf8c6e072 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.557921] env[70483]: INFO nova.compute.manager [req-104e2f37-033b-41ac-bd4c-38a3f75f1c62 req-cff7ae47-645d-4562-be63-eec24af25974 service nova] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Neutron deleted interface 2d60dcd9-a1a1-4c53-a694-65daf8c6e072; detaching it from the instance and deleting it from the info cache [ 1039.558273] env[70483]: DEBUG nova.network.neutron [req-104e2f37-033b-41ac-bd4c-38a3f75f1c62 req-cff7ae47-645d-4562-be63-eec24af25974 service nova] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.561402] env[70483]: DEBUG oslo_vmware.rw_handles [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5207b1aa-9132-9a99-024f-cec07eb41eb6/disk-0.vmdk. {{(pid=70483) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1039.561626] env[70483]: INFO nova.virt.vmwareapi.images [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Downloaded image file data 6a4be804-7273-4b3f-bd10-ff8e404e6576 [ 1039.562853] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65894e7-d3da-43d7-a547-aab170c4b27d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.597024] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e511619-534f-48c7-ae0f-f019907d9815 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.607281] env[70483]: DEBUG oslo_vmware.api [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478480, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496831} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.607788] env[70483]: INFO nova.virt.vmwareapi.ds_util [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] d8ce30bb-9696-4a06-8f52-6085912708b8/c45d2ce6-6758-4a65-9806-b17c804e40f4-rescue.vmdk. [ 1039.609137] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ec7fe6-8662-4dd8-9763-4ad4f9de9c14 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.644202] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] d8ce30bb-9696-4a06-8f52-6085912708b8/c45d2ce6-6758-4a65-9806-b17c804e40f4-rescue.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1039.648024] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20d8a50d-1977-4bf8-b73a-6c65532f143b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.666021] env[70483]: INFO nova.virt.vmwareapi.images [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 84b10472-74ba-4122-802b-63d72968bf75] The imported VM was unregistered [ 1039.666021] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Caching image {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1039.666021] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Creating directory with path [datastore2] devstack-image-cache_base/6a4be804-7273-4b3f-bd10-ff8e404e6576 {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1039.666021] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfe18a51-0b00-4bd5-a0a5-d19eef53d96e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.676902] env[70483]: DEBUG oslo_vmware.api [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1039.676902] env[70483]: value = "task-3478482" [ 1039.676902] env[70483]: _type = "Task" [ 1039.676902] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.679622] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.684248] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Created directory with path [datastore2] devstack-image-cache_base/6a4be804-7273-4b3f-bd10-ff8e404e6576 {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1039.684457] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_19a980a9-3959-4ef6-8796-502e22a6b19b/OSTACK_IMG_19a980a9-3959-4ef6-8796-502e22a6b19b.vmdk to [datastore2] devstack-image-cache_base/6a4be804-7273-4b3f-bd10-ff8e404e6576/6a4be804-7273-4b3f-bd10-ff8e404e6576.vmdk. {{(pid=70483) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1039.685145] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-fbd59c28-b63e-47f6-8594-773f5d16df59 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.691204] env[70483]: DEBUG oslo_vmware.api [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478482, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.696908] env[70483]: DEBUG oslo_vmware.api [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 1039.696908] env[70483]: value = "task-3478483" [ 1039.696908] env[70483]: _type = "Task" [ 1039.696908] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.707328] env[70483]: DEBUG oslo_vmware.api [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478483, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.880326] env[70483]: DEBUG nova.compute.manager [req-eb1f1c16-4de4-449a-a3e2-4af57c55953b req-539f7695-17c2-4d3a-bca1-33cbb2c1c2c7 service nova] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Received event network-vif-deleted-9e69108d-ea75-4d5f-af60-7025cc9d7447 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.880668] env[70483]: INFO nova.compute.manager [req-eb1f1c16-4de4-449a-a3e2-4af57c55953b req-539f7695-17c2-4d3a-bca1-33cbb2c1c2c7 service nova] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Neutron deleted interface 9e69108d-ea75-4d5f-af60-7025cc9d7447; detaching it from the instance and deleting it from the info cache [ 1039.880859] env[70483]: DEBUG nova.network.neutron [req-eb1f1c16-4de4-449a-a3e2-4af57c55953b req-539f7695-17c2-4d3a-bca1-33cbb2c1c2c7 service nova] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.995740] env[70483]: DEBUG nova.network.neutron [-] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.004715] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bdcbcf62-314c-46e0-837a-407089bd60a6 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.005370] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.250s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.009030] env[70483]: INFO nova.compute.claims [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.065032] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d3802e1c-9a63-4227-b1d9-0ab6a4932dab {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.078343] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b894d4-a668-4175-b7f5-3445d560e6d9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.123563] env[70483]: DEBUG nova.compute.manager [req-104e2f37-033b-41ac-bd4c-38a3f75f1c62 req-cff7ae47-645d-4562-be63-eec24af25974 service nova] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Detach interface failed, port_id=2d60dcd9-a1a1-4c53-a694-65daf8c6e072, reason: Instance 3bfab051-242b-480a-9b6c-dc933a925ecd could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1040.168495] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0a0e3f70-d2c1-40bb-aee8-8d980cc32bd6 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "bec86f74-e311-4829-98cf-01f72b44662a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.168495] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0a0e3f70-d2c1-40bb-aee8-8d980cc32bd6 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "bec86f74-e311-4829-98cf-01f72b44662a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.168495] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0a0e3f70-d2c1-40bb-aee8-8d980cc32bd6 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "bec86f74-e311-4829-98cf-01f72b44662a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.168495] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0a0e3f70-d2c1-40bb-aee8-8d980cc32bd6 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "bec86f74-e311-4829-98cf-01f72b44662a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.168495] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0a0e3f70-d2c1-40bb-aee8-8d980cc32bd6 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "bec86f74-e311-4829-98cf-01f72b44662a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.170881] env[70483]: INFO nova.compute.manager [None req-0a0e3f70-d2c1-40bb-aee8-8d980cc32bd6 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Terminating instance [ 1040.194587] env[70483]: DEBUG oslo_vmware.api [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478482, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.208703] env[70483]: DEBUG oslo_vmware.api [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478483, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.268600] env[70483]: DEBUG nova.network.neutron [-] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.383602] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0b0d582-0108-4fcd-871a-8cae241f8275 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.396871] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6ecfa6-f9aa-4c31-936e-c4774fa43100 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.449954] env[70483]: DEBUG nova.compute.manager [req-eb1f1c16-4de4-449a-a3e2-4af57c55953b req-539f7695-17c2-4d3a-bca1-33cbb2c1c2c7 service nova] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Detach interface failed, port_id=9e69108d-ea75-4d5f-af60-7025cc9d7447, reason: Instance 3b1d2846-6f44-4f08-9878-e00bad014921 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1040.500257] env[70483]: INFO nova.compute.manager [-] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Took 1.47 seconds to deallocate network for instance. [ 1040.680020] env[70483]: DEBUG nova.compute.manager [None req-0a0e3f70-d2c1-40bb-aee8-8d980cc32bd6 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1040.680020] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0e3f70-d2c1-40bb-aee8-8d980cc32bd6 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.680020] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a1ec58-6677-4569-9034-b06a25a1ba73 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.694688] env[70483]: DEBUG oslo_vmware.api [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478482, 'name': ReconfigVM_Task, 'duration_secs': 0.56903} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.697487] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Reconfigured VM instance instance-00000053 to attach disk [datastore1] d8ce30bb-9696-4a06-8f52-6085912708b8/c45d2ce6-6758-4a65-9806-b17c804e40f4-rescue.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.698254] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a0e3f70-d2c1-40bb-aee8-8d980cc32bd6 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.701019] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51d08a0-2f61-4500-8160-64ab2f27167b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.702521] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c06ed811-a7e6-4e5f-8cb9-6e8d0a60c8b4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.750567] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f92ebb3-c3c9-4f44-b474-7a417ea4ef3f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.762490] env[70483]: DEBUG oslo_vmware.api [None req-0a0e3f70-d2c1-40bb-aee8-8d980cc32bd6 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1040.762490] env[70483]: value = "task-3478484" [ 1040.762490] env[70483]: _type = "Task" [ 1040.762490] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.766021] env[70483]: DEBUG oslo_vmware.api [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478483, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.769045] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "8c04b455-94ed-420e-964a-9b96ff5c7a3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.769045] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "8c04b455-94ed-420e-964a-9b96ff5c7a3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.774161] env[70483]: INFO nova.compute.manager [-] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Took 1.36 seconds to deallocate network for instance. [ 1040.796398] env[70483]: DEBUG oslo_vmware.api [None req-0a0e3f70-d2c1-40bb-aee8-8d980cc32bd6 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.801865] env[70483]: DEBUG oslo_vmware.api [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1040.801865] env[70483]: value = "task-3478485" [ 1040.801865] env[70483]: _type = "Task" [ 1040.801865] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.814681] env[70483]: DEBUG oslo_vmware.api [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478485, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.008474] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e13d20d5-deb4-4c52-9654-67fcff410117 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.211475] env[70483]: DEBUG oslo_vmware.api [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478483, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.275037] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1041.275037] env[70483]: DEBUG nova.compute.manager [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1041.279028] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1041.281329] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8154d424-f34c-41fe-bc85-0854bca70c63 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.288957] env[70483]: DEBUG oslo_vmware.api [None req-0a0e3f70-d2c1-40bb-aee8-8d980cc32bd6 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478484, 'name': PowerOffVM_Task, 'duration_secs': 0.565586} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.289746] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a0e3f70-d2c1-40bb-aee8-8d980cc32bd6 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.289965] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0e3f70-d2c1-40bb-aee8-8d980cc32bd6 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.290263] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a238514c-916e-40e0-9dde-5b6246b56f44 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.316887] env[70483]: DEBUG oslo_vmware.api [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478485, 'name': ReconfigVM_Task, 'duration_secs': 0.296123} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.317279] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.317554] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fc7164d-97cb-4dc8-915c-cafdfdb98903 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.328128] env[70483]: DEBUG oslo_vmware.api [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1041.328128] env[70483]: value = "task-3478487" [ 1041.328128] env[70483]: _type = "Task" [ 1041.328128] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.340056] env[70483]: DEBUG oslo_vmware.api [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.455165] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e166c5-9993-4182-8099-e4e8fb1ba115 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.466796] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a485e1e-4a5b-4ac3-8201-a457b550df76 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.509145] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2517a50b-4a11-46c8-8c76-a7bc133c34e0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.519075] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c53110a-173d-477f-ba5b-943ea6276b8e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.536369] env[70483]: DEBUG nova.compute.provider_tree [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.600517] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0e3f70-d2c1-40bb-aee8-8d980cc32bd6 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.600780] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0e3f70-d2c1-40bb-aee8-8d980cc32bd6 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.600967] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a0e3f70-d2c1-40bb-aee8-8d980cc32bd6 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Deleting the datastore file [datastore2] bec86f74-e311-4829-98cf-01f72b44662a {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.601356] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2781092-7af2-4efe-b719-7fa0c197380d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.612479] env[70483]: DEBUG oslo_vmware.api [None req-0a0e3f70-d2c1-40bb-aee8-8d980cc32bd6 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1041.612479] env[70483]: value = "task-3478488" [ 1041.612479] env[70483]: _type = "Task" [ 1041.612479] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.625881] env[70483]: DEBUG oslo_vmware.api [None req-0a0e3f70-d2c1-40bb-aee8-8d980cc32bd6 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.723818] env[70483]: DEBUG oslo_vmware.api [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478483, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.791610] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1041.791610] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1041.791762] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1041.791994] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1041.792226] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1041.792443] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1041.792628] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70483) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1041.792842] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager.update_available_resource {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1041.807645] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.844686] env[70483]: DEBUG oslo_vmware.api [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478487, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.040762] env[70483]: DEBUG nova.scheduler.client.report [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.125187] env[70483]: DEBUG oslo_vmware.api [None req-0a0e3f70-d2c1-40bb-aee8-8d980cc32bd6 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.218435] env[70483]: DEBUG oslo_vmware.api [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478483, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.296448] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.341726] env[70483]: DEBUG oslo_vmware.api [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478487, 'name': PowerOnVM_Task, 'duration_secs': 0.644846} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.341899] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.344769] env[70483]: DEBUG nova.compute.manager [None req-2597bda8-b1a7-421c-aa97-610c563e3207 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.345672] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37774bf1-b113-4a5a-a7e6-a16bc929b572 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.546789] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.546789] env[70483]: DEBUG nova.compute.manager [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1042.549651] env[70483]: DEBUG oslo_concurrency.lockutils [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.981s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.551289] env[70483]: INFO nova.compute.claims [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1042.625392] env[70483]: DEBUG oslo_vmware.api [None req-0a0e3f70-d2c1-40bb-aee8-8d980cc32bd6 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.65284} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.626234] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a0e3f70-d2c1-40bb-aee8-8d980cc32bd6 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.626234] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0e3f70-d2c1-40bb-aee8-8d980cc32bd6 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.626234] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0e3f70-d2c1-40bb-aee8-8d980cc32bd6 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.626433] env[70483]: INFO nova.compute.manager [None req-0a0e3f70-d2c1-40bb-aee8-8d980cc32bd6 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Took 1.95 seconds to destroy the instance on the hypervisor. [ 1042.626520] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a0e3f70-d2c1-40bb-aee8-8d980cc32bd6 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.626720] env[70483]: DEBUG nova.compute.manager [-] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1042.626817] env[70483]: DEBUG nova.network.neutron [-] [instance: bec86f74-e311-4829-98cf-01f72b44662a] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.649365] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dee32280-086e-4e71-addc-a58ac072202b tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Acquiring lock "cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.652775] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dee32280-086e-4e71-addc-a58ac072202b tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Lock "cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.652775] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dee32280-086e-4e71-addc-a58ac072202b tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Acquiring lock "cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.652775] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dee32280-086e-4e71-addc-a58ac072202b tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Lock "cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.652775] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dee32280-086e-4e71-addc-a58ac072202b tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Lock "cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.659102] env[70483]: INFO nova.compute.manager [None req-dee32280-086e-4e71-addc-a58ac072202b tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Terminating instance [ 1042.721422] env[70483]: DEBUG oslo_vmware.api [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478483, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.523103} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.727064] env[70483]: INFO nova.virt.vmwareapi.ds_util [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_19a980a9-3959-4ef6-8796-502e22a6b19b/OSTACK_IMG_19a980a9-3959-4ef6-8796-502e22a6b19b.vmdk to [datastore2] devstack-image-cache_base/6a4be804-7273-4b3f-bd10-ff8e404e6576/6a4be804-7273-4b3f-bd10-ff8e404e6576.vmdk. [ 1042.727064] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Cleaning up location [datastore2] OSTACK_IMG_19a980a9-3959-4ef6-8796-502e22a6b19b {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1042.727064] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_19a980a9-3959-4ef6-8796-502e22a6b19b {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.727064] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d7f6608-7224-4410-ad0d-25fd5d498562 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.737732] env[70483]: DEBUG oslo_vmware.api [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 1042.737732] env[70483]: value = "task-3478489" [ 1042.737732] env[70483]: _type = "Task" [ 1042.737732] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.748629] env[70483]: DEBUG oslo_vmware.api [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.951104] env[70483]: DEBUG nova.compute.manager [req-5b9087d9-70f5-4b8b-9f93-63d8a5f80a8f req-9b97058a-f03a-409b-9305-1cf39343e77c service nova] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Received event network-vif-deleted-e56a0ff1-90ed-4634-bc7e-dacacb7e475e {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.951382] env[70483]: INFO nova.compute.manager [req-5b9087d9-70f5-4b8b-9f93-63d8a5f80a8f req-9b97058a-f03a-409b-9305-1cf39343e77c service nova] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Neutron deleted interface e56a0ff1-90ed-4634-bc7e-dacacb7e475e; detaching it from the instance and deleting it from the info cache [ 1042.951516] env[70483]: DEBUG nova.network.neutron [req-5b9087d9-70f5-4b8b-9f93-63d8a5f80a8f req-9b97058a-f03a-409b-9305-1cf39343e77c service nova] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.057034] env[70483]: DEBUG nova.compute.utils [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.058879] env[70483]: DEBUG nova.compute.manager [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1043.058879] env[70483]: DEBUG nova.network.neutron [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.106616] env[70483]: DEBUG nova.policy [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1fb6afbbcf8d443abc1c74f33573839b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90fecf2370f64a15a05c66a29b71668e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.162609] env[70483]: DEBUG nova.compute.manager [None req-dee32280-086e-4e71-addc-a58ac072202b tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1043.162843] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-dee32280-086e-4e71-addc-a58ac072202b tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.163880] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebaecaa-310f-4866-9ca7-03018d6bb5fb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.176795] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee32280-086e-4e71-addc-a58ac072202b tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.176795] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6e25819-bea8-48a5-9561-4120588c3f2d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.184938] env[70483]: DEBUG oslo_vmware.api [None req-dee32280-086e-4e71-addc-a58ac072202b tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Waiting for the task: (returnval){ [ 1043.184938] env[70483]: value = "task-3478490" [ 1043.184938] env[70483]: _type = "Task" [ 1043.184938] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.194240] env[70483]: DEBUG oslo_vmware.api [None req-dee32280-086e-4e71-addc-a58ac072202b tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': task-3478490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.250263] env[70483]: DEBUG oslo_vmware.api [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039696} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.250560] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.250737] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a4be804-7273-4b3f-bd10-ff8e404e6576/6a4be804-7273-4b3f-bd10-ff8e404e6576.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.250989] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a4be804-7273-4b3f-bd10-ff8e404e6576/6a4be804-7273-4b3f-bd10-ff8e404e6576.vmdk to [datastore2] 84b10472-74ba-4122-802b-63d72968bf75/84b10472-74ba-4122-802b-63d72968bf75.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.251265] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a468386f-f819-458b-a1d7-e3b8661536f9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.259518] env[70483]: DEBUG oslo_vmware.api [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 1043.259518] env[70483]: value = "task-3478491" [ 1043.259518] env[70483]: _type = "Task" [ 1043.259518] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.268866] env[70483]: DEBUG oslo_vmware.api [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.436042] env[70483]: DEBUG nova.network.neutron [-] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.449419] env[70483]: DEBUG oslo_concurrency.lockutils [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Acquiring lock "2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.449746] env[70483]: DEBUG oslo_concurrency.lockutils [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Lock "2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.454157] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-05099907-a33a-4397-a979-6274a9947a9c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.462611] env[70483]: DEBUG nova.network.neutron [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Successfully created port: a9cd03b1-7b68-4bd8-9d43-554855a1ffe8 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1043.471807] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61732b00-920e-44b2-996e-4f8c95268a60 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.513921] env[70483]: DEBUG nova.compute.manager [req-5b9087d9-70f5-4b8b-9f93-63d8a5f80a8f req-9b97058a-f03a-409b-9305-1cf39343e77c service nova] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Detach interface failed, port_id=e56a0ff1-90ed-4634-bc7e-dacacb7e475e, reason: Instance bec86f74-e311-4829-98cf-01f72b44662a could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1043.564867] env[70483]: DEBUG nova.compute.manager [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1043.700812] env[70483]: DEBUG oslo_vmware.api [None req-dee32280-086e-4e71-addc-a58ac072202b tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': task-3478490, 'name': PowerOffVM_Task, 'duration_secs': 0.301523} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.701193] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee32280-086e-4e71-addc-a58ac072202b tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.701461] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-dee32280-086e-4e71-addc-a58ac072202b tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.701673] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18a79d5f-b235-4298-916e-76642888e77d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.770368] env[70483]: DEBUG oslo_vmware.api [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478491, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.792337] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-dee32280-086e-4e71-addc-a58ac072202b tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.792583] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-dee32280-086e-4e71-addc-a58ac072202b tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.792762] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-dee32280-086e-4e71-addc-a58ac072202b tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Deleting the datastore file [datastore1] cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.793075] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f271dc27-a8fc-413d-839a-52f193de5cbd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.806316] env[70483]: DEBUG oslo_vmware.api [None req-dee32280-086e-4e71-addc-a58ac072202b tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Waiting for the task: (returnval){ [ 1043.806316] env[70483]: value = "task-3478493" [ 1043.806316] env[70483]: _type = "Task" [ 1043.806316] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.818966] env[70483]: DEBUG oslo_vmware.api [None req-dee32280-086e-4e71-addc-a58ac072202b tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': task-3478493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.938985] env[70483]: INFO nova.compute.manager [-] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Took 1.31 seconds to deallocate network for instance. [ 1043.953482] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695ee084-3206-465a-8f8e-7b4ca77589f7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.958294] env[70483]: DEBUG nova.compute.manager [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1043.974700] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1778d379-634f-4021-9181-450151bc80ee {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.013029] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e6655c-28b6-4372-82a5-a70e90540b05 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.026564] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a306f9a-c343-476c-952d-36b2e8641cb8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.044833] env[70483]: DEBUG nova.compute.provider_tree [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.074307] env[70483]: INFO nova.virt.block_device [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Booting with volume b7fb94cf-bfee-43d0-97ba-7fd08d3c6499 at /dev/sda [ 1044.130514] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-42d77f73-2bce-4a8e-8f96-ed088805be09 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.145735] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b470eb69-0257-4df3-b150-08aca4f7bea3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.192216] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd1e63ef-a80b-419d-896a-c3186b8c194b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.204323] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6b2d73-42c6-45b0-8874-11cbbfa4ab54 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.244405] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a178ca-49fa-4ee7-8ce6-9ced68aaf9e3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.255602] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222fd3cc-42a7-4904-86fa-948da3bb0161 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.270298] env[70483]: DEBUG oslo_vmware.api [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478491, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.274293] env[70483]: DEBUG nova.virt.block_device [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Updating existing volume attachment record: 04b3fea4-0bfe-4f9c-8849-0377971857e8 {{(pid=70483) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1044.322920] env[70483]: DEBUG oslo_vmware.api [None req-dee32280-086e-4e71-addc-a58ac072202b tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': task-3478493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256183} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.323216] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-dee32280-086e-4e71-addc-a58ac072202b tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.323403] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-dee32280-086e-4e71-addc-a58ac072202b tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1044.323587] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-dee32280-086e-4e71-addc-a58ac072202b tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.323759] env[70483]: INFO nova.compute.manager [None req-dee32280-086e-4e71-addc-a58ac072202b tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1044.324027] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dee32280-086e-4e71-addc-a58ac072202b tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.324229] env[70483]: DEBUG nova.compute.manager [-] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1044.324331] env[70483]: DEBUG nova.network.neutron [-] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1044.449939] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0a0e3f70-d2c1-40bb-aee8-8d980cc32bd6 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.485256] env[70483]: DEBUG oslo_concurrency.lockutils [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.549832] env[70483]: DEBUG nova.scheduler.client.report [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.773365] env[70483]: DEBUG oslo_vmware.api [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478491, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.848558] env[70483]: INFO nova.compute.manager [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Rescuing [ 1044.848757] env[70483]: DEBUG oslo_concurrency.lockutils [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquiring lock "refresh_cache-b9fca4d0-dadf-43ee-ad2c-2656a3792ea4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.849063] env[70483]: DEBUG oslo_concurrency.lockutils [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquired lock "refresh_cache-b9fca4d0-dadf-43ee-ad2c-2656a3792ea4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.849063] env[70483]: DEBUG nova.network.neutron [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.983478] env[70483]: DEBUG nova.compute.manager [req-d4cf2b14-ae5f-4ea2-be3c-7454e21600e5 req-0b90186a-42a4-4a58-ab44-18739dea34e0 service nova] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Received event network-vif-plugged-a9cd03b1-7b68-4bd8-9d43-554855a1ffe8 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.983478] env[70483]: DEBUG oslo_concurrency.lockutils [req-d4cf2b14-ae5f-4ea2-be3c-7454e21600e5 req-0b90186a-42a4-4a58-ab44-18739dea34e0 service nova] Acquiring lock "73e3ef81-1a84-429b-968b-0bbee1b276d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.984460] env[70483]: DEBUG oslo_concurrency.lockutils [req-d4cf2b14-ae5f-4ea2-be3c-7454e21600e5 req-0b90186a-42a4-4a58-ab44-18739dea34e0 service nova] Lock "73e3ef81-1a84-429b-968b-0bbee1b276d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.984460] env[70483]: DEBUG oslo_concurrency.lockutils [req-d4cf2b14-ae5f-4ea2-be3c-7454e21600e5 req-0b90186a-42a4-4a58-ab44-18739dea34e0 service nova] Lock "73e3ef81-1a84-429b-968b-0bbee1b276d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.984460] env[70483]: DEBUG nova.compute.manager [req-d4cf2b14-ae5f-4ea2-be3c-7454e21600e5 req-0b90186a-42a4-4a58-ab44-18739dea34e0 service nova] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] No waiting events found dispatching network-vif-plugged-a9cd03b1-7b68-4bd8-9d43-554855a1ffe8 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1044.984460] env[70483]: WARNING nova.compute.manager [req-d4cf2b14-ae5f-4ea2-be3c-7454e21600e5 req-0b90186a-42a4-4a58-ab44-18739dea34e0 service nova] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Received unexpected event network-vif-plugged-a9cd03b1-7b68-4bd8-9d43-554855a1ffe8 for instance with vm_state building and task_state block_device_mapping. [ 1045.049306] env[70483]: DEBUG nova.network.neutron [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Successfully updated port: a9cd03b1-7b68-4bd8-9d43-554855a1ffe8 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.057029] env[70483]: DEBUG oslo_concurrency.lockutils [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.057029] env[70483]: DEBUG nova.compute.manager [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1045.059343] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.615s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.059343] env[70483]: DEBUG nova.objects.instance [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70483) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1045.103279] env[70483]: DEBUG nova.compute.manager [req-27da1fd8-55b5-44f9-9c99-ec7f0d57896e req-bd5fd278-b74a-4312-ac9f-efe76bf3e49d service nova] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Received event network-vif-deleted-37de88a3-bcb1-4607-beae-f53a14d3d2ee {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.103279] env[70483]: INFO nova.compute.manager [req-27da1fd8-55b5-44f9-9c99-ec7f0d57896e req-bd5fd278-b74a-4312-ac9f-efe76bf3e49d service nova] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Neutron deleted interface 37de88a3-bcb1-4607-beae-f53a14d3d2ee; detaching it from the instance and deleting it from the info cache [ 1045.103657] env[70483]: DEBUG nova.network.neutron [req-27da1fd8-55b5-44f9-9c99-ec7f0d57896e req-bd5fd278-b74a-4312-ac9f-efe76bf3e49d service nova] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.859652] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Acquiring lock "refresh_cache-73e3ef81-1a84-429b-968b-0bbee1b276d0" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.859652] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Acquired lock "refresh_cache-73e3ef81-1a84-429b-968b-0bbee1b276d0" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.859652] env[70483]: DEBUG nova.network.neutron [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.861143] env[70483]: DEBUG nova.compute.utils [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1045.864735] env[70483]: DEBUG nova.network.neutron [-] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.871199] env[70483]: DEBUG nova.compute.manager [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1045.871865] env[70483]: DEBUG nova.network.neutron [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1045.881666] env[70483]: DEBUG oslo_vmware.api [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478491, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.348739} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.883115] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a4be804-7273-4b3f-bd10-ff8e404e6576/6a4be804-7273-4b3f-bd10-ff8e404e6576.vmdk to [datastore2] 84b10472-74ba-4122-802b-63d72968bf75/84b10472-74ba-4122-802b-63d72968bf75.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.884059] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efc9413-0348-4e2f-87d0-3968b2efb6a2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.908560] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 84b10472-74ba-4122-802b-63d72968bf75/84b10472-74ba-4122-802b-63d72968bf75.vmdk or device None with type streamOptimized {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.909579] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f73dabd-934f-407b-9500-c912c4fafc3e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.926368] env[70483]: DEBUG nova.policy [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d202da876e34599b7258da0bdce7e75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec180aeba08f48dea450ade057d4e619', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1045.934136] env[70483]: DEBUG oslo_vmware.api [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 1045.934136] env[70483]: value = "task-3478494" [ 1045.934136] env[70483]: _type = "Task" [ 1045.934136] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.945396] env[70483]: DEBUG oslo_vmware.api [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478494, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.955843] env[70483]: DEBUG oslo_vmware.rw_handles [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d76ab2-8fc1-15d4-0d5c-cc4b7ab63f62/disk-0.vmdk. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1045.956128] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0ca9ad-dcf9-4ce9-be1f-95cd75fc6b3e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.965130] env[70483]: DEBUG oslo_vmware.rw_handles [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d76ab2-8fc1-15d4-0d5c-cc4b7ab63f62/disk-0.vmdk is in state: ready. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1045.965130] env[70483]: ERROR oslo_vmware.rw_handles [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d76ab2-8fc1-15d4-0d5c-cc4b7ab63f62/disk-0.vmdk due to incomplete transfer. [ 1045.965234] env[70483]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6ce30f93-4125-4101-9096-4cb6579d4141 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.973089] env[70483]: DEBUG oslo_vmware.rw_handles [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d76ab2-8fc1-15d4-0d5c-cc4b7ab63f62/disk-0.vmdk. {{(pid=70483) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1045.973274] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Uploaded image e877142e-857a-44e5-b822-61ad4572c4ec to the Glance image server {{(pid=70483) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1045.975873] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Destroying the VM {{(pid=70483) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1045.976158] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-06691a05-8bc5-4b33-a0f1-baa4a70a7724 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.986504] env[70483]: DEBUG oslo_vmware.api [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for the task: (returnval){ [ 1045.986504] env[70483]: value = "task-3478495" [ 1045.986504] env[70483]: _type = "Task" [ 1045.986504] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.995666] env[70483]: DEBUG oslo_vmware.api [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478495, 'name': Destroy_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.159522] env[70483]: DEBUG nova.network.neutron [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Updating instance_info_cache with network_info: [{"id": "4d667a0e-f2e4-4e29-b216-876a86f59354", "address": "fa:16:3e:6d:c2:0b", "network": {"id": "d14c053b-da64-4bb5-938a-757e7fd84d64", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-410432685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d1b8fec1a74a8d9e13ecf6d01ab5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d667a0e-f2", "ovs_interfaceid": "4d667a0e-f2e4-4e29-b216-876a86f59354", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.278641] env[70483]: DEBUG nova.network.neutron [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Successfully created port: 8409b9fb-5cef-4944-bee1-a3fdc74382ee {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1046.355135] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-01e1eed5-af8f-49d2-bc1f-96bf08ab7c10 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.365208] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d13ef44-0de8-4883-bdb0-45e549638ddd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.379851] env[70483]: DEBUG nova.compute.manager [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1046.382343] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f5797a56-1141-4eb7-9177-71c5e32f6e7b tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.323s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.384875] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cbd5ca22-c7a3-42db-89ea-ef795bbae216 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.048s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.385101] env[70483]: DEBUG nova.objects.instance [None req-cbd5ca22-c7a3-42db-89ea-ef795bbae216 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Lazy-loading 'resources' on Instance uuid 7d971534-4425-456e-83e4-7c8d9ed7f435 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.389359] env[70483]: INFO nova.compute.manager [-] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Took 2.06 seconds to deallocate network for instance. [ 1046.411762] env[70483]: DEBUG nova.compute.manager [req-27da1fd8-55b5-44f9-9c99-ec7f0d57896e req-bd5fd278-b74a-4312-ac9f-efe76bf3e49d service nova] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Detach interface failed, port_id=37de88a3-bcb1-4607-beae-f53a14d3d2ee, reason: Instance cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1046.441346] env[70483]: DEBUG nova.network.neutron [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.447294] env[70483]: DEBUG oslo_vmware.api [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478494, 'name': ReconfigVM_Task, 'duration_secs': 0.386078} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.447589] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 84b10472-74ba-4122-802b-63d72968bf75/84b10472-74ba-4122-802b-63d72968bf75.vmdk or device None with type streamOptimized {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.448314] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-129df00b-2252-4aeb-8d39-8cfd7c469cb3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.456165] env[70483]: DEBUG oslo_vmware.api [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 1046.456165] env[70483]: value = "task-3478496" [ 1046.456165] env[70483]: _type = "Task" [ 1046.456165] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.468801] env[70483]: DEBUG oslo_vmware.api [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478496, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.500965] env[70483]: DEBUG oslo_vmware.api [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478495, 'name': Destroy_Task, 'duration_secs': 0.363915} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.501487] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Destroyed the VM [ 1046.501753] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Deleting Snapshot of the VM instance {{(pid=70483) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1046.502033] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b8512609-3aed-4285-b3f9-d92c5239ac5e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.511456] env[70483]: DEBUG oslo_vmware.api [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for the task: (returnval){ [ 1046.511456] env[70483]: value = "task-3478497" [ 1046.511456] env[70483]: _type = "Task" [ 1046.511456] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.522546] env[70483]: DEBUG oslo_vmware.api [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478497, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.663794] env[70483]: DEBUG oslo_concurrency.lockutils [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Releasing lock "refresh_cache-b9fca4d0-dadf-43ee-ad2c-2656a3792ea4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.696138] env[70483]: DEBUG nova.network.neutron [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Updating instance_info_cache with network_info: [{"id": "a9cd03b1-7b68-4bd8-9d43-554855a1ffe8", "address": "fa:16:3e:cc:5d:40", "network": {"id": "3876139b-df15-446e-adf9-da6053b43158", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-835099315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90fecf2370f64a15a05c66a29b71668e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9cd03b1-7b", "ovs_interfaceid": "a9cd03b1-7b68-4bd8-9d43-554855a1ffe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.897939] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dee32280-086e-4e71-addc-a58ac072202b tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.941932] env[70483]: DEBUG nova.compute.manager [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1046.941932] env[70483]: DEBUG nova.virt.hardware [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.941932] env[70483]: DEBUG nova.virt.hardware [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.941932] env[70483]: DEBUG nova.virt.hardware [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.941932] env[70483]: DEBUG nova.virt.hardware [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.941932] env[70483]: DEBUG nova.virt.hardware [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.941932] env[70483]: DEBUG nova.virt.hardware [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.941932] env[70483]: DEBUG nova.virt.hardware [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.941932] env[70483]: DEBUG nova.virt.hardware [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.942382] env[70483]: DEBUG nova.virt.hardware [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.942382] env[70483]: DEBUG nova.virt.hardware [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.942382] env[70483]: DEBUG nova.virt.hardware [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.943946] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c95fa4-0710-4b39-b690-07452ce67943 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.952893] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4de88a-4a5c-490d-89ef-94a0b476c4e1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.975183] env[70483]: DEBUG oslo_vmware.api [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478496, 'name': Rename_Task, 'duration_secs': 0.160871} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.977627] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.978068] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05d04103-56ca-408c-a55b-5ebba9eefeae {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.985095] env[70483]: DEBUG oslo_vmware.api [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 1046.985095] env[70483]: value = "task-3478498" [ 1046.985095] env[70483]: _type = "Task" [ 1046.985095] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.997021] env[70483]: DEBUG oslo_vmware.api [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.008192] env[70483]: DEBUG nova.compute.manager [req-e2bf7964-b33a-4792-8606-fd63bd99330a req-f5f7e2ab-513b-472c-8327-8f7edf153332 service nova] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Received event network-changed-a9cd03b1-7b68-4bd8-9d43-554855a1ffe8 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.008425] env[70483]: DEBUG nova.compute.manager [req-e2bf7964-b33a-4792-8606-fd63bd99330a req-f5f7e2ab-513b-472c-8327-8f7edf153332 service nova] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Refreshing instance network info cache due to event network-changed-a9cd03b1-7b68-4bd8-9d43-554855a1ffe8. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1047.008569] env[70483]: DEBUG oslo_concurrency.lockutils [req-e2bf7964-b33a-4792-8606-fd63bd99330a req-f5f7e2ab-513b-472c-8327-8f7edf153332 service nova] Acquiring lock "refresh_cache-73e3ef81-1a84-429b-968b-0bbee1b276d0" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.023677] env[70483]: DEBUG oslo_vmware.api [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478497, 'name': RemoveSnapshot_Task, 'duration_secs': 0.374752} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.026583] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Deleted Snapshot of the VM instance {{(pid=70483) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1047.026918] env[70483]: DEBUG nova.compute.manager [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.028350] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495ee449-83f6-41da-a77f-6378756fcc80 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.200063] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f8cc28-629e-47e6-9e16-3b3f24b28d1a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.203576] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Releasing lock "refresh_cache-73e3ef81-1a84-429b-968b-0bbee1b276d0" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.203743] env[70483]: DEBUG nova.compute.manager [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Instance network_info: |[{"id": "a9cd03b1-7b68-4bd8-9d43-554855a1ffe8", "address": "fa:16:3e:cc:5d:40", "network": {"id": "3876139b-df15-446e-adf9-da6053b43158", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-835099315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90fecf2370f64a15a05c66a29b71668e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9cd03b1-7b", "ovs_interfaceid": "a9cd03b1-7b68-4bd8-9d43-554855a1ffe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1047.204339] env[70483]: DEBUG oslo_concurrency.lockutils [req-e2bf7964-b33a-4792-8606-fd63bd99330a req-f5f7e2ab-513b-472c-8327-8f7edf153332 service nova] Acquired lock "refresh_cache-73e3ef81-1a84-429b-968b-0bbee1b276d0" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.204526] env[70483]: DEBUG nova.network.neutron [req-e2bf7964-b33a-4792-8606-fd63bd99330a req-f5f7e2ab-513b-472c-8327-8f7edf153332 service nova] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Refreshing network info cache for port a9cd03b1-7b68-4bd8-9d43-554855a1ffe8 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.205651] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:5d:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4f04accd-4a9f-41a1-b327-c96095e1ade4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9cd03b1-7b68-4bd8-9d43-554855a1ffe8', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.212903] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Creating folder: Project (90fecf2370f64a15a05c66a29b71668e). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1047.216435] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35427ea6-a8fe-47ba-bfb6-88c560625227 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.221663] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8d3e8e-02c9-4ab9-95ba-01c727695723 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.252581] env[70483]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1047.252754] env[70483]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70483) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1047.255551] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44965720-284b-4f94-8d75-619a5962e2b8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.257984] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Folder already exists: Project (90fecf2370f64a15a05c66a29b71668e). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1047.258228] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Creating folder: Instances. Parent ref: group-v695431. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1047.258451] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8382b79f-ff7e-4672-b2ca-fe1f8e8dfb42 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.266286] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d63e8f1-a3e3-493b-84eb-0084846660f8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.271047] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Created folder: Instances in parent group-v695431. [ 1047.271283] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.272293] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.272526] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d18280c6-2f6f-4577-9a10-7938637b5193 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.295178] env[70483]: DEBUG nova.compute.provider_tree [None req-cbd5ca22-c7a3-42db-89ea-ef795bbae216 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.304921] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.304921] env[70483]: value = "task-3478501" [ 1047.304921] env[70483]: _type = "Task" [ 1047.304921] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.313836] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478501, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.396523] env[70483]: DEBUG nova.compute.manager [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1047.424972] env[70483]: DEBUG nova.virt.hardware [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1047.424972] env[70483]: DEBUG nova.virt.hardware [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1047.424972] env[70483]: DEBUG nova.virt.hardware [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.424972] env[70483]: DEBUG nova.virt.hardware [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1047.425289] env[70483]: DEBUG nova.virt.hardware [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.426615] env[70483]: DEBUG nova.virt.hardware [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1047.426615] env[70483]: DEBUG nova.virt.hardware [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1047.426615] env[70483]: DEBUG nova.virt.hardware [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1047.426615] env[70483]: DEBUG nova.virt.hardware [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1047.426615] env[70483]: DEBUG nova.virt.hardware [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1047.426615] env[70483]: DEBUG nova.virt.hardware [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1047.427215] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b6483d-862f-4e20-8381-8dde5a52c44d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.438470] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7393fe-05cc-4259-ad14-09721db8c4ba {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.454822] env[70483]: DEBUG nova.network.neutron [req-e2bf7964-b33a-4792-8606-fd63bd99330a req-f5f7e2ab-513b-472c-8327-8f7edf153332 service nova] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Updated VIF entry in instance network info cache for port a9cd03b1-7b68-4bd8-9d43-554855a1ffe8. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.455179] env[70483]: DEBUG nova.network.neutron [req-e2bf7964-b33a-4792-8606-fd63bd99330a req-f5f7e2ab-513b-472c-8327-8f7edf153332 service nova] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Updating instance_info_cache with network_info: [{"id": "a9cd03b1-7b68-4bd8-9d43-554855a1ffe8", "address": "fa:16:3e:cc:5d:40", "network": {"id": "3876139b-df15-446e-adf9-da6053b43158", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-835099315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90fecf2370f64a15a05c66a29b71668e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9cd03b1-7b", "ovs_interfaceid": "a9cd03b1-7b68-4bd8-9d43-554855a1ffe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.495457] env[70483]: DEBUG oslo_vmware.api [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478498, 'name': PowerOnVM_Task, 'duration_secs': 0.474085} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.495765] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.495966] env[70483]: INFO nova.compute.manager [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Took 14.63 seconds to spawn the instance on the hypervisor. [ 1047.496160] env[70483]: DEBUG nova.compute.manager [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.496931] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84073e9d-ea27-4caf-95b8-fe6c5f14aaf3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.542581] env[70483]: INFO nova.compute.manager [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Shelve offloading [ 1047.800905] env[70483]: DEBUG nova.scheduler.client.report [None req-cbd5ca22-c7a3-42db-89ea-ef795bbae216 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.810207] env[70483]: DEBUG nova.network.neutron [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Successfully updated port: 8409b9fb-5cef-4944-bee1-a3fdc74382ee {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1047.818788] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478501, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.958270] env[70483]: DEBUG oslo_concurrency.lockutils [req-e2bf7964-b33a-4792-8606-fd63bd99330a req-f5f7e2ab-513b-472c-8327-8f7edf153332 service nova] Releasing lock "refresh_cache-73e3ef81-1a84-429b-968b-0bbee1b276d0" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.014789] env[70483]: INFO nova.compute.manager [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Took 48.20 seconds to build instance. [ 1048.046808] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.047119] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3f1e532-212b-48eb-8028-93bbca2c8272 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.057024] env[70483]: DEBUG oslo_vmware.api [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for the task: (returnval){ [ 1048.057024] env[70483]: value = "task-3478502" [ 1048.057024] env[70483]: _type = "Task" [ 1048.057024] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.066731] env[70483]: DEBUG oslo_vmware.api [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478502, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.209107] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.209107] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2609a02-8ada-4860-9b80-5ea1502fc2bd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.218087] env[70483]: DEBUG oslo_vmware.api [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1048.218087] env[70483]: value = "task-3478503" [ 1048.218087] env[70483]: _type = "Task" [ 1048.218087] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.226969] env[70483]: DEBUG oslo_vmware.api [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.311782] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cbd5ca22-c7a3-42db-89ea-ef795bbae216 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.927s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.314653] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d62911b6-1049-4a32-a7d9-e66be96afd26 tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.072s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.314951] env[70483]: DEBUG nova.objects.instance [None req-d62911b6-1049-4a32-a7d9-e66be96afd26 tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Lazy-loading 'resources' on Instance uuid 97434a20-b71c-476d-9b98-9f3cdf558dd8 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.317051] env[70483]: DEBUG oslo_concurrency.lockutils [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "refresh_cache-fa177fa7-fd8f-45b7-8008-5c14a1202ce6" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.317237] env[70483]: DEBUG oslo_concurrency.lockutils [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquired lock "refresh_cache-fa177fa7-fd8f-45b7-8008-5c14a1202ce6" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.317427] env[70483]: DEBUG nova.network.neutron [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.325968] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478501, 'name': CreateVM_Task, 'duration_secs': 0.591906} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.327209] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.328128] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '04b3fea4-0bfe-4f9c-8849-0377971857e8', 'guest_format': None, 'device_type': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695444', 'volume_id': 'b7fb94cf-bfee-43d0-97ba-7fd08d3c6499', 'name': 'volume-b7fb94cf-bfee-43d0-97ba-7fd08d3c6499', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73e3ef81-1a84-429b-968b-0bbee1b276d0', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7fb94cf-bfee-43d0-97ba-7fd08d3c6499', 'serial': 'b7fb94cf-bfee-43d0-97ba-7fd08d3c6499'}, 'disk_bus': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=70483) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1048.328408] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Root volume attach. Driver type: vmdk {{(pid=70483) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1048.329799] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597b4e54-c9f1-4740-bb73-9082bd0492d4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.341511] env[70483]: INFO nova.scheduler.client.report [None req-cbd5ca22-c7a3-42db-89ea-ef795bbae216 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Deleted allocations for instance 7d971534-4425-456e-83e4-7c8d9ed7f435 [ 1048.343014] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a201c9-bcda-44b1-b5af-9a4c4bece63d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.352446] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30666cbd-0d6a-4c6b-9cad-d11c1c7fcd9d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.359750] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-2704a2e8-dfda-49d6-b448-023c2b4b1307 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.367424] env[70483]: DEBUG oslo_vmware.api [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Waiting for the task: (returnval){ [ 1048.367424] env[70483]: value = "task-3478504" [ 1048.367424] env[70483]: _type = "Task" [ 1048.367424] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.376718] env[70483]: DEBUG oslo_vmware.api [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Task: {'id': task-3478504, 'name': RelocateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.516984] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3528596e-eb4d-48cd-9b7f-7bb9eda9594e tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "84b10472-74ba-4122-802b-63d72968bf75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.708s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.567255] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] VM already powered off {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1048.567510] env[70483]: DEBUG nova.compute.manager [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.568346] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6d5395-7e7d-4656-8090-7aee306c02c7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.575118] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Acquiring lock "refresh_cache-564f1aef-f107-46c8-ae0b-01df1e8aa2d2" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.575292] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Acquired lock "refresh_cache-564f1aef-f107-46c8-ae0b-01df1e8aa2d2" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.575463] env[70483]: DEBUG nova.network.neutron [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.624620] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a3a2bc1c-b41d-40da-be47-3c9ee6ec98a4 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquiring lock "84b10472-74ba-4122-802b-63d72968bf75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.624805] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a3a2bc1c-b41d-40da-be47-3c9ee6ec98a4 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "84b10472-74ba-4122-802b-63d72968bf75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.625686] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a3a2bc1c-b41d-40da-be47-3c9ee6ec98a4 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquiring lock "84b10472-74ba-4122-802b-63d72968bf75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.625686] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a3a2bc1c-b41d-40da-be47-3c9ee6ec98a4 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "84b10472-74ba-4122-802b-63d72968bf75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.625686] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a3a2bc1c-b41d-40da-be47-3c9ee6ec98a4 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "84b10472-74ba-4122-802b-63d72968bf75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.627706] env[70483]: INFO nova.compute.manager [None req-a3a2bc1c-b41d-40da-be47-3c9ee6ec98a4 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Terminating instance [ 1048.728232] env[70483]: DEBUG oslo_vmware.api [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478503, 'name': PowerOffVM_Task, 'duration_secs': 0.184502} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.728466] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.729292] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28b48ac-b518-491b-903e-7c3caba082f9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.746859] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54538605-b1a7-4c66-a670-d04a2a28e41c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.781195] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.781473] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d40551be-a9ad-4f2b-9a9f-b7241b31a457 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.790615] env[70483]: DEBUG oslo_vmware.api [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1048.790615] env[70483]: value = "task-3478505" [ 1048.790615] env[70483]: _type = "Task" [ 1048.790615] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.798713] env[70483]: DEBUG oslo_vmware.api [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.852265] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cbd5ca22-c7a3-42db-89ea-ef795bbae216 tempest-MigrationsAdminTest-932584128 tempest-MigrationsAdminTest-932584128-project-member] Lock "7d971534-4425-456e-83e4-7c8d9ed7f435" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.085s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.857777] env[70483]: DEBUG nova.network.neutron [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1048.878932] env[70483]: DEBUG oslo_vmware.api [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Task: {'id': task-3478504, 'name': RelocateVM_Task} progress is 35%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.039889] env[70483]: DEBUG nova.network.neutron [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Updating instance_info_cache with network_info: [{"id": "8409b9fb-5cef-4944-bee1-a3fdc74382ee", "address": "fa:16:3e:38:bc:18", "network": {"id": "8a37218d-212e-4604-9aac-2a69e34f388a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-975183189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec180aeba08f48dea450ade057d4e619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8409b9fb-5c", "ovs_interfaceid": "8409b9fb-5cef-4944-bee1-a3fdc74382ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.046769] env[70483]: DEBUG nova.compute.manager [req-ec7a4763-c79a-43c5-a51c-07e082351ff5 req-8c69e430-18b8-4e80-b6ac-ec0286087d7e service nova] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Received event network-vif-plugged-8409b9fb-5cef-4944-bee1-a3fdc74382ee {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.047469] env[70483]: DEBUG oslo_concurrency.lockutils [req-ec7a4763-c79a-43c5-a51c-07e082351ff5 req-8c69e430-18b8-4e80-b6ac-ec0286087d7e service nova] Acquiring lock "fa177fa7-fd8f-45b7-8008-5c14a1202ce6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.047469] env[70483]: DEBUG oslo_concurrency.lockutils [req-ec7a4763-c79a-43c5-a51c-07e082351ff5 req-8c69e430-18b8-4e80-b6ac-ec0286087d7e service nova] Lock "fa177fa7-fd8f-45b7-8008-5c14a1202ce6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.047469] env[70483]: DEBUG oslo_concurrency.lockutils [req-ec7a4763-c79a-43c5-a51c-07e082351ff5 req-8c69e430-18b8-4e80-b6ac-ec0286087d7e service nova] Lock "fa177fa7-fd8f-45b7-8008-5c14a1202ce6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.047639] env[70483]: DEBUG nova.compute.manager [req-ec7a4763-c79a-43c5-a51c-07e082351ff5 req-8c69e430-18b8-4e80-b6ac-ec0286087d7e service nova] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] No waiting events found dispatching network-vif-plugged-8409b9fb-5cef-4944-bee1-a3fdc74382ee {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1049.048085] env[70483]: WARNING nova.compute.manager [req-ec7a4763-c79a-43c5-a51c-07e082351ff5 req-8c69e430-18b8-4e80-b6ac-ec0286087d7e service nova] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Received unexpected event network-vif-plugged-8409b9fb-5cef-4944-bee1-a3fdc74382ee for instance with vm_state building and task_state spawning. [ 1049.048085] env[70483]: DEBUG nova.compute.manager [req-ec7a4763-c79a-43c5-a51c-07e082351ff5 req-8c69e430-18b8-4e80-b6ac-ec0286087d7e service nova] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Received event network-changed-8409b9fb-5cef-4944-bee1-a3fdc74382ee {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.048215] env[70483]: DEBUG nova.compute.manager [req-ec7a4763-c79a-43c5-a51c-07e082351ff5 req-8c69e430-18b8-4e80-b6ac-ec0286087d7e service nova] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Refreshing instance network info cache due to event network-changed-8409b9fb-5cef-4944-bee1-a3fdc74382ee. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1049.048393] env[70483]: DEBUG oslo_concurrency.lockutils [req-ec7a4763-c79a-43c5-a51c-07e082351ff5 req-8c69e430-18b8-4e80-b6ac-ec0286087d7e service nova] Acquiring lock "refresh_cache-fa177fa7-fd8f-45b7-8008-5c14a1202ce6" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.132138] env[70483]: DEBUG nova.compute.manager [None req-a3a2bc1c-b41d-40da-be47-3c9ee6ec98a4 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.132138] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a2bc1c-b41d-40da-be47-3c9ee6ec98a4 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.136259] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1578c857-b84f-4ef5-a1e0-bdd0bd6e0c7f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.149794] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a2bc1c-b41d-40da-be47-3c9ee6ec98a4 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.153763] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e6ac1fb-0a38-4850-8263-4fde4f0e22a5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.173185] env[70483]: DEBUG oslo_vmware.api [None req-a3a2bc1c-b41d-40da-be47-3c9ee6ec98a4 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 1049.173185] env[70483]: value = "task-3478506" [ 1049.173185] env[70483]: _type = "Task" [ 1049.173185] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.186677] env[70483]: DEBUG oslo_vmware.api [None req-a3a2bc1c-b41d-40da-be47-3c9ee6ec98a4 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.305229] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] VM already powered off {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1049.305792] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.308018] env[70483]: DEBUG oslo_concurrency.lockutils [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.308018] env[70483]: DEBUG oslo_concurrency.lockutils [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.308018] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.308018] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2baa4a7b-fddc-4b01-945e-4a23fb5fab77 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.320026] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.320026] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.322638] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4afc836-d7c9-4f58-9a4d-9d8ad420e70b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.327860] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde908a8-2437-414c-a607-985df15c4c81 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.334971] env[70483]: DEBUG oslo_vmware.api [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1049.334971] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522f5ad4-3473-ca34-21e2-cc135577466a" [ 1049.334971] env[70483]: _type = "Task" [ 1049.334971] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.342363] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cf190b-09cb-41a6-9b0f-5fdf6ecccb5f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.389331] env[70483]: DEBUG nova.network.neutron [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Updating instance_info_cache with network_info: [{"id": "eff1b063-ed96-4767-8a3d-8dd243d0e009", "address": "fa:16:3e:f6:c2:10", "network": {"id": "5fd19a76-5f23-4ae0-81a6-e9da34d2e4e0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-548459206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7908655b0a843e2845bc655eed75b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeff1b063-ed", "ovs_interfaceid": "eff1b063-ed96-4767-8a3d-8dd243d0e009", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.400220] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f249fb6-843e-49e7-826f-425c99530379 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.404160] env[70483]: DEBUG oslo_vmware.api [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522f5ad4-3473-ca34-21e2-cc135577466a, 'name': SearchDatastore_Task} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.408498] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74c847dd-e55d-4d04-9e8b-312d10a2fe0a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.419148] env[70483]: DEBUG oslo_vmware.api [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Task: {'id': task-3478504, 'name': RelocateVM_Task} progress is 49%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.420792] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23869b81-ad9b-4cdc-ad91-2d5bd0d5ff19 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.427632] env[70483]: DEBUG oslo_vmware.api [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1049.427632] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52c7f13b-f977-76bb-aae9-164af886e545" [ 1049.427632] env[70483]: _type = "Task" [ 1049.427632] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.441037] env[70483]: DEBUG nova.compute.provider_tree [None req-d62911b6-1049-4a32-a7d9-e66be96afd26 tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.450694] env[70483]: DEBUG oslo_vmware.api [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52c7f13b-f977-76bb-aae9-164af886e545, 'name': SearchDatastore_Task, 'duration_secs': 0.018353} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.451181] env[70483]: DEBUG oslo_concurrency.lockutils [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.451588] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] b9fca4d0-dadf-43ee-ad2c-2656a3792ea4/c45d2ce6-6758-4a65-9806-b17c804e40f4-rescue.vmdk. {{(pid=70483) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1049.451944] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fed20ae8-fc41-4dec-9859-eeec48c3f65f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.463020] env[70483]: DEBUG oslo_vmware.api [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1049.463020] env[70483]: value = "task-3478507" [ 1049.463020] env[70483]: _type = "Task" [ 1049.463020] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.473209] env[70483]: DEBUG oslo_vmware.api [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.545900] env[70483]: DEBUG oslo_concurrency.lockutils [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Releasing lock "refresh_cache-fa177fa7-fd8f-45b7-8008-5c14a1202ce6" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.546264] env[70483]: DEBUG nova.compute.manager [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Instance network_info: |[{"id": "8409b9fb-5cef-4944-bee1-a3fdc74382ee", "address": "fa:16:3e:38:bc:18", "network": {"id": "8a37218d-212e-4604-9aac-2a69e34f388a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-975183189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec180aeba08f48dea450ade057d4e619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8409b9fb-5c", "ovs_interfaceid": "8409b9fb-5cef-4944-bee1-a3fdc74382ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1049.546727] env[70483]: DEBUG oslo_concurrency.lockutils [req-ec7a4763-c79a-43c5-a51c-07e082351ff5 req-8c69e430-18b8-4e80-b6ac-ec0286087d7e service nova] Acquired lock "refresh_cache-fa177fa7-fd8f-45b7-8008-5c14a1202ce6" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.546980] env[70483]: DEBUG nova.network.neutron [req-ec7a4763-c79a-43c5-a51c-07e082351ff5 req-8c69e430-18b8-4e80-b6ac-ec0286087d7e service nova] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Refreshing network info cache for port 8409b9fb-5cef-4944-bee1-a3fdc74382ee {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.548622] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:bc:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f17856cf-7248-414b-bde6-8c90cfb4c593', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8409b9fb-5cef-4944-bee1-a3fdc74382ee', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1049.558970] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.558970] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1049.559946] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9cf27da6-20a0-4cb9-a7cc-e5b60298a39c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.586736] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1049.586736] env[70483]: value = "task-3478508" [ 1049.586736] env[70483]: _type = "Task" [ 1049.586736] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.597333] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478508, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.688459] env[70483]: DEBUG oslo_vmware.api [None req-a3a2bc1c-b41d-40da-be47-3c9ee6ec98a4 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478506, 'name': PowerOffVM_Task, 'duration_secs': 0.454979} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.688967] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a2bc1c-b41d-40da-be47-3c9ee6ec98a4 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.689208] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a2bc1c-b41d-40da-be47-3c9ee6ec98a4 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.689517] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b2f8ad4-c5db-428a-8054-28b48ae3f804 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.797391] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a2bc1c-b41d-40da-be47-3c9ee6ec98a4 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.797814] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a2bc1c-b41d-40da-be47-3c9ee6ec98a4 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.798206] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3a2bc1c-b41d-40da-be47-3c9ee6ec98a4 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Deleting the datastore file [datastore2] 84b10472-74ba-4122-802b-63d72968bf75 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.798625] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-461a07bd-3a2f-4c90-9320-bd77371053ce {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.808745] env[70483]: DEBUG oslo_vmware.api [None req-a3a2bc1c-b41d-40da-be47-3c9ee6ec98a4 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 1049.808745] env[70483]: value = "task-3478510" [ 1049.808745] env[70483]: _type = "Task" [ 1049.808745] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.821615] env[70483]: DEBUG oslo_vmware.api [None req-a3a2bc1c-b41d-40da-be47-3c9ee6ec98a4 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.902239] env[70483]: DEBUG oslo_vmware.api [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Task: {'id': task-3478504, 'name': RelocateVM_Task} progress is 62%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.906174] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Releasing lock "refresh_cache-564f1aef-f107-46c8-ae0b-01df1e8aa2d2" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.947273] env[70483]: DEBUG nova.scheduler.client.report [None req-d62911b6-1049-4a32-a7d9-e66be96afd26 tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.984790] env[70483]: DEBUG oslo_vmware.api [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478507, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.099817] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478508, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.241430] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.241801] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7db6d2d-4ff8-496a-b8db-0a02169715d5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.254510] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.255293] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f4d63c4-4139-4000-9695-ba2eb92ea479 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.320838] env[70483]: DEBUG oslo_vmware.api [None req-a3a2bc1c-b41d-40da-be47-3c9ee6ec98a4 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.335061] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.335552] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.335855] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Deleting the datastore file [datastore1] 564f1aef-f107-46c8-ae0b-01df1e8aa2d2 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.336355] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be4ce9c3-eaa8-4bca-8fc9-703058a46bbf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.346969] env[70483]: DEBUG oslo_vmware.api [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for the task: (returnval){ [ 1050.346969] env[70483]: value = "task-3478512" [ 1050.346969] env[70483]: _type = "Task" [ 1050.346969] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.358183] env[70483]: DEBUG oslo_vmware.api [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.392891] env[70483]: DEBUG nova.network.neutron [req-ec7a4763-c79a-43c5-a51c-07e082351ff5 req-8c69e430-18b8-4e80-b6ac-ec0286087d7e service nova] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Updated VIF entry in instance network info cache for port 8409b9fb-5cef-4944-bee1-a3fdc74382ee. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.393447] env[70483]: DEBUG nova.network.neutron [req-ec7a4763-c79a-43c5-a51c-07e082351ff5 req-8c69e430-18b8-4e80-b6ac-ec0286087d7e service nova] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Updating instance_info_cache with network_info: [{"id": "8409b9fb-5cef-4944-bee1-a3fdc74382ee", "address": "fa:16:3e:38:bc:18", "network": {"id": "8a37218d-212e-4604-9aac-2a69e34f388a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-975183189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec180aeba08f48dea450ade057d4e619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8409b9fb-5c", "ovs_interfaceid": "8409b9fb-5cef-4944-bee1-a3fdc74382ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.407035] env[70483]: DEBUG oslo_vmware.api [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Task: {'id': task-3478504, 'name': RelocateVM_Task} progress is 76%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.455075] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d62911b6-1049-4a32-a7d9-e66be96afd26 tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.140s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.457921] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f02ecd90-3184-485d-b4ff-9de2c90447fe tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.969s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.458244] env[70483]: DEBUG nova.objects.instance [None req-f02ecd90-3184-485d-b4ff-9de2c90447fe tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Lazy-loading 'resources' on Instance uuid 87bf2ec8-d543-41ed-9c3f-c532d027eaa5 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.478031] env[70483]: DEBUG oslo_vmware.api [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478507, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566214} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.478369] env[70483]: INFO nova.virt.vmwareapi.ds_util [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] b9fca4d0-dadf-43ee-ad2c-2656a3792ea4/c45d2ce6-6758-4a65-9806-b17c804e40f4-rescue.vmdk. [ 1050.479345] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8416aa-d448-49bd-ac74-77336047a69e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.488758] env[70483]: INFO nova.scheduler.client.report [None req-d62911b6-1049-4a32-a7d9-e66be96afd26 tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Deleted allocations for instance 97434a20-b71c-476d-9b98-9f3cdf558dd8 [ 1050.517314] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] b9fca4d0-dadf-43ee-ad2c-2656a3792ea4/c45d2ce6-6758-4a65-9806-b17c804e40f4-rescue.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.520465] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34be59fb-303d-4981-bd42-267bec8c6d51 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.542925] env[70483]: DEBUG oslo_vmware.api [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1050.542925] env[70483]: value = "task-3478513" [ 1050.542925] env[70483]: _type = "Task" [ 1050.542925] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.556699] env[70483]: DEBUG oslo_vmware.api [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478513, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.599664] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478508, 'name': CreateVM_Task, 'duration_secs': 0.623446} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.599860] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1050.600629] env[70483]: DEBUG oslo_concurrency.lockutils [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.600770] env[70483]: DEBUG oslo_concurrency.lockutils [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.601164] env[70483]: DEBUG oslo_concurrency.lockutils [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.601715] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3570ca8-96c7-432c-9a3b-314bfb6d3aac {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.608257] env[70483]: DEBUG oslo_vmware.api [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 1050.608257] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]521b130b-5aed-8d6e-f035-0b030280948c" [ 1050.608257] env[70483]: _type = "Task" [ 1050.608257] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.620658] env[70483]: DEBUG oslo_vmware.api [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]521b130b-5aed-8d6e-f035-0b030280948c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.823389] env[70483]: DEBUG oslo_vmware.api [None req-a3a2bc1c-b41d-40da-be47-3c9ee6ec98a4 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.68344} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.823673] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3a2bc1c-b41d-40da-be47-3c9ee6ec98a4 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.825049] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a2bc1c-b41d-40da-be47-3c9ee6ec98a4 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.825348] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a2bc1c-b41d-40da-be47-3c9ee6ec98a4 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.825606] env[70483]: INFO nova.compute.manager [None req-a3a2bc1c-b41d-40da-be47-3c9ee6ec98a4 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1050.825946] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3a2bc1c-b41d-40da-be47-3c9ee6ec98a4 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.826281] env[70483]: DEBUG nova.compute.manager [-] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1050.826430] env[70483]: DEBUG nova.network.neutron [-] [instance: 84b10472-74ba-4122-802b-63d72968bf75] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1050.858579] env[70483]: DEBUG oslo_vmware.api [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478512, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20399} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.858962] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.859261] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.859469] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.882823] env[70483]: INFO nova.scheduler.client.report [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Deleted allocations for instance 564f1aef-f107-46c8-ae0b-01df1e8aa2d2 [ 1050.901433] env[70483]: DEBUG oslo_concurrency.lockutils [req-ec7a4763-c79a-43c5-a51c-07e082351ff5 req-8c69e430-18b8-4e80-b6ac-ec0286087d7e service nova] Releasing lock "refresh_cache-fa177fa7-fd8f-45b7-8008-5c14a1202ce6" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.905655] env[70483]: DEBUG oslo_vmware.api [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Task: {'id': task-3478504, 'name': RelocateVM_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.040446] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d62911b6-1049-4a32-a7d9-e66be96afd26 tempest-ServersListShow296Test-1891508845 tempest-ServersListShow296Test-1891508845-project-member] Lock "97434a20-b71c-476d-9b98-9f3cdf558dd8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.027s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.058453] env[70483]: DEBUG oslo_vmware.api [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478513, 'name': ReconfigVM_Task, 'duration_secs': 0.472121} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.059513] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Reconfigured VM instance instance-00000052 to attach disk [datastore1] b9fca4d0-dadf-43ee-ad2c-2656a3792ea4/c45d2ce6-6758-4a65-9806-b17c804e40f4-rescue.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.060974] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6653ee-1dac-4806-b3b6-429ad704a0f1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.092835] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe262987-a04b-4250-a781-ed804f7e7bb3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.109563] env[70483]: DEBUG oslo_vmware.api [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1051.109563] env[70483]: value = "task-3478514" [ 1051.109563] env[70483]: _type = "Task" [ 1051.109563] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.128660] env[70483]: DEBUG oslo_vmware.api [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478514, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.132950] env[70483]: DEBUG nova.compute.manager [req-86697e86-ba54-4e7e-8462-dbb10ad87319 req-03c02fac-a3df-4df4-9676-83dbe57a26c4 service nova] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Received event network-vif-unplugged-eff1b063-ed96-4767-8a3d-8dd243d0e009 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.133262] env[70483]: DEBUG oslo_concurrency.lockutils [req-86697e86-ba54-4e7e-8462-dbb10ad87319 req-03c02fac-a3df-4df4-9676-83dbe57a26c4 service nova] Acquiring lock "564f1aef-f107-46c8-ae0b-01df1e8aa2d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.133532] env[70483]: DEBUG oslo_concurrency.lockutils [req-86697e86-ba54-4e7e-8462-dbb10ad87319 req-03c02fac-a3df-4df4-9676-83dbe57a26c4 service nova] Lock "564f1aef-f107-46c8-ae0b-01df1e8aa2d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.133750] env[70483]: DEBUG oslo_concurrency.lockutils [req-86697e86-ba54-4e7e-8462-dbb10ad87319 req-03c02fac-a3df-4df4-9676-83dbe57a26c4 service nova] Lock "564f1aef-f107-46c8-ae0b-01df1e8aa2d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.133985] env[70483]: DEBUG nova.compute.manager [req-86697e86-ba54-4e7e-8462-dbb10ad87319 req-03c02fac-a3df-4df4-9676-83dbe57a26c4 service nova] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] No waiting events found dispatching network-vif-unplugged-eff1b063-ed96-4767-8a3d-8dd243d0e009 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1051.134233] env[70483]: WARNING nova.compute.manager [req-86697e86-ba54-4e7e-8462-dbb10ad87319 req-03c02fac-a3df-4df4-9676-83dbe57a26c4 service nova] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Received unexpected event network-vif-unplugged-eff1b063-ed96-4767-8a3d-8dd243d0e009 for instance with vm_state shelved_offloaded and task_state None. [ 1051.134444] env[70483]: DEBUG nova.compute.manager [req-86697e86-ba54-4e7e-8462-dbb10ad87319 req-03c02fac-a3df-4df4-9676-83dbe57a26c4 service nova] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Received event network-changed-eff1b063-ed96-4767-8a3d-8dd243d0e009 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.134647] env[70483]: DEBUG nova.compute.manager [req-86697e86-ba54-4e7e-8462-dbb10ad87319 req-03c02fac-a3df-4df4-9676-83dbe57a26c4 service nova] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Refreshing instance network info cache due to event network-changed-eff1b063-ed96-4767-8a3d-8dd243d0e009. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1051.134886] env[70483]: DEBUG oslo_concurrency.lockutils [req-86697e86-ba54-4e7e-8462-dbb10ad87319 req-03c02fac-a3df-4df4-9676-83dbe57a26c4 service nova] Acquiring lock "refresh_cache-564f1aef-f107-46c8-ae0b-01df1e8aa2d2" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.135087] env[70483]: DEBUG oslo_concurrency.lockutils [req-86697e86-ba54-4e7e-8462-dbb10ad87319 req-03c02fac-a3df-4df4-9676-83dbe57a26c4 service nova] Acquired lock "refresh_cache-564f1aef-f107-46c8-ae0b-01df1e8aa2d2" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.135789] env[70483]: DEBUG nova.network.neutron [req-86697e86-ba54-4e7e-8462-dbb10ad87319 req-03c02fac-a3df-4df4-9676-83dbe57a26c4 service nova] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Refreshing network info cache for port eff1b063-ed96-4767-8a3d-8dd243d0e009 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.137060] env[70483]: DEBUG oslo_vmware.api [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]521b130b-5aed-8d6e-f035-0b030280948c, 'name': SearchDatastore_Task, 'duration_secs': 0.012409} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.137546] env[70483]: DEBUG oslo_concurrency.lockutils [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.137940] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.138301] env[70483]: DEBUG oslo_concurrency.lockutils [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.138502] env[70483]: DEBUG oslo_concurrency.lockutils [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.138777] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.139974] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-143e60de-0f7f-4e13-a775-6e5a340379b3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.155711] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.156228] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1051.160363] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9a7e657-c53b-4ce8-b711-f63d16c91953 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.168814] env[70483]: DEBUG oslo_vmware.api [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 1051.168814] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5276ebf6-64b9-2da7-782e-7cf63e15ac5e" [ 1051.168814] env[70483]: _type = "Task" [ 1051.168814] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.180222] env[70483]: DEBUG oslo_vmware.api [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5276ebf6-64b9-2da7-782e-7cf63e15ac5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.261925] env[70483]: DEBUG nova.compute.manager [req-9426e581-714d-46e9-96b2-03457593e663 req-85b2dcec-43da-43fa-b667-db367ace9c63 service nova] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Received event network-vif-deleted-ea6cb182-91d4-4000-9114-a539cfca357a {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.262218] env[70483]: INFO nova.compute.manager [req-9426e581-714d-46e9-96b2-03457593e663 req-85b2dcec-43da-43fa-b667-db367ace9c63 service nova] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Neutron deleted interface ea6cb182-91d4-4000-9114-a539cfca357a; detaching it from the instance and deleting it from the info cache [ 1051.262387] env[70483]: DEBUG nova.network.neutron [req-9426e581-714d-46e9-96b2-03457593e663 req-85b2dcec-43da-43fa-b667-db367ace9c63 service nova] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.352209] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aaf1435-21ec-4afd-a5d8-09f2d137102e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.365292] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9debaea6-71a9-4d1b-9220-1aeb78731845 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.406603] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.410907] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4546cf3f-c107-44f1-9b89-07f1604a03d8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.423999] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc377b4-018e-4222-a543-48a52d607572 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.429437] env[70483]: DEBUG oslo_vmware.api [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Task: {'id': task-3478504, 'name': RelocateVM_Task} progress is 97%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.441763] env[70483]: DEBUG nova.compute.provider_tree [None req-f02ecd90-3184-485d-b4ff-9de2c90447fe tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.626276] env[70483]: DEBUG oslo_vmware.api [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478514, 'name': ReconfigVM_Task, 'duration_secs': 0.398146} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.626276] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.626516] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34950e4f-159f-4e91-8c44-ecfc0de011fd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.634154] env[70483]: DEBUG oslo_vmware.api [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1051.634154] env[70483]: value = "task-3478515" [ 1051.634154] env[70483]: _type = "Task" [ 1051.634154] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.644209] env[70483]: DEBUG oslo_vmware.api [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.668243] env[70483]: DEBUG nova.network.neutron [-] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.680298] env[70483]: DEBUG oslo_vmware.api [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5276ebf6-64b9-2da7-782e-7cf63e15ac5e, 'name': SearchDatastore_Task, 'duration_secs': 0.012958} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.681241] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5f048dc-1755-4209-a9f7-276829eb5882 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.688054] env[70483]: DEBUG oslo_vmware.api [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 1051.688054] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5270cb3b-819d-6f9c-3fcc-aaf85d7ceb32" [ 1051.688054] env[70483]: _type = "Task" [ 1051.688054] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.698965] env[70483]: DEBUG oslo_vmware.api [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5270cb3b-819d-6f9c-3fcc-aaf85d7ceb32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.765396] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e0f85a8-0170-4aef-ba7e-5fed10181a08 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.776936] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b25eb67-8a41-4014-8c62-c0ef01981e6c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.816939] env[70483]: DEBUG nova.compute.manager [req-9426e581-714d-46e9-96b2-03457593e663 req-85b2dcec-43da-43fa-b667-db367ace9c63 service nova] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Detach interface failed, port_id=ea6cb182-91d4-4000-9114-a539cfca357a, reason: Instance 84b10472-74ba-4122-802b-63d72968bf75 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1051.837456] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Acquiring lock "b56ccf54-0a19-441f-bb4e-c19822b9994b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.837692] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Lock "b56ccf54-0a19-441f-bb4e-c19822b9994b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.916752] env[70483]: DEBUG oslo_vmware.api [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Task: {'id': task-3478504, 'name': RelocateVM_Task} progress is 97%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.952019] env[70483]: DEBUG nova.scheduler.client.report [None req-f02ecd90-3184-485d-b4ff-9de2c90447fe tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.045030] env[70483]: DEBUG nova.network.neutron [req-86697e86-ba54-4e7e-8462-dbb10ad87319 req-03c02fac-a3df-4df4-9676-83dbe57a26c4 service nova] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Updated VIF entry in instance network info cache for port eff1b063-ed96-4767-8a3d-8dd243d0e009. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.045483] env[70483]: DEBUG nova.network.neutron [req-86697e86-ba54-4e7e-8462-dbb10ad87319 req-03c02fac-a3df-4df4-9676-83dbe57a26c4 service nova] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Updating instance_info_cache with network_info: [{"id": "eff1b063-ed96-4767-8a3d-8dd243d0e009", "address": "fa:16:3e:f6:c2:10", "network": {"id": "5fd19a76-5f23-4ae0-81a6-e9da34d2e4e0", "bridge": null, "label": "tempest-ServersNegativeTestJSON-548459206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7908655b0a843e2845bc655eed75b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapeff1b063-ed", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.144489] env[70483]: DEBUG oslo_vmware.api [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478515, 'name': PowerOnVM_Task, 'duration_secs': 0.455576} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.144771] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.147372] env[70483]: DEBUG nova.compute.manager [None req-322f1582-cb13-4a70-9545-295d666a7a52 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.148157] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f4ad43-272a-4018-93c8-777a61f78ed0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.174779] env[70483]: INFO nova.compute.manager [-] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Took 1.35 seconds to deallocate network for instance. [ 1052.199767] env[70483]: DEBUG oslo_vmware.api [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5270cb3b-819d-6f9c-3fcc-aaf85d7ceb32, 'name': SearchDatastore_Task, 'duration_secs': 0.013396} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.201467] env[70483]: DEBUG oslo_concurrency.lockutils [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.201467] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] fa177fa7-fd8f-45b7-8008-5c14a1202ce6/fa177fa7-fd8f-45b7-8008-5c14a1202ce6.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1052.201467] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2516a71d-6e0a-45d5-936e-a9d796d6b63a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.209504] env[70483]: DEBUG oslo_vmware.api [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 1052.209504] env[70483]: value = "task-3478516" [ 1052.209504] env[70483]: _type = "Task" [ 1052.209504] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.220885] env[70483]: DEBUG oslo_vmware.api [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.341088] env[70483]: DEBUG nova.compute.manager [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1052.424622] env[70483]: DEBUG oslo_vmware.api [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Task: {'id': task-3478504, 'name': RelocateVM_Task} progress is 98%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.458795] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f02ecd90-3184-485d-b4ff-9de2c90447fe tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.461485] env[70483]: DEBUG oslo_concurrency.lockutils [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.537s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.463116] env[70483]: INFO nova.compute.claims [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1052.482848] env[70483]: INFO nova.scheduler.client.report [None req-f02ecd90-3184-485d-b4ff-9de2c90447fe tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Deleted allocations for instance 87bf2ec8-d543-41ed-9c3f-c532d027eaa5 [ 1052.548546] env[70483]: DEBUG oslo_concurrency.lockutils [req-86697e86-ba54-4e7e-8462-dbb10ad87319 req-03c02fac-a3df-4df4-9676-83dbe57a26c4 service nova] Releasing lock "refresh_cache-564f1aef-f107-46c8-ae0b-01df1e8aa2d2" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.681323] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a3a2bc1c-b41d-40da-be47-3c9ee6ec98a4 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.721351] env[70483]: DEBUG oslo_vmware.api [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478516, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460317} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.721351] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] fa177fa7-fd8f-45b7-8008-5c14a1202ce6/fa177fa7-fd8f-45b7-8008-5c14a1202ce6.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1052.721351] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1052.721351] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d22cebe9-f50e-40db-bfcd-fd74cfa2f373 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.728307] env[70483]: DEBUG oslo_vmware.api [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 1052.728307] env[70483]: value = "task-3478517" [ 1052.728307] env[70483]: _type = "Task" [ 1052.728307] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.738969] env[70483]: DEBUG oslo_vmware.api [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478517, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.866854] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.920661] env[70483]: DEBUG oslo_vmware.api [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Task: {'id': task-3478504, 'name': RelocateVM_Task} progress is 98%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.926497] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Acquiring lock "564f1aef-f107-46c8-ae0b-01df1e8aa2d2" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.992092] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f02ecd90-3184-485d-b4ff-9de2c90447fe tempest-SecurityGroupsTestJSON-310253401 tempest-SecurityGroupsTestJSON-310253401-project-member] Lock "87bf2ec8-d543-41ed-9c3f-c532d027eaa5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.538s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.241967] env[70483]: DEBUG oslo_vmware.api [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478517, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.27003} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.242457] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1053.243124] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67169f50-9833-4c52-8c88-b7c1baebdd57 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.267531] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] fa177fa7-fd8f-45b7-8008-5c14a1202ce6/fa177fa7-fd8f-45b7-8008-5c14a1202ce6.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.268259] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ab63b13-5f98-47ac-a2b2-730628b67d57 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.292029] env[70483]: DEBUG oslo_vmware.api [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 1053.292029] env[70483]: value = "task-3478518" [ 1053.292029] env[70483]: _type = "Task" [ 1053.292029] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.302018] env[70483]: DEBUG oslo_vmware.api [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478518, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.420512] env[70483]: DEBUG oslo_vmware.api [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Task: {'id': task-3478504, 'name': RelocateVM_Task, 'duration_secs': 4.892264} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.420891] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Volume attach. Driver type: vmdk {{(pid=70483) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1053.421132] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695444', 'volume_id': 'b7fb94cf-bfee-43d0-97ba-7fd08d3c6499', 'name': 'volume-b7fb94cf-bfee-43d0-97ba-7fd08d3c6499', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73e3ef81-1a84-429b-968b-0bbee1b276d0', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7fb94cf-bfee-43d0-97ba-7fd08d3c6499', 'serial': 'b7fb94cf-bfee-43d0-97ba-7fd08d3c6499'} {{(pid=70483) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1053.421966] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a58638-4079-45fe-8cd8-8a6bc7f31b71 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.439188] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00a73a7-905a-4de5-bb41-37edc9fa78da {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.463320] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] volume-b7fb94cf-bfee-43d0-97ba-7fd08d3c6499/volume-b7fb94cf-bfee-43d0-97ba-7fd08d3c6499.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.463834] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbda7eb8-c489-435c-8cd1-fbb52dc7cee0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.489571] env[70483]: DEBUG oslo_vmware.api [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Waiting for the task: (returnval){ [ 1053.489571] env[70483]: value = "task-3478519" [ 1053.489571] env[70483]: _type = "Task" [ 1053.489571] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.499084] env[70483]: DEBUG oslo_vmware.api [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Task: {'id': task-3478519, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.619141] env[70483]: DEBUG oslo_concurrency.lockutils [None req-77d0364a-7264-4340-b453-da389293a243 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "6bd21520-d00b-4103-bcf1-812a1187256a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.619580] env[70483]: DEBUG oslo_concurrency.lockutils [None req-77d0364a-7264-4340-b453-da389293a243 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "6bd21520-d00b-4103-bcf1-812a1187256a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.619863] env[70483]: DEBUG oslo_concurrency.lockutils [None req-77d0364a-7264-4340-b453-da389293a243 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "6bd21520-d00b-4103-bcf1-812a1187256a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.620094] env[70483]: DEBUG oslo_concurrency.lockutils [None req-77d0364a-7264-4340-b453-da389293a243 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "6bd21520-d00b-4103-bcf1-812a1187256a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.620267] env[70483]: DEBUG oslo_concurrency.lockutils [None req-77d0364a-7264-4340-b453-da389293a243 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "6bd21520-d00b-4103-bcf1-812a1187256a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.625217] env[70483]: INFO nova.compute.manager [None req-77d0364a-7264-4340-b453-da389293a243 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Terminating instance [ 1053.808849] env[70483]: DEBUG oslo_vmware.api [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.852193] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9675edc-9f74-463a-ad82-19c8d1e2133e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.860918] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8007bae-80b1-478d-a051-d31bf3e7812f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.894286] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a304613-6f30-494b-8acb-1727f97bd21e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.902803] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107b6a73-1812-431c-9440-528ebb5c5bc7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.918711] env[70483]: DEBUG nova.compute.provider_tree [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.987100] env[70483]: INFO nova.compute.manager [None req-6e0abdc5-255d-4ad9-9068-92840c4a1cb7 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Unrescuing [ 1053.987365] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6e0abdc5-255d-4ad9-9068-92840c4a1cb7 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquiring lock "refresh_cache-b9fca4d0-dadf-43ee-ad2c-2656a3792ea4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.987533] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6e0abdc5-255d-4ad9-9068-92840c4a1cb7 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquired lock "refresh_cache-b9fca4d0-dadf-43ee-ad2c-2656a3792ea4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.987699] env[70483]: DEBUG nova.network.neutron [None req-6e0abdc5-255d-4ad9-9068-92840c4a1cb7 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.002691] env[70483]: DEBUG oslo_vmware.api [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Task: {'id': task-3478519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.129467] env[70483]: DEBUG nova.compute.manager [None req-77d0364a-7264-4340-b453-da389293a243 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1054.129770] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-77d0364a-7264-4340-b453-da389293a243 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.131139] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99c5799-17bf-4509-b63f-7f05a57a36eb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.139936] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-77d0364a-7264-4340-b453-da389293a243 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.140218] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74fe3b26-75eb-46a2-92d2-e0eee43a40dd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.147459] env[70483]: DEBUG oslo_vmware.api [None req-77d0364a-7264-4340-b453-da389293a243 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1054.147459] env[70483]: value = "task-3478520" [ 1054.147459] env[70483]: _type = "Task" [ 1054.147459] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.158355] env[70483]: DEBUG oslo_vmware.api [None req-77d0364a-7264-4340-b453-da389293a243 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.306023] env[70483]: DEBUG oslo_vmware.api [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478518, 'name': ReconfigVM_Task, 'duration_secs': 0.638019} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.306023] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Reconfigured VM instance instance-00000057 to attach disk [datastore1] fa177fa7-fd8f-45b7-8008-5c14a1202ce6/fa177fa7-fd8f-45b7-8008-5c14a1202ce6.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.306507] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ff3cf31-a945-4353-8b95-ecab301f1e52 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.315582] env[70483]: DEBUG oslo_vmware.api [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 1054.315582] env[70483]: value = "task-3478521" [ 1054.315582] env[70483]: _type = "Task" [ 1054.315582] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.327518] env[70483]: DEBUG oslo_vmware.api [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478521, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.422911] env[70483]: DEBUG nova.scheduler.client.report [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.502806] env[70483]: DEBUG oslo_vmware.api [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Task: {'id': task-3478519, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.657380] env[70483]: DEBUG oslo_vmware.api [None req-77d0364a-7264-4340-b453-da389293a243 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478520, 'name': PowerOffVM_Task, 'duration_secs': 0.229272} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.657698] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-77d0364a-7264-4340-b453-da389293a243 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.657879] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-77d0364a-7264-4340-b453-da389293a243 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.658160] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a907ce6-8320-478b-b661-3208399e59e7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.723167] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-77d0364a-7264-4340-b453-da389293a243 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.723343] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-77d0364a-7264-4340-b453-da389293a243 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.723396] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-77d0364a-7264-4340-b453-da389293a243 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Deleting the datastore file [datastore2] 6bd21520-d00b-4103-bcf1-812a1187256a {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.726042] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c48ec2a9-92ec-484a-af6c-cc565a51804c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.735747] env[70483]: DEBUG oslo_vmware.api [None req-77d0364a-7264-4340-b453-da389293a243 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1054.735747] env[70483]: value = "task-3478523" [ 1054.735747] env[70483]: _type = "Task" [ 1054.735747] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.753556] env[70483]: DEBUG oslo_vmware.api [None req-77d0364a-7264-4340-b453-da389293a243 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.832394] env[70483]: DEBUG oslo_vmware.api [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478521, 'name': Rename_Task, 'duration_secs': 0.170913} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.832743] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1054.833040] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c12e1371-2504-45d8-bc0a-2be78176362f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.843582] env[70483]: DEBUG oslo_vmware.api [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 1054.843582] env[70483]: value = "task-3478524" [ 1054.843582] env[70483]: _type = "Task" [ 1054.843582] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.852997] env[70483]: DEBUG oslo_vmware.api [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.931020] env[70483]: DEBUG oslo_concurrency.lockutils [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.931020] env[70483]: DEBUG nova.compute.manager [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1054.934645] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.255s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.934970] env[70483]: DEBUG nova.objects.instance [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70483) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1054.968753] env[70483]: DEBUG nova.network.neutron [None req-6e0abdc5-255d-4ad9-9068-92840c4a1cb7 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Updating instance_info_cache with network_info: [{"id": "4d667a0e-f2e4-4e29-b216-876a86f59354", "address": "fa:16:3e:6d:c2:0b", "network": {"id": "d14c053b-da64-4bb5-938a-757e7fd84d64", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-410432685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d1b8fec1a74a8d9e13ecf6d01ab5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d667a0e-f2", "ovs_interfaceid": "4d667a0e-f2e4-4e29-b216-876a86f59354", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.005666] env[70483]: DEBUG oslo_vmware.api [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Task: {'id': task-3478519, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.247873] env[70483]: DEBUG oslo_vmware.api [None req-77d0364a-7264-4340-b453-da389293a243 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478523, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155911} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.247873] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-77d0364a-7264-4340-b453-da389293a243 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.247873] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-77d0364a-7264-4340-b453-da389293a243 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.247873] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-77d0364a-7264-4340-b453-da389293a243 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.247873] env[70483]: INFO nova.compute.manager [None req-77d0364a-7264-4340-b453-da389293a243 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1055.248169] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77d0364a-7264-4340-b453-da389293a243 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.248431] env[70483]: DEBUG nova.compute.manager [-] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1055.248471] env[70483]: DEBUG nova.network.neutron [-] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1055.358974] env[70483]: DEBUG oslo_vmware.api [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478524, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.440969] env[70483]: DEBUG nova.compute.utils [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1055.447487] env[70483]: DEBUG nova.compute.manager [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1055.447731] env[70483]: DEBUG nova.network.neutron [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1055.471206] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6e0abdc5-255d-4ad9-9068-92840c4a1cb7 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Releasing lock "refresh_cache-b9fca4d0-dadf-43ee-ad2c-2656a3792ea4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.471880] env[70483]: DEBUG nova.objects.instance [None req-6e0abdc5-255d-4ad9-9068-92840c4a1cb7 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Lazy-loading 'flavor' on Instance uuid b9fca4d0-dadf-43ee-ad2c-2656a3792ea4 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.505737] env[70483]: DEBUG oslo_vmware.api [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Task: {'id': task-3478519, 'name': ReconfigVM_Task, 'duration_secs': 1.964293} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.506077] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Reconfigured VM instance instance-00000056 to attach disk [datastore1] volume-b7fb94cf-bfee-43d0-97ba-7fd08d3c6499/volume-b7fb94cf-bfee-43d0-97ba-7fd08d3c6499.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.512246] env[70483]: DEBUG nova.policy [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7ab60a72ab04359a8f5e7f607059055', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd941c3f1da57481e9eb853fb6f6e0274', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1055.513802] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9db847b-0d98-4a33-9fdd-1b9c744659ff {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.533018] env[70483]: DEBUG oslo_vmware.api [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Waiting for the task: (returnval){ [ 1055.533018] env[70483]: value = "task-3478525" [ 1055.533018] env[70483]: _type = "Task" [ 1055.533018] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.544911] env[70483]: DEBUG oslo_vmware.api [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Task: {'id': task-3478525, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.595811] env[70483]: DEBUG oslo_concurrency.lockutils [None req-43433a79-a3fb-474b-85c2-8eb3c7b556fa tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquiring lock "a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.595811] env[70483]: DEBUG oslo_concurrency.lockutils [None req-43433a79-a3fb-474b-85c2-8eb3c7b556fa tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lock "a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.820903] env[70483]: DEBUG nova.network.neutron [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Successfully created port: e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1055.859064] env[70483]: DEBUG oslo_vmware.api [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478524, 'name': PowerOnVM_Task, 'duration_secs': 0.623456} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.859602] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.860697] env[70483]: INFO nova.compute.manager [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Took 8.46 seconds to spawn the instance on the hypervisor. [ 1055.861915] env[70483]: DEBUG nova.compute.manager [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.863045] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ce7a6d-d58d-46b4-922c-9897e5ec2330 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.951137] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1dc1c068-bdaa-4ce5-a4eb-6965ebd9ace3 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.952624] env[70483]: DEBUG nova.compute.manager [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1055.958703] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e13d20d5-deb4-4c52-9654-67fcff410117 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.951s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.959081] env[70483]: DEBUG nova.objects.instance [None req-e13d20d5-deb4-4c52-9654-67fcff410117 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lazy-loading 'resources' on Instance uuid 3bfab051-242b-480a-9b6c-dc933a925ecd {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.982627] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf2ef89-f95d-4294-a5f1-516f09d1ed12 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.005433] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e0abdc5-255d-4ad9-9068-92840c4a1cb7 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.005759] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fa59c17-1ae2-47d9-828c-fbb5401af087 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.013779] env[70483]: DEBUG oslo_vmware.api [None req-6e0abdc5-255d-4ad9-9068-92840c4a1cb7 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1056.013779] env[70483]: value = "task-3478526" [ 1056.013779] env[70483]: _type = "Task" [ 1056.013779] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.015852] env[70483]: DEBUG nova.compute.manager [req-e87a092a-010c-4c2e-b681-f169c3e2824f req-9f0b413f-0d26-42e1-9997-9593176f37bb service nova] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Received event network-vif-deleted-f23752e4-92e9-4903-841d-3b1bf765412e {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.016024] env[70483]: INFO nova.compute.manager [req-e87a092a-010c-4c2e-b681-f169c3e2824f req-9f0b413f-0d26-42e1-9997-9593176f37bb service nova] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Neutron deleted interface f23752e4-92e9-4903-841d-3b1bf765412e; detaching it from the instance and deleting it from the info cache [ 1056.016258] env[70483]: DEBUG nova.network.neutron [req-e87a092a-010c-4c2e-b681-f169c3e2824f req-9f0b413f-0d26-42e1-9997-9593176f37bb service nova] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.031937] env[70483]: DEBUG oslo_vmware.api [None req-6e0abdc5-255d-4ad9-9068-92840c4a1cb7 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.044710] env[70483]: DEBUG oslo_vmware.api [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Task: {'id': task-3478525, 'name': ReconfigVM_Task, 'duration_secs': 0.281642} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.045035] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695444', 'volume_id': 'b7fb94cf-bfee-43d0-97ba-7fd08d3c6499', 'name': 'volume-b7fb94cf-bfee-43d0-97ba-7fd08d3c6499', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73e3ef81-1a84-429b-968b-0bbee1b276d0', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7fb94cf-bfee-43d0-97ba-7fd08d3c6499', 'serial': 'b7fb94cf-bfee-43d0-97ba-7fd08d3c6499'} {{(pid=70483) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1056.045571] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-897e365a-abae-44a5-ab8f-c337678b1093 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.054065] env[70483]: DEBUG oslo_vmware.api [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Waiting for the task: (returnval){ [ 1056.054065] env[70483]: value = "task-3478527" [ 1056.054065] env[70483]: _type = "Task" [ 1056.054065] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.064107] env[70483]: DEBUG oslo_vmware.api [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Task: {'id': task-3478527, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.077875] env[70483]: DEBUG oslo_concurrency.lockutils [None req-90c3ccce-fab7-4ad8-a147-68f4c9621850 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "a423d133-89f3-40fe-9986-02edc46cf0f4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.078125] env[70483]: DEBUG oslo_concurrency.lockutils [None req-90c3ccce-fab7-4ad8-a147-68f4c9621850 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "a423d133-89f3-40fe-9986-02edc46cf0f4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.099345] env[70483]: INFO nova.compute.manager [None req-43433a79-a3fb-474b-85c2-8eb3c7b556fa tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Detaching volume aab80cda-88e6-4726-ae14-7308bcf53501 [ 1056.137947] env[70483]: INFO nova.virt.block_device [None req-43433a79-a3fb-474b-85c2-8eb3c7b556fa tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Attempting to driver detach volume aab80cda-88e6-4726-ae14-7308bcf53501 from mountpoint /dev/sdb [ 1056.138197] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-43433a79-a3fb-474b-85c2-8eb3c7b556fa tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Volume detach. Driver type: vmdk {{(pid=70483) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1056.138410] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-43433a79-a3fb-474b-85c2-8eb3c7b556fa tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695414', 'volume_id': 'aab80cda-88e6-4726-ae14-7308bcf53501', 'name': 'volume-aab80cda-88e6-4726-ae14-7308bcf53501', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff', 'attached_at': '', 'detached_at': '', 'volume_id': 'aab80cda-88e6-4726-ae14-7308bcf53501', 'serial': 'aab80cda-88e6-4726-ae14-7308bcf53501'} {{(pid=70483) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1056.139456] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f47249-2298-4416-812c-0684ad5543af {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.162325] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe27731-ea02-45f8-99b6-061bcaed292f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.170346] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3711691b-ddfc-4068-993b-c9ba92035473 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.196095] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8913dc-8126-4347-8c03-895040f437f0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.216402] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-43433a79-a3fb-474b-85c2-8eb3c7b556fa tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] The volume has not been displaced from its original location: [datastore2] volume-aab80cda-88e6-4726-ae14-7308bcf53501/volume-aab80cda-88e6-4726-ae14-7308bcf53501.vmdk. No consolidation needed. {{(pid=70483) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1056.221891] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-43433a79-a3fb-474b-85c2-8eb3c7b556fa tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Reconfiguring VM instance instance-0000002e to detach disk 2001 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1056.222271] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5130f17-b905-473b-86fe-839a67cd494a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.241715] env[70483]: DEBUG oslo_vmware.api [None req-43433a79-a3fb-474b-85c2-8eb3c7b556fa tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 1056.241715] env[70483]: value = "task-3478528" [ 1056.241715] env[70483]: _type = "Task" [ 1056.241715] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.250868] env[70483]: DEBUG oslo_vmware.api [None req-43433a79-a3fb-474b-85c2-8eb3c7b556fa tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478528, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.353891] env[70483]: DEBUG nova.network.neutron [-] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.384636] env[70483]: INFO nova.compute.manager [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Took 27.85 seconds to build instance. [ 1056.528020] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2691dd4e-54c2-435b-ba95-253a00c70850 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.536039] env[70483]: DEBUG oslo_vmware.api [None req-6e0abdc5-255d-4ad9-9068-92840c4a1cb7 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478526, 'name': PowerOffVM_Task, 'duration_secs': 0.221575} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.538853] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ecf8b0-da03-4405-9375-64fffb4bb5af {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.551448] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e0abdc5-255d-4ad9-9068-92840c4a1cb7 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.556942] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e0abdc5-255d-4ad9-9068-92840c4a1cb7 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1056.561061] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c94df33-ae4f-4b2d-a27e-df9ad8a8fedf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.582642] env[70483]: DEBUG nova.compute.utils [None req-90c3ccce-fab7-4ad8-a147-68f4c9621850 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1056.591154] env[70483]: DEBUG oslo_vmware.api [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Task: {'id': task-3478527, 'name': Rename_Task, 'duration_secs': 0.162838} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.593175] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.593762] env[70483]: DEBUG oslo_vmware.api [None req-6e0abdc5-255d-4ad9-9068-92840c4a1cb7 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1056.593762] env[70483]: value = "task-3478529" [ 1056.593762] env[70483]: _type = "Task" [ 1056.593762] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.596909] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af27fceb-2c7e-46ba-8374-7c53de3156f7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.613375] env[70483]: DEBUG nova.compute.manager [req-e87a092a-010c-4c2e-b681-f169c3e2824f req-9f0b413f-0d26-42e1-9997-9593176f37bb service nova] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Detach interface failed, port_id=f23752e4-92e9-4903-841d-3b1bf765412e, reason: Instance 6bd21520-d00b-4103-bcf1-812a1187256a could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1056.620062] env[70483]: DEBUG oslo_vmware.api [None req-6e0abdc5-255d-4ad9-9068-92840c4a1cb7 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.621441] env[70483]: DEBUG oslo_vmware.api [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Waiting for the task: (returnval){ [ 1056.621441] env[70483]: value = "task-3478530" [ 1056.621441] env[70483]: _type = "Task" [ 1056.621441] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.633144] env[70483]: DEBUG oslo_vmware.api [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Task: {'id': task-3478530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.755350] env[70483]: DEBUG oslo_vmware.api [None req-43433a79-a3fb-474b-85c2-8eb3c7b556fa tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478528, 'name': ReconfigVM_Task, 'duration_secs': 0.22384} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.755633] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-43433a79-a3fb-474b-85c2-8eb3c7b556fa tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Reconfigured VM instance instance-0000002e to detach disk 2001 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1056.760333] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e54f6fd-af65-4f83-aa06-9ffea0300844 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.793847] env[70483]: DEBUG oslo_vmware.api [None req-43433a79-a3fb-474b-85c2-8eb3c7b556fa tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 1056.793847] env[70483]: value = "task-3478531" [ 1056.793847] env[70483]: _type = "Task" [ 1056.793847] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.805052] env[70483]: DEBUG oslo_vmware.api [None req-43433a79-a3fb-474b-85c2-8eb3c7b556fa tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478531, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.834633] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd58b65-f7ed-47a4-aa0e-c030158fcd39 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.843676] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad5f888-dcdd-43f8-92c9-f14f24a7d93d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.876257] env[70483]: INFO nova.compute.manager [-] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Took 1.63 seconds to deallocate network for instance. [ 1056.882328] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59b25db-54dc-44e1-95c5-0aa22a8e991c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.889282] env[70483]: DEBUG oslo_concurrency.lockutils [None req-edba17e4-aab8-4fe6-a0cb-6aa76819fbba tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "fa177fa7-fd8f-45b7-8008-5c14a1202ce6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.359s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.890546] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03ea756-59bb-4d5c-b7e4-fd42868e0f99 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.904756] env[70483]: DEBUG nova.compute.provider_tree [None req-e13d20d5-deb4-4c52-9654-67fcff410117 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.976292] env[70483]: DEBUG nova.compute.manager [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1057.016469] env[70483]: DEBUG nova.virt.hardware [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.016730] env[70483]: DEBUG nova.virt.hardware [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.016902] env[70483]: DEBUG nova.virt.hardware [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.017769] env[70483]: DEBUG nova.virt.hardware [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.017850] env[70483]: DEBUG nova.virt.hardware [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.017952] env[70483]: DEBUG nova.virt.hardware [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.018193] env[70483]: DEBUG nova.virt.hardware [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.018369] env[70483]: DEBUG nova.virt.hardware [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.018559] env[70483]: DEBUG nova.virt.hardware [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.018729] env[70483]: DEBUG nova.virt.hardware [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.018902] env[70483]: DEBUG nova.virt.hardware [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.019841] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6df341-62a6-4e2d-8e36-160245259923 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.035130] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533cfd8f-e9c6-45b1-8a9e-e7188cfe74c8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.085032] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0261ba62-a54d-4633-aa13-5cffc1606d65 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.085332] env[70483]: DEBUG oslo_concurrency.lockutils [None req-90c3ccce-fab7-4ad8-a147-68f4c9621850 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "a423d133-89f3-40fe-9986-02edc46cf0f4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.091030] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e814e158-3ae7-4ce7-90d8-cf5c689b9047 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Suspending the VM {{(pid=70483) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1057.091450] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-fe9fb5b6-9594-48ee-8a56-ebbf09bf68c9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.098425] env[70483]: DEBUG oslo_vmware.api [None req-e814e158-3ae7-4ce7-90d8-cf5c689b9047 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 1057.098425] env[70483]: value = "task-3478532" [ 1057.098425] env[70483]: _type = "Task" [ 1057.098425] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.117460] env[70483]: DEBUG oslo_vmware.api [None req-e814e158-3ae7-4ce7-90d8-cf5c689b9047 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478532, 'name': SuspendVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.117735] env[70483]: DEBUG oslo_vmware.api [None req-6e0abdc5-255d-4ad9-9068-92840c4a1cb7 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478529, 'name': ReconfigVM_Task, 'duration_secs': 0.291332} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.118009] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e0abdc5-255d-4ad9-9068-92840c4a1cb7 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1057.118203] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e0abdc5-255d-4ad9-9068-92840c4a1cb7 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.118490] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a67169e-c958-40aa-a1a1-74b6caae4566 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.127429] env[70483]: DEBUG oslo_vmware.api [None req-6e0abdc5-255d-4ad9-9068-92840c4a1cb7 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1057.127429] env[70483]: value = "task-3478533" [ 1057.127429] env[70483]: _type = "Task" [ 1057.127429] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.136029] env[70483]: DEBUG oslo_vmware.api [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Task: {'id': task-3478530, 'name': PowerOnVM_Task, 'duration_secs': 0.494553} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.136029] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.136029] env[70483]: INFO nova.compute.manager [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Took 10.19 seconds to spawn the instance on the hypervisor. [ 1057.136029] env[70483]: DEBUG nova.compute.manager [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.136275] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec7b46f-aa85-4cf1-bacb-925bc08ba9e1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.141984] env[70483]: DEBUG oslo_vmware.api [None req-6e0abdc5-255d-4ad9-9068-92840c4a1cb7 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478533, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.308750] env[70483]: DEBUG oslo_vmware.api [None req-43433a79-a3fb-474b-85c2-8eb3c7b556fa tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478531, 'name': ReconfigVM_Task, 'duration_secs': 0.15397} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.308750] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-43433a79-a3fb-474b-85c2-8eb3c7b556fa tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695414', 'volume_id': 'aab80cda-88e6-4726-ae14-7308bcf53501', 'name': 'volume-aab80cda-88e6-4726-ae14-7308bcf53501', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff', 'attached_at': '', 'detached_at': '', 'volume_id': 'aab80cda-88e6-4726-ae14-7308bcf53501', 'serial': 'aab80cda-88e6-4726-ae14-7308bcf53501'} {{(pid=70483) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1057.383184] env[70483]: DEBUG oslo_concurrency.lockutils [None req-77d0364a-7264-4340-b453-da389293a243 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.411276] env[70483]: DEBUG nova.scheduler.client.report [None req-e13d20d5-deb4-4c52-9654-67fcff410117 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.610604] env[70483]: DEBUG oslo_vmware.api [None req-e814e158-3ae7-4ce7-90d8-cf5c689b9047 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478532, 'name': SuspendVM_Task} progress is 62%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.615958] env[70483]: DEBUG nova.network.neutron [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Successfully updated port: e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1057.643949] env[70483]: DEBUG oslo_vmware.api [None req-6e0abdc5-255d-4ad9-9068-92840c4a1cb7 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478533, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.660184] env[70483]: INFO nova.compute.manager [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Took 30.93 seconds to build instance. [ 1057.703137] env[70483]: DEBUG nova.compute.manager [req-57119c33-d697-4007-aae8-0457c6f89954 req-6fe8aace-1e40-4074-9586-f8b628ade30c service nova] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Received event network-vif-plugged-e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.703355] env[70483]: DEBUG oslo_concurrency.lockutils [req-57119c33-d697-4007-aae8-0457c6f89954 req-6fe8aace-1e40-4074-9586-f8b628ade30c service nova] Acquiring lock "ef6fa7ed-b8aa-4221-a388-e86a72133cbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.703652] env[70483]: DEBUG oslo_concurrency.lockutils [req-57119c33-d697-4007-aae8-0457c6f89954 req-6fe8aace-1e40-4074-9586-f8b628ade30c service nova] Lock "ef6fa7ed-b8aa-4221-a388-e86a72133cbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.703719] env[70483]: DEBUG oslo_concurrency.lockutils [req-57119c33-d697-4007-aae8-0457c6f89954 req-6fe8aace-1e40-4074-9586-f8b628ade30c service nova] Lock "ef6fa7ed-b8aa-4221-a388-e86a72133cbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.703876] env[70483]: DEBUG nova.compute.manager [req-57119c33-d697-4007-aae8-0457c6f89954 req-6fe8aace-1e40-4074-9586-f8b628ade30c service nova] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] No waiting events found dispatching network-vif-plugged-e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1057.704269] env[70483]: WARNING nova.compute.manager [req-57119c33-d697-4007-aae8-0457c6f89954 req-6fe8aace-1e40-4074-9586-f8b628ade30c service nova] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Received unexpected event network-vif-plugged-e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f for instance with vm_state building and task_state spawning. [ 1057.856681] env[70483]: DEBUG nova.objects.instance [None req-43433a79-a3fb-474b-85c2-8eb3c7b556fa tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lazy-loading 'flavor' on Instance uuid a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.916679] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e13d20d5-deb4-4c52-9654-67fcff410117 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.958s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.919663] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8154d424-f34c-41fe-bc85-0854bca70c63 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.638s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.919983] env[70483]: DEBUG nova.objects.instance [None req-8154d424-f34c-41fe-bc85-0854bca70c63 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lazy-loading 'resources' on Instance uuid 3b1d2846-6f44-4f08-9878-e00bad014921 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.939796] env[70483]: INFO nova.scheduler.client.report [None req-e13d20d5-deb4-4c52-9654-67fcff410117 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Deleted allocations for instance 3bfab051-242b-480a-9b6c-dc933a925ecd [ 1058.113020] env[70483]: DEBUG oslo_vmware.api [None req-e814e158-3ae7-4ce7-90d8-cf5c689b9047 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478532, 'name': SuspendVM_Task, 'duration_secs': 0.896361} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.113020] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e814e158-3ae7-4ce7-90d8-cf5c689b9047 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Suspended the VM {{(pid=70483) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1058.113020] env[70483]: DEBUG nova.compute.manager [None req-e814e158-3ae7-4ce7-90d8-cf5c689b9047 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.113020] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f30f3d-b8af-4535-aba9-c39f2c81093a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.119913] env[70483]: DEBUG oslo_concurrency.lockutils [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "refresh_cache-ef6fa7ed-b8aa-4221-a388-e86a72133cbc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.120862] env[70483]: DEBUG oslo_concurrency.lockutils [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquired lock "refresh_cache-ef6fa7ed-b8aa-4221-a388-e86a72133cbc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.120862] env[70483]: DEBUG nova.network.neutron [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.144515] env[70483]: DEBUG oslo_vmware.api [None req-6e0abdc5-255d-4ad9-9068-92840c4a1cb7 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478533, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.162148] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b30442f1-db20-4d5f-bf31-80bd577d4466 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Lock "73e3ef81-1a84-429b-968b-0bbee1b276d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.453s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.185113] env[70483]: DEBUG oslo_concurrency.lockutils [None req-90c3ccce-fab7-4ad8-a147-68f4c9621850 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "a423d133-89f3-40fe-9986-02edc46cf0f4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.185443] env[70483]: DEBUG oslo_concurrency.lockutils [None req-90c3ccce-fab7-4ad8-a147-68f4c9621850 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "a423d133-89f3-40fe-9986-02edc46cf0f4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.185714] env[70483]: INFO nova.compute.manager [None req-90c3ccce-fab7-4ad8-a147-68f4c9621850 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Attaching volume 1268b218-fe0d-4aab-91c8-8317f90a0aa0 to /dev/sdb [ 1058.225576] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd70574-88af-4218-9287-a3afd298b3a9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.237013] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72367e92-1882-49d3-ba10-2d54901a9d73 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.254477] env[70483]: DEBUG nova.virt.block_device [None req-90c3ccce-fab7-4ad8-a147-68f4c9621850 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Updating existing volume attachment record: 4bfc88f1-a86e-4fc0-917c-aa34c39bd420 {{(pid=70483) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1058.449799] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e13d20d5-deb4-4c52-9654-67fcff410117 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "3bfab051-242b-480a-9b6c-dc933a925ecd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.187s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.643442] env[70483]: DEBUG oslo_vmware.api [None req-6e0abdc5-255d-4ad9-9068-92840c4a1cb7 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478533, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.661375] env[70483]: DEBUG nova.network.neutron [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1058.771360] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9f6b7c-fb71-42c7-ace2-6482fa87c77b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.791375] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a600a4-540f-4044-8f25-ad5932fcded2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.797339] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bf3c9f32-2c73-45ce-a6cf-af095243b624 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "08028301-3521-4277-bf0e-100908825c43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.797339] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bf3c9f32-2c73-45ce-a6cf-af095243b624 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "08028301-3521-4277-bf0e-100908825c43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.797339] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bf3c9f32-2c73-45ce-a6cf-af095243b624 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "08028301-3521-4277-bf0e-100908825c43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.797486] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bf3c9f32-2c73-45ce-a6cf-af095243b624 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "08028301-3521-4277-bf0e-100908825c43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.797630] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bf3c9f32-2c73-45ce-a6cf-af095243b624 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "08028301-3521-4277-bf0e-100908825c43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.800023] env[70483]: INFO nova.compute.manager [None req-bf3c9f32-2c73-45ce-a6cf-af095243b624 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 08028301-3521-4277-bf0e-100908825c43] Terminating instance [ 1058.834080] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7e6785-c622-4104-a7bf-56d45d22a795 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.842939] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36cb7836-9e2d-4df2-8da4-a263a17ba878 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.857823] env[70483]: DEBUG nova.compute.provider_tree [None req-8154d424-f34c-41fe-bc85-0854bca70c63 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.865983] env[70483]: DEBUG oslo_concurrency.lockutils [None req-43433a79-a3fb-474b-85c2-8eb3c7b556fa tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lock "a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.271s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.876689] env[70483]: DEBUG nova.network.neutron [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Updating instance_info_cache with network_info: [{"id": "e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f", "address": "fa:16:3e:5e:42:ed", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3aeb7f2-24", "ovs_interfaceid": "e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.145516] env[70483]: DEBUG oslo_vmware.api [None req-6e0abdc5-255d-4ad9-9068-92840c4a1cb7 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478533, 'name': PowerOnVM_Task, 'duration_secs': 1.959214} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.146778] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e0abdc5-255d-4ad9-9068-92840c4a1cb7 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.148714] env[70483]: DEBUG nova.compute.manager [None req-6e0abdc5-255d-4ad9-9068-92840c4a1cb7 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.148714] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee3a231-6789-44c8-a64d-b8255089d230 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.250420] env[70483]: DEBUG nova.compute.manager [req-65e74dfe-bde3-4124-a815-62a73e8c7aba req-7bcfb403-523d-41b9-a177-2afc6492e500 service nova] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Received event network-changed-a9cd03b1-7b68-4bd8-9d43-554855a1ffe8 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.250636] env[70483]: DEBUG nova.compute.manager [req-65e74dfe-bde3-4124-a815-62a73e8c7aba req-7bcfb403-523d-41b9-a177-2afc6492e500 service nova] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Refreshing instance network info cache due to event network-changed-a9cd03b1-7b68-4bd8-9d43-554855a1ffe8. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1059.250900] env[70483]: DEBUG oslo_concurrency.lockutils [req-65e74dfe-bde3-4124-a815-62a73e8c7aba req-7bcfb403-523d-41b9-a177-2afc6492e500 service nova] Acquiring lock "refresh_cache-73e3ef81-1a84-429b-968b-0bbee1b276d0" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.251179] env[70483]: DEBUG oslo_concurrency.lockutils [req-65e74dfe-bde3-4124-a815-62a73e8c7aba req-7bcfb403-523d-41b9-a177-2afc6492e500 service nova] Acquired lock "refresh_cache-73e3ef81-1a84-429b-968b-0bbee1b276d0" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.251375] env[70483]: DEBUG nova.network.neutron [req-65e74dfe-bde3-4124-a815-62a73e8c7aba req-7bcfb403-523d-41b9-a177-2afc6492e500 service nova] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Refreshing network info cache for port a9cd03b1-7b68-4bd8-9d43-554855a1ffe8 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.337634] env[70483]: DEBUG nova.compute.manager [None req-bf3c9f32-2c73-45ce-a6cf-af095243b624 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 08028301-3521-4277-bf0e-100908825c43] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.337922] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3c9f32-2c73-45ce-a6cf-af095243b624 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 08028301-3521-4277-bf0e-100908825c43] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.338871] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cf5df0-3c09-45ba-8e59-c57323796948 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.348336] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf3c9f32-2c73-45ce-a6cf-af095243b624 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 08028301-3521-4277-bf0e-100908825c43] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.348771] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c4f9198-f0ee-4036-adaa-c33bf0dbec4b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.358767] env[70483]: DEBUG oslo_vmware.api [None req-bf3c9f32-2c73-45ce-a6cf-af095243b624 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 1059.358767] env[70483]: value = "task-3478537" [ 1059.358767] env[70483]: _type = "Task" [ 1059.358767] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.365378] env[70483]: DEBUG nova.scheduler.client.report [None req-8154d424-f34c-41fe-bc85-0854bca70c63 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.376432] env[70483]: DEBUG oslo_vmware.api [None req-bf3c9f32-2c73-45ce-a6cf-af095243b624 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.380460] env[70483]: DEBUG oslo_concurrency.lockutils [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Releasing lock "refresh_cache-ef6fa7ed-b8aa-4221-a388-e86a72133cbc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.380780] env[70483]: DEBUG nova.compute.manager [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Instance network_info: |[{"id": "e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f", "address": "fa:16:3e:5e:42:ed", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3aeb7f2-24", "ovs_interfaceid": "e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1059.381200] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:42:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1059.392402] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.393818] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1059.394105] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e05a937-1a76-4933-9639-04a0c5146675 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.419781] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1059.419781] env[70483]: value = "task-3478538" [ 1059.419781] env[70483]: _type = "Task" [ 1059.419781] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.430293] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478538, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.632195] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ccff95df-4d57-4332-9589-41bc970a7164 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquiring lock "a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.632496] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ccff95df-4d57-4332-9589-41bc970a7164 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lock "a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.632716] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ccff95df-4d57-4332-9589-41bc970a7164 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquiring lock "a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.632992] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ccff95df-4d57-4332-9589-41bc970a7164 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lock "a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.633141] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ccff95df-4d57-4332-9589-41bc970a7164 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lock "a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.635447] env[70483]: INFO nova.compute.manager [None req-ccff95df-4d57-4332-9589-41bc970a7164 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Terminating instance [ 1059.819568] env[70483]: DEBUG nova.compute.manager [req-6ca463ed-00b2-4e7a-8d80-dcab0f0b3477 req-d0450484-2773-4c8b-9a87-8a5af8efabee service nova] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Received event network-changed-e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.819781] env[70483]: DEBUG nova.compute.manager [req-6ca463ed-00b2-4e7a-8d80-dcab0f0b3477 req-d0450484-2773-4c8b-9a87-8a5af8efabee service nova] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Refreshing instance network info cache due to event network-changed-e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1059.819994] env[70483]: DEBUG oslo_concurrency.lockutils [req-6ca463ed-00b2-4e7a-8d80-dcab0f0b3477 req-d0450484-2773-4c8b-9a87-8a5af8efabee service nova] Acquiring lock "refresh_cache-ef6fa7ed-b8aa-4221-a388-e86a72133cbc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.824351] env[70483]: DEBUG oslo_concurrency.lockutils [req-6ca463ed-00b2-4e7a-8d80-dcab0f0b3477 req-d0450484-2773-4c8b-9a87-8a5af8efabee service nova] Acquired lock "refresh_cache-ef6fa7ed-b8aa-4221-a388-e86a72133cbc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.824519] env[70483]: DEBUG nova.network.neutron [req-6ca463ed-00b2-4e7a-8d80-dcab0f0b3477 req-d0450484-2773-4c8b-9a87-8a5af8efabee service nova] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Refreshing network info cache for port e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.869065] env[70483]: DEBUG oslo_vmware.api [None req-bf3c9f32-2c73-45ce-a6cf-af095243b624 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478537, 'name': PowerOffVM_Task, 'duration_secs': 0.197552} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.871797] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf3c9f32-2c73-45ce-a6cf-af095243b624 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 08028301-3521-4277-bf0e-100908825c43] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.871906] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3c9f32-2c73-45ce-a6cf-af095243b624 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 08028301-3521-4277-bf0e-100908825c43] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.872596] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8154d424-f34c-41fe-bc85-0854bca70c63 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.874784] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c3c15d0-e9e9-4112-983a-9c944709029d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.876344] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.069s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.879043] env[70483]: INFO nova.compute.claims [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.908378] env[70483]: INFO nova.scheduler.client.report [None req-8154d424-f34c-41fe-bc85-0854bca70c63 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Deleted allocations for instance 3b1d2846-6f44-4f08-9878-e00bad014921 [ 1059.934526] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478538, 'name': CreateVM_Task, 'duration_secs': 0.37166} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.938120] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.940158] env[70483]: DEBUG oslo_concurrency.lockutils [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.940362] env[70483]: DEBUG oslo_concurrency.lockutils [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.940688] env[70483]: DEBUG oslo_concurrency.lockutils [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.941570] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d84df692-67df-425c-ae96-a5b575e1195e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.948099] env[70483]: DEBUG oslo_vmware.api [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 1059.948099] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5250080a-459b-98c7-3cd9-2613c4725a11" [ 1059.948099] env[70483]: _type = "Task" [ 1059.948099] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.957498] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3c9f32-2c73-45ce-a6cf-af095243b624 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 08028301-3521-4277-bf0e-100908825c43] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.957498] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3c9f32-2c73-45ce-a6cf-af095243b624 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 08028301-3521-4277-bf0e-100908825c43] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.957498] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf3c9f32-2c73-45ce-a6cf-af095243b624 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Deleting the datastore file [datastore2] 08028301-3521-4277-bf0e-100908825c43 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.958329] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62728004-03d1-4542-96a1-60de7b1d0ddb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.963580] env[70483]: DEBUG oslo_vmware.api [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5250080a-459b-98c7-3cd9-2613c4725a11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.969193] env[70483]: DEBUG oslo_vmware.api [None req-bf3c9f32-2c73-45ce-a6cf-af095243b624 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 1059.969193] env[70483]: value = "task-3478540" [ 1059.969193] env[70483]: _type = "Task" [ 1059.969193] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.981391] env[70483]: DEBUG oslo_vmware.api [None req-bf3c9f32-2c73-45ce-a6cf-af095243b624 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.049990] env[70483]: DEBUG oslo_concurrency.lockutils [None req-171f0507-d7b0-4506-81f2-ae6e31b16eab tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "fa177fa7-fd8f-45b7-8008-5c14a1202ce6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.049990] env[70483]: DEBUG oslo_concurrency.lockutils [None req-171f0507-d7b0-4506-81f2-ae6e31b16eab tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "fa177fa7-fd8f-45b7-8008-5c14a1202ce6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.049990] env[70483]: DEBUG oslo_concurrency.lockutils [None req-171f0507-d7b0-4506-81f2-ae6e31b16eab tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "fa177fa7-fd8f-45b7-8008-5c14a1202ce6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.049990] env[70483]: DEBUG oslo_concurrency.lockutils [None req-171f0507-d7b0-4506-81f2-ae6e31b16eab tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "fa177fa7-fd8f-45b7-8008-5c14a1202ce6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.049990] env[70483]: DEBUG oslo_concurrency.lockutils [None req-171f0507-d7b0-4506-81f2-ae6e31b16eab tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "fa177fa7-fd8f-45b7-8008-5c14a1202ce6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.052474] env[70483]: INFO nova.compute.manager [None req-171f0507-d7b0-4506-81f2-ae6e31b16eab tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Terminating instance [ 1060.149186] env[70483]: DEBUG nova.network.neutron [req-65e74dfe-bde3-4124-a815-62a73e8c7aba req-7bcfb403-523d-41b9-a177-2afc6492e500 service nova] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Updated VIF entry in instance network info cache for port a9cd03b1-7b68-4bd8-9d43-554855a1ffe8. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.149186] env[70483]: DEBUG nova.network.neutron [req-65e74dfe-bde3-4124-a815-62a73e8c7aba req-7bcfb403-523d-41b9-a177-2afc6492e500 service nova] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Updating instance_info_cache with network_info: [{"id": "a9cd03b1-7b68-4bd8-9d43-554855a1ffe8", "address": "fa:16:3e:cc:5d:40", "network": {"id": "3876139b-df15-446e-adf9-da6053b43158", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-835099315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90fecf2370f64a15a05c66a29b71668e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9cd03b1-7b", "ovs_interfaceid": "a9cd03b1-7b68-4bd8-9d43-554855a1ffe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.149186] env[70483]: DEBUG nova.compute.manager [None req-ccff95df-4d57-4332-9589-41bc970a7164 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.149186] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ccff95df-4d57-4332-9589-41bc970a7164 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.149921] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a05ff69-1f03-4406-9120-bff3c1a23d01 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.160083] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccff95df-4d57-4332-9589-41bc970a7164 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.160083] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c4b30ff-0451-4c63-9dd8-56843abc518f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.168178] env[70483]: DEBUG oslo_vmware.api [None req-ccff95df-4d57-4332-9589-41bc970a7164 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 1060.168178] env[70483]: value = "task-3478541" [ 1060.168178] env[70483]: _type = "Task" [ 1060.168178] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.176942] env[70483]: DEBUG oslo_vmware.api [None req-ccff95df-4d57-4332-9589-41bc970a7164 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.423247] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8154d424-f34c-41fe-bc85-0854bca70c63 tempest-ServersAdminTestJSON-794601486 tempest-ServersAdminTestJSON-794601486-project-member] Lock "3b1d2846-6f44-4f08-9878-e00bad014921" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.681s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.466228] env[70483]: DEBUG oslo_vmware.api [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5250080a-459b-98c7-3cd9-2613c4725a11, 'name': SearchDatastore_Task, 'duration_secs': 0.014894} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.467431] env[70483]: DEBUG oslo_concurrency.lockutils [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.467633] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.467957] env[70483]: DEBUG oslo_concurrency.lockutils [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.468193] env[70483]: DEBUG oslo_concurrency.lockutils [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.468482] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.468818] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-382e5cfa-1848-4868-b1d3-99ac5b3325da {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.483960] env[70483]: DEBUG oslo_vmware.api [None req-bf3c9f32-2c73-45ce-a6cf-af095243b624 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138004} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.485240] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf3c9f32-2c73-45ce-a6cf-af095243b624 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.485474] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3c9f32-2c73-45ce-a6cf-af095243b624 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 08028301-3521-4277-bf0e-100908825c43] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.485684] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3c9f32-2c73-45ce-a6cf-af095243b624 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 08028301-3521-4277-bf0e-100908825c43] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.485935] env[70483]: INFO nova.compute.manager [None req-bf3c9f32-2c73-45ce-a6cf-af095243b624 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 08028301-3521-4277-bf0e-100908825c43] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1060.486391] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf3c9f32-2c73-45ce-a6cf-af095243b624 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.486749] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.486979] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.487923] env[70483]: DEBUG nova.compute.manager [-] [instance: 08028301-3521-4277-bf0e-100908825c43] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1060.487923] env[70483]: DEBUG nova.network.neutron [-] [instance: 08028301-3521-4277-bf0e-100908825c43] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1060.489674] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0103a40-d471-4b8f-a810-79470fda5c9e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.497236] env[70483]: DEBUG oslo_vmware.api [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 1060.497236] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52c11a8d-87af-db68-5806-92a35a492a2f" [ 1060.497236] env[70483]: _type = "Task" [ 1060.497236] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.507539] env[70483]: DEBUG oslo_vmware.api [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52c11a8d-87af-db68-5806-92a35a492a2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.558733] env[70483]: DEBUG nova.compute.manager [None req-171f0507-d7b0-4506-81f2-ae6e31b16eab tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.558733] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-171f0507-d7b0-4506-81f2-ae6e31b16eab tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.558733] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63b74ee-3b2f-4c4e-ab36-10860ba8db58 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.567162] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-171f0507-d7b0-4506-81f2-ae6e31b16eab tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.567162] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c55d50d3-9ed3-4447-a1ab-9239455c3b20 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.576271] env[70483]: DEBUG nova.network.neutron [req-6ca463ed-00b2-4e7a-8d80-dcab0f0b3477 req-d0450484-2773-4c8b-9a87-8a5af8efabee service nova] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Updated VIF entry in instance network info cache for port e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.576271] env[70483]: DEBUG nova.network.neutron [req-6ca463ed-00b2-4e7a-8d80-dcab0f0b3477 req-d0450484-2773-4c8b-9a87-8a5af8efabee service nova] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Updating instance_info_cache with network_info: [{"id": "e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f", "address": "fa:16:3e:5e:42:ed", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3aeb7f2-24", "ovs_interfaceid": "e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.634730] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-171f0507-d7b0-4506-81f2-ae6e31b16eab tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.635064] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-171f0507-d7b0-4506-81f2-ae6e31b16eab tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.635359] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-171f0507-d7b0-4506-81f2-ae6e31b16eab tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Deleting the datastore file [datastore1] fa177fa7-fd8f-45b7-8008-5c14a1202ce6 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.635783] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c2673a2-590e-4a8a-8d7e-86875ad290cf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.648571] env[70483]: DEBUG oslo_vmware.api [None req-171f0507-d7b0-4506-81f2-ae6e31b16eab tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 1060.648571] env[70483]: value = "task-3478543" [ 1060.648571] env[70483]: _type = "Task" [ 1060.648571] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.656303] env[70483]: DEBUG oslo_concurrency.lockutils [req-65e74dfe-bde3-4124-a815-62a73e8c7aba req-7bcfb403-523d-41b9-a177-2afc6492e500 service nova] Releasing lock "refresh_cache-73e3ef81-1a84-429b-968b-0bbee1b276d0" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.662281] env[70483]: DEBUG oslo_vmware.api [None req-171f0507-d7b0-4506-81f2-ae6e31b16eab tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.679659] env[70483]: DEBUG oslo_vmware.api [None req-ccff95df-4d57-4332-9589-41bc970a7164 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478541, 'name': PowerOffVM_Task, 'duration_secs': 0.366294} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.679942] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccff95df-4d57-4332-9589-41bc970a7164 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.680130] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ccff95df-4d57-4332-9589-41bc970a7164 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.680392] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62f1e611-c6d7-428f-9808-7c186680cda6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.758944] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ccff95df-4d57-4332-9589-41bc970a7164 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.758944] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ccff95df-4d57-4332-9589-41bc970a7164 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.758944] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccff95df-4d57-4332-9589-41bc970a7164 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Deleting the datastore file [datastore1] a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.758944] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1a9e184-e50f-4eef-8574-d13870ba3f26 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.766525] env[70483]: DEBUG oslo_vmware.api [None req-ccff95df-4d57-4332-9589-41bc970a7164 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 1060.766525] env[70483]: value = "task-3478545" [ 1060.766525] env[70483]: _type = "Task" [ 1060.766525] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.777428] env[70483]: DEBUG oslo_vmware.api [None req-ccff95df-4d57-4332-9589-41bc970a7164 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.011533] env[70483]: DEBUG oslo_vmware.api [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52c11a8d-87af-db68-5806-92a35a492a2f, 'name': SearchDatastore_Task, 'duration_secs': 0.012231} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.015022] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5eac54a-0911-4532-9266-28b7c4d19ec3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.021024] env[70483]: DEBUG oslo_vmware.api [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 1061.021024] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ebf5da-0e3d-8c99-e2f0-f1d2db582a16" [ 1061.021024] env[70483]: _type = "Task" [ 1061.021024] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.031279] env[70483]: DEBUG oslo_vmware.api [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ebf5da-0e3d-8c99-e2f0-f1d2db582a16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.077932] env[70483]: DEBUG oslo_concurrency.lockutils [req-6ca463ed-00b2-4e7a-8d80-dcab0f0b3477 req-d0450484-2773-4c8b-9a87-8a5af8efabee service nova] Releasing lock "refresh_cache-ef6fa7ed-b8aa-4221-a388-e86a72133cbc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.160450] env[70483]: DEBUG oslo_vmware.api [None req-171f0507-d7b0-4506-81f2-ae6e31b16eab tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478543, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149483} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.163271] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-171f0507-d7b0-4506-81f2-ae6e31b16eab tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.163467] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-171f0507-d7b0-4506-81f2-ae6e31b16eab tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.163670] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-171f0507-d7b0-4506-81f2-ae6e31b16eab tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.163846] env[70483]: INFO nova.compute.manager [None req-171f0507-d7b0-4506-81f2-ae6e31b16eab tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1061.164094] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-171f0507-d7b0-4506-81f2-ae6e31b16eab tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.165277] env[70483]: DEBUG nova.compute.manager [-] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.165277] env[70483]: DEBUG nova.network.neutron [-] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.232212] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6564e69f-d85e-45d6-93c1-98985591c98a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.240888] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527b9dda-72cd-49fb-bee7-7cadaa45c3bf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.281887] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bd97b6-e03f-4aa8-822c-a30c0afe3852 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.287550] env[70483]: DEBUG nova.compute.manager [req-34759ab5-173d-4656-8fb5-b81d3d88b948 req-c6f477d6-9fb6-4150-ad13-d16f5f285670 service nova] [instance: 08028301-3521-4277-bf0e-100908825c43] Received event network-vif-deleted-c59f056a-674f-41d3-9abd-73fcbafa6427 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.287766] env[70483]: INFO nova.compute.manager [req-34759ab5-173d-4656-8fb5-b81d3d88b948 req-c6f477d6-9fb6-4150-ad13-d16f5f285670 service nova] [instance: 08028301-3521-4277-bf0e-100908825c43] Neutron deleted interface c59f056a-674f-41d3-9abd-73fcbafa6427; detaching it from the instance and deleting it from the info cache [ 1061.288126] env[70483]: DEBUG nova.network.neutron [req-34759ab5-173d-4656-8fb5-b81d3d88b948 req-c6f477d6-9fb6-4150-ad13-d16f5f285670 service nova] [instance: 08028301-3521-4277-bf0e-100908825c43] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.307440] env[70483]: DEBUG oslo_vmware.api [None req-ccff95df-4d57-4332-9589-41bc970a7164 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478545, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15092} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.309265] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccff95df-4d57-4332-9589-41bc970a7164 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.309265] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ccff95df-4d57-4332-9589-41bc970a7164 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.309265] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ccff95df-4d57-4332-9589-41bc970a7164 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.309265] env[70483]: INFO nova.compute.manager [None req-ccff95df-4d57-4332-9589-41bc970a7164 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1061.309265] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccff95df-4d57-4332-9589-41bc970a7164 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.310612] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4bc5a9-8d93-4191-b022-226fa183d8c6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.317510] env[70483]: DEBUG nova.compute.manager [-] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.317736] env[70483]: DEBUG nova.network.neutron [-] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.335103] env[70483]: DEBUG nova.compute.provider_tree [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.372589] env[70483]: DEBUG nova.network.neutron [-] [instance: 08028301-3521-4277-bf0e-100908825c43] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.492512] env[70483]: DEBUG oslo_concurrency.lockutils [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Acquiring lock "ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.492758] env[70483]: DEBUG oslo_concurrency.lockutils [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Lock "ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.530875] env[70483]: DEBUG oslo_vmware.api [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ebf5da-0e3d-8c99-e2f0-f1d2db582a16, 'name': SearchDatastore_Task, 'duration_secs': 0.014319} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.531201] env[70483]: DEBUG oslo_concurrency.lockutils [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.534312] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] ef6fa7ed-b8aa-4221-a388-e86a72133cbc/ef6fa7ed-b8aa-4221-a388-e86a72133cbc.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1061.534312] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c0eb094-7e21-46e4-bbc1-e4a8240f56b3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.541087] env[70483]: DEBUG oslo_vmware.api [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 1061.541087] env[70483]: value = "task-3478547" [ 1061.541087] env[70483]: _type = "Task" [ 1061.541087] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.551461] env[70483]: DEBUG oslo_vmware.api [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.794090] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-542ed431-2a2d-45ce-bf65-026452902656 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.808503] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e79d120-a470-45c9-9575-0d263eb5c424 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.838443] env[70483]: DEBUG nova.scheduler.client.report [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.855343] env[70483]: DEBUG nova.compute.manager [req-34759ab5-173d-4656-8fb5-b81d3d88b948 req-c6f477d6-9fb6-4150-ad13-d16f5f285670 service nova] [instance: 08028301-3521-4277-bf0e-100908825c43] Detach interface failed, port_id=c59f056a-674f-41d3-9abd-73fcbafa6427, reason: Instance 08028301-3521-4277-bf0e-100908825c43 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1061.875357] env[70483]: INFO nova.compute.manager [-] [instance: 08028301-3521-4277-bf0e-100908825c43] Took 1.39 seconds to deallocate network for instance. [ 1061.911018] env[70483]: DEBUG nova.network.neutron [-] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.997324] env[70483]: DEBUG nova.compute.manager [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1062.053969] env[70483]: DEBUG oslo_vmware.api [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478547, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.135374] env[70483]: DEBUG nova.compute.manager [req-49461200-d2e3-4862-8149-f5f47270e590 req-d253e7a1-3cd9-4db8-bde7-44130194b5d3 service nova] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Received event network-vif-deleted-90ee9637-37b3-42bb-9b3a-4b0f9b8d53be {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.135559] env[70483]: INFO nova.compute.manager [req-49461200-d2e3-4862-8149-f5f47270e590 req-d253e7a1-3cd9-4db8-bde7-44130194b5d3 service nova] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Neutron deleted interface 90ee9637-37b3-42bb-9b3a-4b0f9b8d53be; detaching it from the instance and deleting it from the info cache [ 1062.135729] env[70483]: DEBUG nova.network.neutron [req-49461200-d2e3-4862-8149-f5f47270e590 req-d253e7a1-3cd9-4db8-bde7-44130194b5d3 service nova] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.357909] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.358510] env[70483]: DEBUG nova.compute.manager [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1062.361143] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 20.065s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.361324] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.361481] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70483) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1062.361777] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0a0e3f70-d2c1-40bb-aee8-8d980cc32bd6 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.912s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.361980] env[70483]: DEBUG nova.objects.instance [None req-0a0e3f70-d2c1-40bb-aee8-8d980cc32bd6 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lazy-loading 'resources' on Instance uuid bec86f74-e311-4829-98cf-01f72b44662a {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.364346] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6bf465-d0fc-4dc4-8f60-921820509054 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.376222] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb51b055-63c5-4ea1-afcd-c52a6d79297c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.387318] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bf3c9f32-2c73-45ce-a6cf-af095243b624 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.400385] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1983b324-e27e-4e3d-941d-91a649d5a0c7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.411785] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c16c15-3fc5-4340-9415-c884503b7b55 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.416046] env[70483]: INFO nova.compute.manager [-] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Took 1.25 seconds to deallocate network for instance. [ 1062.453224] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179034MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=70483) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1062.453304] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.514191] env[70483]: DEBUG nova.network.neutron [-] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.522740] env[70483]: DEBUG oslo_concurrency.lockutils [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.554579] env[70483]: DEBUG oslo_vmware.api [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478547, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543474} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.554887] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] ef6fa7ed-b8aa-4221-a388-e86a72133cbc/ef6fa7ed-b8aa-4221-a388-e86a72133cbc.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1062.555099] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1062.555372] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76e9731b-8639-44f2-a27e-4b55eee0b27b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.563463] env[70483]: DEBUG oslo_vmware.api [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 1062.563463] env[70483]: value = "task-3478548" [ 1062.563463] env[70483]: _type = "Task" [ 1062.563463] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.573973] env[70483]: DEBUG oslo_vmware.api [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478548, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.639290] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-92e8bb07-eb70-4c17-a733-c2c26884a4f7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.650818] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c80f461-e5e4-4462-b0ed-ee3466e1d9f4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.687328] env[70483]: DEBUG nova.compute.manager [req-49461200-d2e3-4862-8149-f5f47270e590 req-d253e7a1-3cd9-4db8-bde7-44130194b5d3 service nova] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Detach interface failed, port_id=90ee9637-37b3-42bb-9b3a-4b0f9b8d53be, reason: Instance a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1062.865290] env[70483]: DEBUG nova.compute.utils [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1062.866793] env[70483]: DEBUG nova.compute.manager [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1062.866965] env[70483]: DEBUG nova.network.neutron [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1062.913388] env[70483]: DEBUG nova.policy [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b9028518cea44bc87614bdf910f6ed6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de4bf47688a34f51898d9809e7767e55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1062.956485] env[70483]: DEBUG oslo_concurrency.lockutils [None req-171f0507-d7b0-4506-81f2-ae6e31b16eab tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.019215] env[70483]: INFO nova.compute.manager [-] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Took 1.70 seconds to deallocate network for instance. [ 1063.076470] env[70483]: DEBUG oslo_vmware.api [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478548, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085226} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.079651] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1063.081078] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d34591-f788-42c4-9956-141d76e016d5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.106687] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] ef6fa7ed-b8aa-4221-a388-e86a72133cbc/ef6fa7ed-b8aa-4221-a388-e86a72133cbc.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.110577] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6f9199e-36d8-4756-8d12-417409451348 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.139536] env[70483]: DEBUG oslo_vmware.api [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 1063.139536] env[70483]: value = "task-3478549" [ 1063.139536] env[70483]: _type = "Task" [ 1063.139536] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.147533] env[70483]: DEBUG oslo_vmware.api [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478549, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.297150] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bd4507-deb9-4e59-bb29-352299b91d42 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.309901] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bd7713-eeb9-42c4-8186-c26bf4c0faeb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.350588] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-90c3ccce-fab7-4ad8-a147-68f4c9621850 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Volume attach. Driver type: vmdk {{(pid=70483) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1063.351325] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-90c3ccce-fab7-4ad8-a147-68f4c9621850 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695464', 'volume_id': '1268b218-fe0d-4aab-91c8-8317f90a0aa0', 'name': 'volume-1268b218-fe0d-4aab-91c8-8317f90a0aa0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a423d133-89f3-40fe-9986-02edc46cf0f4', 'attached_at': '', 'detached_at': '', 'volume_id': '1268b218-fe0d-4aab-91c8-8317f90a0aa0', 'serial': '1268b218-fe0d-4aab-91c8-8317f90a0aa0'} {{(pid=70483) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1063.351678] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a3653b-4319-4015-a9dc-bb4a3ca46246 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.356589] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0c460f-0bf2-4f45-b14d-f379a6b7a7e9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.359864] env[70483]: DEBUG nova.network.neutron [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Successfully created port: 9fe378ef-e728-4144-8f27-2df649806c6c {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1063.382157] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c728264-c27e-4b88-885a-e008ae6c0e6c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.387931] env[70483]: DEBUG nova.compute.manager [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1063.392128] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdc87a2-62fc-4a25-a0f2-7d6f0ed8ad3d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.417627] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-90c3ccce-fab7-4ad8-a147-68f4c9621850 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] volume-1268b218-fe0d-4aab-91c8-8317f90a0aa0/volume-1268b218-fe0d-4aab-91c8-8317f90a0aa0.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.425885] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af8b2888-b9d8-43fa-9562-d971a3086ed5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.440042] env[70483]: DEBUG nova.compute.provider_tree [None req-0a0e3f70-d2c1-40bb-aee8-8d980cc32bd6 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.446746] env[70483]: DEBUG oslo_vmware.api [None req-90c3ccce-fab7-4ad8-a147-68f4c9621850 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1063.446746] env[70483]: value = "task-3478550" [ 1063.446746] env[70483]: _type = "Task" [ 1063.446746] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.458212] env[70483]: DEBUG oslo_vmware.api [None req-90c3ccce-fab7-4ad8-a147-68f4c9621850 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478550, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.528022] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ccff95df-4d57-4332-9589-41bc970a7164 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.555873] env[70483]: DEBUG nova.compute.manager [req-41063913-3be1-47bf-8e5b-dd139b59a2bc req-51e1b6a6-01a5-41d7-b05b-009f29ac8e77 service nova] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Received event network-vif-deleted-8409b9fb-5cef-4944-bee1-a3fdc74382ee {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.651056] env[70483]: DEBUG oslo_vmware.api [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478549, 'name': ReconfigVM_Task, 'duration_secs': 0.343527} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.651378] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Reconfigured VM instance instance-00000058 to attach disk [datastore2] ef6fa7ed-b8aa-4221-a388-e86a72133cbc/ef6fa7ed-b8aa-4221-a388-e86a72133cbc.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.652117] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a2bd561-eb48-4a50-8970-817062c9cbbd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.664242] env[70483]: DEBUG oslo_vmware.api [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 1063.664242] env[70483]: value = "task-3478551" [ 1063.664242] env[70483]: _type = "Task" [ 1063.664242] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.675436] env[70483]: DEBUG oslo_vmware.api [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478551, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.942714] env[70483]: DEBUG nova.scheduler.client.report [None req-0a0e3f70-d2c1-40bb-aee8-8d980cc32bd6 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.958056] env[70483]: DEBUG oslo_vmware.api [None req-90c3ccce-fab7-4ad8-a147-68f4c9621850 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478550, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.171690] env[70483]: DEBUG oslo_vmware.api [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478551, 'name': Rename_Task, 'duration_secs': 0.164131} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.171985] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.172250] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ff17059-d934-4d2e-b10d-79c16b75bafc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.180018] env[70483]: DEBUG oslo_vmware.api [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 1064.180018] env[70483]: value = "task-3478552" [ 1064.180018] env[70483]: _type = "Task" [ 1064.180018] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.196391] env[70483]: DEBUG oslo_vmware.api [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.358122] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquiring lock "de9648dc-8927-41f0-9cc7-d814bf7d58f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.358419] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Lock "de9648dc-8927-41f0-9cc7-d814bf7d58f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.401640] env[70483]: DEBUG nova.compute.manager [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1064.439562] env[70483]: DEBUG nova.virt.hardware [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.439794] env[70483]: DEBUG nova.virt.hardware [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.439947] env[70483]: DEBUG nova.virt.hardware [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.440144] env[70483]: DEBUG nova.virt.hardware [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.440296] env[70483]: DEBUG nova.virt.hardware [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.440442] env[70483]: DEBUG nova.virt.hardware [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.440667] env[70483]: DEBUG nova.virt.hardware [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.440808] env[70483]: DEBUG nova.virt.hardware [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.440973] env[70483]: DEBUG nova.virt.hardware [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.441463] env[70483]: DEBUG nova.virt.hardware [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.441659] env[70483]: DEBUG nova.virt.hardware [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.443422] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e0986a-7d22-41ea-a875-69d240a9ba55 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.452277] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0a0e3f70-d2c1-40bb-aee8-8d980cc32bd6 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.456726] env[70483]: DEBUG oslo_concurrency.lockutils [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.972s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.458277] env[70483]: INFO nova.compute.claims [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.466837] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538901f5-ca47-499b-9b06-650bf13d1feb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.475155] env[70483]: DEBUG oslo_vmware.api [None req-90c3ccce-fab7-4ad8-a147-68f4c9621850 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478550, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.486408] env[70483]: INFO nova.scheduler.client.report [None req-0a0e3f70-d2c1-40bb-aee8-8d980cc32bd6 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Deleted allocations for instance bec86f74-e311-4829-98cf-01f72b44662a [ 1064.692732] env[70483]: DEBUG oslo_vmware.api [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478552, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.863779] env[70483]: DEBUG nova.compute.manager [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1064.900535] env[70483]: DEBUG nova.compute.manager [req-92c3e6a7-68c1-45b3-84e7-33675174a59c req-53e47532-fb89-4890-a7b4-07c73c666aae service nova] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Received event network-vif-plugged-9fe378ef-e728-4144-8f27-2df649806c6c {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.900899] env[70483]: DEBUG oslo_concurrency.lockutils [req-92c3e6a7-68c1-45b3-84e7-33675174a59c req-53e47532-fb89-4890-a7b4-07c73c666aae service nova] Acquiring lock "8c04b455-94ed-420e-964a-9b96ff5c7a3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.901015] env[70483]: DEBUG oslo_concurrency.lockutils [req-92c3e6a7-68c1-45b3-84e7-33675174a59c req-53e47532-fb89-4890-a7b4-07c73c666aae service nova] Lock "8c04b455-94ed-420e-964a-9b96ff5c7a3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.901191] env[70483]: DEBUG oslo_concurrency.lockutils [req-92c3e6a7-68c1-45b3-84e7-33675174a59c req-53e47532-fb89-4890-a7b4-07c73c666aae service nova] Lock "8c04b455-94ed-420e-964a-9b96ff5c7a3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.901568] env[70483]: DEBUG nova.compute.manager [req-92c3e6a7-68c1-45b3-84e7-33675174a59c req-53e47532-fb89-4890-a7b4-07c73c666aae service nova] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] No waiting events found dispatching network-vif-plugged-9fe378ef-e728-4144-8f27-2df649806c6c {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1064.901568] env[70483]: WARNING nova.compute.manager [req-92c3e6a7-68c1-45b3-84e7-33675174a59c req-53e47532-fb89-4890-a7b4-07c73c666aae service nova] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Received unexpected event network-vif-plugged-9fe378ef-e728-4144-8f27-2df649806c6c for instance with vm_state building and task_state spawning. [ 1064.968903] env[70483]: DEBUG oslo_vmware.api [None req-90c3ccce-fab7-4ad8-a147-68f4c9621850 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478550, 'name': ReconfigVM_Task, 'duration_secs': 1.406999} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.970051] env[70483]: DEBUG nova.network.neutron [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Successfully updated port: 9fe378ef-e728-4144-8f27-2df649806c6c {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1064.973222] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-90c3ccce-fab7-4ad8-a147-68f4c9621850 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Reconfigured VM instance instance-0000004f to attach disk [datastore2] volume-1268b218-fe0d-4aab-91c8-8317f90a0aa0/volume-1268b218-fe0d-4aab-91c8-8317f90a0aa0.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.980803] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7c77cff-718f-47e5-9019-9e39c351a1bb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.995813] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0a0e3f70-d2c1-40bb-aee8-8d980cc32bd6 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "bec86f74-e311-4829-98cf-01f72b44662a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.829s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.003520] env[70483]: DEBUG oslo_vmware.api [None req-90c3ccce-fab7-4ad8-a147-68f4c9621850 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1065.003520] env[70483]: value = "task-3478553" [ 1065.003520] env[70483]: _type = "Task" [ 1065.003520] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.015709] env[70483]: DEBUG oslo_vmware.api [None req-90c3ccce-fab7-4ad8-a147-68f4c9621850 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478553, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.191608] env[70483]: DEBUG oslo_vmware.api [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478552, 'name': PowerOnVM_Task, 'duration_secs': 0.681298} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.191890] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.192113] env[70483]: INFO nova.compute.manager [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Took 8.22 seconds to spawn the instance on the hypervisor. [ 1065.192299] env[70483]: DEBUG nova.compute.manager [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.193142] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d154243-4de0-4398-87a7-f4d74583220e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.386862] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.481801] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "refresh_cache-8c04b455-94ed-420e-964a-9b96ff5c7a3c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.481978] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquired lock "refresh_cache-8c04b455-94ed-420e-964a-9b96ff5c7a3c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.482202] env[70483]: DEBUG nova.network.neutron [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.514253] env[70483]: DEBUG oslo_vmware.api [None req-90c3ccce-fab7-4ad8-a147-68f4c9621850 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478553, 'name': ReconfigVM_Task, 'duration_secs': 0.164605} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.516694] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-90c3ccce-fab7-4ad8-a147-68f4c9621850 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695464', 'volume_id': '1268b218-fe0d-4aab-91c8-8317f90a0aa0', 'name': 'volume-1268b218-fe0d-4aab-91c8-8317f90a0aa0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a423d133-89f3-40fe-9986-02edc46cf0f4', 'attached_at': '', 'detached_at': '', 'volume_id': '1268b218-fe0d-4aab-91c8-8317f90a0aa0', 'serial': '1268b218-fe0d-4aab-91c8-8317f90a0aa0'} {{(pid=70483) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1065.713666] env[70483]: INFO nova.compute.manager [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Took 26.81 seconds to build instance. [ 1065.751092] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2b5a76-d834-464d-b2eb-f521b6329fb8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.759707] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d89f835-0b90-4a78-a4a2-99a2e69cada2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.792848] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbfec49-9a52-4dda-a75d-01e35a1f02cc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.801962] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57df4259-e0a5-4014-904b-ed8612637a95 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.816537] env[70483]: DEBUG nova.compute.provider_tree [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.022709] env[70483]: DEBUG nova.network.neutron [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1066.183652] env[70483]: DEBUG nova.network.neutron [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Updating instance_info_cache with network_info: [{"id": "9fe378ef-e728-4144-8f27-2df649806c6c", "address": "fa:16:3e:ac:f2:3a", "network": {"id": "f329a1c0-ec70-423d-802d-b6209ab8aec8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1307516247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de4bf47688a34f51898d9809e7767e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fe378ef-e7", "ovs_interfaceid": "9fe378ef-e728-4144-8f27-2df649806c6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.215710] env[70483]: DEBUG oslo_concurrency.lockutils [None req-809f5a62-700f-494d-99d3-6e8dd186a3bf tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "ef6fa7ed-b8aa-4221-a388-e86a72133cbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.333s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.321099] env[70483]: DEBUG nova.scheduler.client.report [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.566101] env[70483]: DEBUG nova.objects.instance [None req-90c3ccce-fab7-4ad8-a147-68f4c9621850 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lazy-loading 'flavor' on Instance uuid a423d133-89f3-40fe-9986-02edc46cf0f4 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.574308] env[70483]: DEBUG nova.compute.manager [req-688b8ebc-e61f-4630-96c0-6557d1bc1a63 req-fcea0865-70bd-4c92-9983-c9726955229a service nova] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Received event network-changed-e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.574527] env[70483]: DEBUG nova.compute.manager [req-688b8ebc-e61f-4630-96c0-6557d1bc1a63 req-fcea0865-70bd-4c92-9983-c9726955229a service nova] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Refreshing instance network info cache due to event network-changed-e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.576293] env[70483]: DEBUG oslo_concurrency.lockutils [req-688b8ebc-e61f-4630-96c0-6557d1bc1a63 req-fcea0865-70bd-4c92-9983-c9726955229a service nova] Acquiring lock "refresh_cache-ef6fa7ed-b8aa-4221-a388-e86a72133cbc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.576293] env[70483]: DEBUG oslo_concurrency.lockutils [req-688b8ebc-e61f-4630-96c0-6557d1bc1a63 req-fcea0865-70bd-4c92-9983-c9726955229a service nova] Acquired lock "refresh_cache-ef6fa7ed-b8aa-4221-a388-e86a72133cbc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.576293] env[70483]: DEBUG nova.network.neutron [req-688b8ebc-e61f-4630-96c0-6557d1bc1a63 req-fcea0865-70bd-4c92-9983-c9726955229a service nova] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Refreshing network info cache for port e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.687009] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Releasing lock "refresh_cache-8c04b455-94ed-420e-964a-9b96ff5c7a3c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.690931] env[70483]: DEBUG nova.compute.manager [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Instance network_info: |[{"id": "9fe378ef-e728-4144-8f27-2df649806c6c", "address": "fa:16:3e:ac:f2:3a", "network": {"id": "f329a1c0-ec70-423d-802d-b6209ab8aec8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1307516247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de4bf47688a34f51898d9809e7767e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fe378ef-e7", "ovs_interfaceid": "9fe378ef-e728-4144-8f27-2df649806c6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1066.691267] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:f2:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fe378ef-e728-4144-8f27-2df649806c6c', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.705088] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.705349] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.707012] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b585150c-1403-4e95-b115-7324a6ba10a4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.731885] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.731885] env[70483]: value = "task-3478554" [ 1066.731885] env[70483]: _type = "Task" [ 1066.731885] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.743812] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478554, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.828488] env[70483]: DEBUG oslo_concurrency.lockutils [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.829264] env[70483]: DEBUG nova.compute.manager [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1066.833620] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dee32280-086e-4e71-addc-a58ac072202b tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.936s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.835128] env[70483]: DEBUG nova.objects.instance [None req-dee32280-086e-4e71-addc-a58ac072202b tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Lazy-loading 'resources' on Instance uuid cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.059021] env[70483]: DEBUG nova.compute.manager [req-4a281819-b15d-4f8e-a9f0-7bd735c09293 req-1299c7f3-a0b9-4ebc-a5e8-ac7cad7ab81f service nova] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Received event network-changed-9fe378ef-e728-4144-8f27-2df649806c6c {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.059286] env[70483]: DEBUG nova.compute.manager [req-4a281819-b15d-4f8e-a9f0-7bd735c09293 req-1299c7f3-a0b9-4ebc-a5e8-ac7cad7ab81f service nova] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Refreshing instance network info cache due to event network-changed-9fe378ef-e728-4144-8f27-2df649806c6c. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1067.059500] env[70483]: DEBUG oslo_concurrency.lockutils [req-4a281819-b15d-4f8e-a9f0-7bd735c09293 req-1299c7f3-a0b9-4ebc-a5e8-ac7cad7ab81f service nova] Acquiring lock "refresh_cache-8c04b455-94ed-420e-964a-9b96ff5c7a3c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.060015] env[70483]: DEBUG oslo_concurrency.lockutils [req-4a281819-b15d-4f8e-a9f0-7bd735c09293 req-1299c7f3-a0b9-4ebc-a5e8-ac7cad7ab81f service nova] Acquired lock "refresh_cache-8c04b455-94ed-420e-964a-9b96ff5c7a3c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.064762] env[70483]: DEBUG nova.network.neutron [req-4a281819-b15d-4f8e-a9f0-7bd735c09293 req-1299c7f3-a0b9-4ebc-a5e8-ac7cad7ab81f service nova] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Refreshing network info cache for port 9fe378ef-e728-4144-8f27-2df649806c6c {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.071150] env[70483]: DEBUG oslo_concurrency.lockutils [None req-90c3ccce-fab7-4ad8-a147-68f4c9621850 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "a423d133-89f3-40fe-9986-02edc46cf0f4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.886s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.242923] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478554, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.321757] env[70483]: DEBUG nova.network.neutron [req-688b8ebc-e61f-4630-96c0-6557d1bc1a63 req-fcea0865-70bd-4c92-9983-c9726955229a service nova] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Updated VIF entry in instance network info cache for port e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.322120] env[70483]: DEBUG nova.network.neutron [req-688b8ebc-e61f-4630-96c0-6557d1bc1a63 req-fcea0865-70bd-4c92-9983-c9726955229a service nova] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Updating instance_info_cache with network_info: [{"id": "e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f", "address": "fa:16:3e:5e:42:ed", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3aeb7f2-24", "ovs_interfaceid": "e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.339762] env[70483]: DEBUG nova.compute.utils [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1067.341754] env[70483]: DEBUG nova.compute.manager [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1067.342409] env[70483]: DEBUG nova.network.neutron [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1067.356500] env[70483]: DEBUG nova.scheduler.client.report [None req-dee32280-086e-4e71-addc-a58ac072202b tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Refreshing inventories for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1067.372957] env[70483]: DEBUG nova.scheduler.client.report [None req-dee32280-086e-4e71-addc-a58ac072202b tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Updating ProviderTree inventory for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1067.373223] env[70483]: DEBUG nova.compute.provider_tree [None req-dee32280-086e-4e71-addc-a58ac072202b tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1067.385958] env[70483]: DEBUG nova.policy [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49d0351db3324f1199ecfa19f97e7594', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67fb04579ff042e697118a55d46022c1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.389989] env[70483]: DEBUG nova.scheduler.client.report [None req-dee32280-086e-4e71-addc-a58ac072202b tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Refreshing aggregate associations for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6, aggregates: None {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1067.416768] env[70483]: DEBUG nova.scheduler.client.report [None req-dee32280-086e-4e71-addc-a58ac072202b tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Refreshing trait associations for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1067.558808] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "10977961-8a06-4d1d-8845-07ffe3127049" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.559058] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "10977961-8a06-4d1d-8845-07ffe3127049" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.633674] env[70483]: DEBUG oslo_concurrency.lockutils [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "ed57b103-7d00-4700-85ba-cafacab768a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.634096] env[70483]: DEBUG oslo_concurrency.lockutils [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "ed57b103-7d00-4700-85ba-cafacab768a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.742560] env[70483]: DEBUG nova.network.neutron [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Successfully created port: d9b6ad52-ae20-46a2-9ebd-917e99b52203 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1067.747629] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478554, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.787802] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc7a161-c1b1-4779-b775-81ee6dc6dde4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.794962] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c12cf9-64b6-4106-89a0-6b3ad412bbc2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.832022] env[70483]: DEBUG oslo_concurrency.lockutils [req-688b8ebc-e61f-4630-96c0-6557d1bc1a63 req-fcea0865-70bd-4c92-9983-c9726955229a service nova] Releasing lock "refresh_cache-ef6fa7ed-b8aa-4221-a388-e86a72133cbc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.834833] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b686feae-db7e-4a2f-9fc5-d8682de4911a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.840927] env[70483]: DEBUG nova.compute.manager [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Stashing vm_state: active {{(pid=70483) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1067.846795] env[70483]: DEBUG nova.compute.utils [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1067.849478] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25aadfe-c914-4af6-8f7c-0b6f57f0fb84 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.865665] env[70483]: DEBUG nova.compute.provider_tree [None req-dee32280-086e-4e71-addc-a58ac072202b tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.916560] env[70483]: DEBUG nova.network.neutron [req-4a281819-b15d-4f8e-a9f0-7bd735c09293 req-1299c7f3-a0b9-4ebc-a5e8-ac7cad7ab81f service nova] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Updated VIF entry in instance network info cache for port 9fe378ef-e728-4144-8f27-2df649806c6c. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.916925] env[70483]: DEBUG nova.network.neutron [req-4a281819-b15d-4f8e-a9f0-7bd735c09293 req-1299c7f3-a0b9-4ebc-a5e8-ac7cad7ab81f service nova] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Updating instance_info_cache with network_info: [{"id": "9fe378ef-e728-4144-8f27-2df649806c6c", "address": "fa:16:3e:ac:f2:3a", "network": {"id": "f329a1c0-ec70-423d-802d-b6209ab8aec8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1307516247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de4bf47688a34f51898d9809e7767e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fe378ef-e7", "ovs_interfaceid": "9fe378ef-e728-4144-8f27-2df649806c6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.061352] env[70483]: DEBUG nova.compute.manager [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1068.139665] env[70483]: DEBUG nova.compute.manager [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1068.250544] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478554, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.354515] env[70483]: DEBUG nova.compute.manager [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1068.370294] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.371491] env[70483]: DEBUG nova.scheduler.client.report [None req-dee32280-086e-4e71-addc-a58ac072202b tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.419983] env[70483]: DEBUG oslo_concurrency.lockutils [req-4a281819-b15d-4f8e-a9f0-7bd735c09293 req-1299c7f3-a0b9-4ebc-a5e8-ac7cad7ab81f service nova] Releasing lock "refresh_cache-8c04b455-94ed-420e-964a-9b96ff5c7a3c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.585970] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.661519] env[70483]: DEBUG oslo_concurrency.lockutils [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.747909] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478554, 'name': CreateVM_Task, 'duration_secs': 1.648039} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.748104] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.748814] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.749014] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.749368] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.749642] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a28a7a38-7386-4575-9ace-5181f2f318c6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.754638] env[70483]: DEBUG oslo_vmware.api [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1068.754638] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52516d88-fdcb-1e49-9d59-f04d9aed1172" [ 1068.754638] env[70483]: _type = "Task" [ 1068.754638] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.762501] env[70483]: DEBUG oslo_vmware.api [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52516d88-fdcb-1e49-9d59-f04d9aed1172, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.880545] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dee32280-086e-4e71-addc-a58ac072202b tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.047s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.883213] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.478s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.883459] env[70483]: DEBUG nova.objects.instance [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Lazy-loading 'resources' on Instance uuid 564f1aef-f107-46c8-ae0b-01df1e8aa2d2 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.902586] env[70483]: INFO nova.scheduler.client.report [None req-dee32280-086e-4e71-addc-a58ac072202b tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Deleted allocations for instance cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47 [ 1069.266070] env[70483]: DEBUG oslo_vmware.api [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52516d88-fdcb-1e49-9d59-f04d9aed1172, 'name': SearchDatastore_Task, 'duration_secs': 0.010665} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.266443] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.267118] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.267118] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.267118] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.267393] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.267594] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9ead086-6467-4c5a-8f53-4e7e0f1bda81 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.277120] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.277449] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.278549] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39e3307b-cf68-4b88-9d46-34149253ad3f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.284649] env[70483]: DEBUG oslo_vmware.api [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1069.284649] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ff4d7a-f645-b65c-2b3b-313ea4f26052" [ 1069.284649] env[70483]: _type = "Task" [ 1069.284649] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.293570] env[70483]: DEBUG oslo_vmware.api [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ff4d7a-f645-b65c-2b3b-313ea4f26052, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.364150] env[70483]: DEBUG nova.compute.manager [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1069.385905] env[70483]: DEBUG nova.objects.instance [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Lazy-loading 'numa_topology' on Instance uuid 564f1aef-f107-46c8-ae0b-01df1e8aa2d2 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.395241] env[70483]: DEBUG nova.virt.hardware [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:44:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1103214368',id=39,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1561451818',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.395482] env[70483]: DEBUG nova.virt.hardware [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.395636] env[70483]: DEBUG nova.virt.hardware [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.395859] env[70483]: DEBUG nova.virt.hardware [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.395956] env[70483]: DEBUG nova.virt.hardware [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.396116] env[70483]: DEBUG nova.virt.hardware [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.396350] env[70483]: DEBUG nova.virt.hardware [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.396488] env[70483]: DEBUG nova.virt.hardware [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.396663] env[70483]: DEBUG nova.virt.hardware [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.396809] env[70483]: DEBUG nova.virt.hardware [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.396983] env[70483]: DEBUG nova.virt.hardware [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.397841] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8b067f-57df-4e77-b9bf-2e62849fd92a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.411418] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79f84a0-30b1-47f8-a4e1-97a038e89169 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.413265] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dee32280-086e-4e71-addc-a58ac072202b tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Lock "cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.764s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.598652] env[70483]: DEBUG nova.compute.manager [req-29d226be-24cf-4a2c-8b43-c1c55bb72ee3 req-4e2288b1-aaa7-43a5-a7ac-89bcd146accb service nova] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Received event network-vif-plugged-d9b6ad52-ae20-46a2-9ebd-917e99b52203 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.599089] env[70483]: DEBUG oslo_concurrency.lockutils [req-29d226be-24cf-4a2c-8b43-c1c55bb72ee3 req-4e2288b1-aaa7-43a5-a7ac-89bcd146accb service nova] Acquiring lock "2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.601211] env[70483]: DEBUG oslo_concurrency.lockutils [req-29d226be-24cf-4a2c-8b43-c1c55bb72ee3 req-4e2288b1-aaa7-43a5-a7ac-89bcd146accb service nova] Lock "2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.601435] env[70483]: DEBUG oslo_concurrency.lockutils [req-29d226be-24cf-4a2c-8b43-c1c55bb72ee3 req-4e2288b1-aaa7-43a5-a7ac-89bcd146accb service nova] Lock "2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.601615] env[70483]: DEBUG nova.compute.manager [req-29d226be-24cf-4a2c-8b43-c1c55bb72ee3 req-4e2288b1-aaa7-43a5-a7ac-89bcd146accb service nova] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] No waiting events found dispatching network-vif-plugged-d9b6ad52-ae20-46a2-9ebd-917e99b52203 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1069.601783] env[70483]: WARNING nova.compute.manager [req-29d226be-24cf-4a2c-8b43-c1c55bb72ee3 req-4e2288b1-aaa7-43a5-a7ac-89bcd146accb service nova] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Received unexpected event network-vif-plugged-d9b6ad52-ae20-46a2-9ebd-917e99b52203 for instance with vm_state building and task_state spawning. [ 1069.640755] env[70483]: DEBUG nova.network.neutron [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Successfully updated port: d9b6ad52-ae20-46a2-9ebd-917e99b52203 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1069.799586] env[70483]: DEBUG oslo_vmware.api [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ff4d7a-f645-b65c-2b3b-313ea4f26052, 'name': SearchDatastore_Task, 'duration_secs': 0.010689} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.799586] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b077483-dd04-4437-b2b2-aa0698af2e9e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.806505] env[70483]: DEBUG oslo_vmware.api [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1069.806505] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]520bcd08-0786-1022-b8b8-f4dacff54deb" [ 1069.806505] env[70483]: _type = "Task" [ 1069.806505] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.815078] env[70483]: DEBUG oslo_vmware.api [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]520bcd08-0786-1022-b8b8-f4dacff54deb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.888418] env[70483]: DEBUG nova.objects.base [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Object Instance<564f1aef-f107-46c8-ae0b-01df1e8aa2d2> lazy-loaded attributes: resources,numa_topology {{(pid=70483) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1070.149640] env[70483]: DEBUG oslo_concurrency.lockutils [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Acquiring lock "refresh_cache-2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.149640] env[70483]: DEBUG oslo_concurrency.lockutils [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Acquired lock "refresh_cache-2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.149640] env[70483]: DEBUG nova.network.neutron [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.200605] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361c9aeb-c5c2-4e8d-9361-eb886769c79a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.212341] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5295d74d-8c6a-4c55-b597-6861d61339ce {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.245347] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f04f82-872c-4ed4-adc7-14337a8a9086 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.253461] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67337714-cb9e-4332-9e03-7daf7d49dd01 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.268189] env[70483]: DEBUG nova.compute.provider_tree [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.319291] env[70483]: DEBUG oslo_vmware.api [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]520bcd08-0786-1022-b8b8-f4dacff54deb, 'name': SearchDatastore_Task, 'duration_secs': 0.038037} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.319652] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.319915] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 8c04b455-94ed-420e-964a-9b96ff5c7a3c/8c04b455-94ed-420e-964a-9b96ff5c7a3c.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.320368] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ab42294-2140-459a-99c6-bfe709224d6f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.327786] env[70483]: DEBUG oslo_vmware.api [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1070.327786] env[70483]: value = "task-3478555" [ 1070.327786] env[70483]: _type = "Task" [ 1070.327786] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.336406] env[70483]: DEBUG oslo_vmware.api [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.685832] env[70483]: DEBUG nova.network.neutron [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1070.771028] env[70483]: DEBUG nova.scheduler.client.report [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.840925] env[70483]: DEBUG oslo_vmware.api [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478555, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.851377] env[70483]: DEBUG nova.network.neutron [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Updating instance_info_cache with network_info: [{"id": "d9b6ad52-ae20-46a2-9ebd-917e99b52203", "address": "fa:16:3e:91:d7:cb", "network": {"id": "528f8d19-a9a7-431c-8591-203d1b7ccf70", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1729366146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67fb04579ff042e697118a55d46022c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9b6ad52-ae", "ovs_interfaceid": "d9b6ad52-ae20-46a2-9ebd-917e99b52203", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.280986] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.398s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.283789] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a3a2bc1c-b41d-40da-be47-3c9ee6ec98a4 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.602s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.283878] env[70483]: DEBUG nova.objects.instance [None req-a3a2bc1c-b41d-40da-be47-3c9ee6ec98a4 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lazy-loading 'resources' on Instance uuid 84b10472-74ba-4122-802b-63d72968bf75 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.339629] env[70483]: DEBUG oslo_vmware.api [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478555, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.820541} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.339904] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 8c04b455-94ed-420e-964a-9b96ff5c7a3c/8c04b455-94ed-420e-964a-9b96ff5c7a3c.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.340219] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.340495] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21b55e19-9340-45a1-a2ff-00e3e3d13ec5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.348153] env[70483]: DEBUG oslo_vmware.api [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1071.348153] env[70483]: value = "task-3478556" [ 1071.348153] env[70483]: _type = "Task" [ 1071.348153] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.361019] env[70483]: DEBUG oslo_concurrency.lockutils [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Releasing lock "refresh_cache-2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.361019] env[70483]: DEBUG nova.compute.manager [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Instance network_info: |[{"id": "d9b6ad52-ae20-46a2-9ebd-917e99b52203", "address": "fa:16:3e:91:d7:cb", "network": {"id": "528f8d19-a9a7-431c-8591-203d1b7ccf70", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1729366146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67fb04579ff042e697118a55d46022c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9b6ad52-ae", "ovs_interfaceid": "d9b6ad52-ae20-46a2-9ebd-917e99b52203", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1071.361019] env[70483]: DEBUG oslo_vmware.api [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478556, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.361388] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:d7:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b83383f-ed7a-4efd-aef7-aa8c15649d07', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9b6ad52-ae20-46a2-9ebd-917e99b52203', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.372128] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.372128] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.372128] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ac4f9d0-9e69-4457-a20d-0290d75e70c7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.392576] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.392576] env[70483]: value = "task-3478557" [ 1071.392576] env[70483]: _type = "Task" [ 1071.392576] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.403201] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478557, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.604329] env[70483]: DEBUG oslo_concurrency.lockutils [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Acquiring lock "c298ac9c-db19-4eff-82a5-133a1f8596f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.604529] env[70483]: DEBUG oslo_concurrency.lockutils [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Lock "c298ac9c-db19-4eff-82a5-133a1f8596f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.628662] env[70483]: DEBUG nova.compute.manager [req-3cde5496-7877-43f9-9dd2-bb3cc416a052 req-7e942f50-feff-494d-a15c-20c8f2df9d00 service nova] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Received event network-changed-d9b6ad52-ae20-46a2-9ebd-917e99b52203 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.628662] env[70483]: DEBUG nova.compute.manager [req-3cde5496-7877-43f9-9dd2-bb3cc416a052 req-7e942f50-feff-494d-a15c-20c8f2df9d00 service nova] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Refreshing instance network info cache due to event network-changed-d9b6ad52-ae20-46a2-9ebd-917e99b52203. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1071.628662] env[70483]: DEBUG oslo_concurrency.lockutils [req-3cde5496-7877-43f9-9dd2-bb3cc416a052 req-7e942f50-feff-494d-a15c-20c8f2df9d00 service nova] Acquiring lock "refresh_cache-2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.628662] env[70483]: DEBUG oslo_concurrency.lockutils [req-3cde5496-7877-43f9-9dd2-bb3cc416a052 req-7e942f50-feff-494d-a15c-20c8f2df9d00 service nova] Acquired lock "refresh_cache-2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.628662] env[70483]: DEBUG nova.network.neutron [req-3cde5496-7877-43f9-9dd2-bb3cc416a052 req-7e942f50-feff-494d-a15c-20c8f2df9d00 service nova] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Refreshing network info cache for port d9b6ad52-ae20-46a2-9ebd-917e99b52203 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.796053] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4121d182-03b4-431e-9b86-38e59c876b7e tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Lock "564f1aef-f107-46c8-ae0b-01df1e8aa2d2" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 41.415s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.797420] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Lock "564f1aef-f107-46c8-ae0b-01df1e8aa2d2" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 18.871s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.797420] env[70483]: INFO nova.compute.manager [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Unshelving [ 1071.859657] env[70483]: DEBUG oslo_vmware.api [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478556, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070214} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.859923] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.860819] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89a4bd7-7044-4b94-92e4-325a038bf025 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.883664] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 8c04b455-94ed-420e-964a-9b96ff5c7a3c/8c04b455-94ed-420e-964a-9b96ff5c7a3c.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.886622] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d17cf093-270a-4d81-b8ae-d13eba9d4c87 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.909880] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478557, 'name': CreateVM_Task, 'duration_secs': 0.345642} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.913794] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1071.914539] env[70483]: DEBUG oslo_concurrency.lockutils [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.914708] env[70483]: DEBUG oslo_concurrency.lockutils [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.915030] env[70483]: DEBUG oslo_concurrency.lockutils [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.915673] env[70483]: DEBUG oslo_vmware.api [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1071.915673] env[70483]: value = "task-3478558" [ 1071.915673] env[70483]: _type = "Task" [ 1071.915673] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.915858] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffaa099f-6637-46f7-be57-58bb519953a2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.929362] env[70483]: DEBUG oslo_vmware.api [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Waiting for the task: (returnval){ [ 1071.929362] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]526f9ee4-3efa-e032-28f4-a9f66a2a7423" [ 1071.929362] env[70483]: _type = "Task" [ 1071.929362] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.939022] env[70483]: DEBUG oslo_vmware.api [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478558, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.945320] env[70483]: DEBUG oslo_vmware.api [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]526f9ee4-3efa-e032-28f4-a9f66a2a7423, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.109771] env[70483]: DEBUG nova.compute.manager [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1072.187366] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce1cd7c-1b4f-4b8b-80c1-84a915a0467f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.195740] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90fd9ec4-7a7e-4539-aee1-e6d644127f8c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.229916] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f257b141-5838-4461-a2f7-af49c51b0e7d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.238795] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67bc94a9-0b48-43f6-b3a1-1e885e2a52b0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.260203] env[70483]: DEBUG nova.compute.provider_tree [None req-a3a2bc1c-b41d-40da-be47-3c9ee6ec98a4 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.420149] env[70483]: DEBUG nova.network.neutron [req-3cde5496-7877-43f9-9dd2-bb3cc416a052 req-7e942f50-feff-494d-a15c-20c8f2df9d00 service nova] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Updated VIF entry in instance network info cache for port d9b6ad52-ae20-46a2-9ebd-917e99b52203. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.420149] env[70483]: DEBUG nova.network.neutron [req-3cde5496-7877-43f9-9dd2-bb3cc416a052 req-7e942f50-feff-494d-a15c-20c8f2df9d00 service nova] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Updating instance_info_cache with network_info: [{"id": "d9b6ad52-ae20-46a2-9ebd-917e99b52203", "address": "fa:16:3e:91:d7:cb", "network": {"id": "528f8d19-a9a7-431c-8591-203d1b7ccf70", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1729366146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67fb04579ff042e697118a55d46022c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9b6ad52-ae", "ovs_interfaceid": "d9b6ad52-ae20-46a2-9ebd-917e99b52203", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.434155] env[70483]: DEBUG oslo_vmware.api [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.451183] env[70483]: DEBUG oslo_vmware.api [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]526f9ee4-3efa-e032-28f4-a9f66a2a7423, 'name': SearchDatastore_Task, 'duration_secs': 0.01669} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.451856] env[70483]: DEBUG oslo_concurrency.lockutils [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.452268] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.452649] env[70483]: DEBUG oslo_concurrency.lockutils [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.455019] env[70483]: DEBUG oslo_concurrency.lockutils [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.455019] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.455019] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-823eb283-4fd9-4fe9-89e5-295b5ed1d46d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.465081] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.465818] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.466746] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dac7ecd-2706-46e2-94c5-4e2ebd277d50 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.475203] env[70483]: DEBUG oslo_vmware.api [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Waiting for the task: (returnval){ [ 1072.475203] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52996b5d-e6ff-c11b-357b-b58c4df9aaa8" [ 1072.475203] env[70483]: _type = "Task" [ 1072.475203] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.487885] env[70483]: DEBUG oslo_vmware.api [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52996b5d-e6ff-c11b-357b-b58c4df9aaa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.631912] env[70483]: DEBUG oslo_concurrency.lockutils [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.763316] env[70483]: DEBUG nova.scheduler.client.report [None req-a3a2bc1c-b41d-40da-be47-3c9ee6ec98a4 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.823163] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.926338] env[70483]: DEBUG oslo_concurrency.lockutils [req-3cde5496-7877-43f9-9dd2-bb3cc416a052 req-7e942f50-feff-494d-a15c-20c8f2df9d00 service nova] Releasing lock "refresh_cache-2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.930853] env[70483]: DEBUG oslo_vmware.api [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478558, 'name': ReconfigVM_Task, 'duration_secs': 0.610317} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.931275] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 8c04b455-94ed-420e-964a-9b96ff5c7a3c/8c04b455-94ed-420e-964a-9b96ff5c7a3c.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.931973] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bfab0992-8c82-4db7-96c4-b18eec26396c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.940402] env[70483]: DEBUG oslo_vmware.api [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1072.940402] env[70483]: value = "task-3478559" [ 1072.940402] env[70483]: _type = "Task" [ 1072.940402] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.952069] env[70483]: DEBUG oslo_vmware.api [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478559, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.986650] env[70483]: DEBUG oslo_vmware.api [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52996b5d-e6ff-c11b-357b-b58c4df9aaa8, 'name': SearchDatastore_Task, 'duration_secs': 0.021233} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.987484] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86f6ab65-78bb-4634-a673-a584b31eb9dc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.993376] env[70483]: DEBUG oslo_vmware.api [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Waiting for the task: (returnval){ [ 1072.993376] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52026406-2b0a-d280-7f17-a2cd15e76af9" [ 1072.993376] env[70483]: _type = "Task" [ 1072.993376] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.003168] env[70483]: DEBUG oslo_vmware.api [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52026406-2b0a-d280-7f17-a2cd15e76af9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.268883] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a3a2bc1c-b41d-40da-be47-3c9ee6ec98a4 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.271317] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.405s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.272685] env[70483]: INFO nova.compute.claims [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.294675] env[70483]: INFO nova.scheduler.client.report [None req-a3a2bc1c-b41d-40da-be47-3c9ee6ec98a4 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Deleted allocations for instance 84b10472-74ba-4122-802b-63d72968bf75 [ 1073.451460] env[70483]: DEBUG oslo_vmware.api [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478559, 'name': Rename_Task, 'duration_secs': 0.155842} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.451811] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.452062] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-346d83db-5e31-4f6b-a41e-947dc35ae9a1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.459878] env[70483]: DEBUG oslo_vmware.api [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1073.459878] env[70483]: value = "task-3478560" [ 1073.459878] env[70483]: _type = "Task" [ 1073.459878] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.468045] env[70483]: DEBUG oslo_vmware.api [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478560, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.505584] env[70483]: DEBUG oslo_vmware.api [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52026406-2b0a-d280-7f17-a2cd15e76af9, 'name': SearchDatastore_Task, 'duration_secs': 0.009774} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.505953] env[70483]: DEBUG oslo_concurrency.lockutils [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.506375] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf/2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1073.506606] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b570e45-21f4-48c9-8dd0-7d4c2c76f64a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.514617] env[70483]: DEBUG oslo_vmware.api [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Waiting for the task: (returnval){ [ 1073.514617] env[70483]: value = "task-3478561" [ 1073.514617] env[70483]: _type = "Task" [ 1073.514617] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.523922] env[70483]: DEBUG oslo_vmware.api [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': task-3478561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.805980] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a3a2bc1c-b41d-40da-be47-3c9ee6ec98a4 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "84b10472-74ba-4122-802b-63d72968bf75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.180s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.972205] env[70483]: DEBUG oslo_vmware.api [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478560, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.024985] env[70483]: DEBUG oslo_vmware.api [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': task-3478561, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485986} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.025417] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf/2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1074.025910] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1074.027059] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d29b1395-09ef-413c-a854-72450e62da18 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.035511] env[70483]: DEBUG oslo_vmware.api [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Waiting for the task: (returnval){ [ 1074.035511] env[70483]: value = "task-3478562" [ 1074.035511] env[70483]: _type = "Task" [ 1074.035511] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.043824] env[70483]: DEBUG oslo_vmware.api [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': task-3478562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.482028] env[70483]: DEBUG oslo_vmware.api [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478560, 'name': PowerOnVM_Task, 'duration_secs': 0.807261} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.482383] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.482494] env[70483]: INFO nova.compute.manager [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Took 10.08 seconds to spawn the instance on the hypervisor. [ 1074.482668] env[70483]: DEBUG nova.compute.manager [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.483685] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46508677-1ae6-460e-9994-8da8898d0a43 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.544858] env[70483]: DEBUG oslo_vmware.api [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': task-3478562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069224} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.547589] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.548647] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7392dc83-7979-4b30-8d5a-19060d8751b4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.574243] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf/2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.577634] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3ea799e-392e-4792-bdea-3b7d572546bc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.598611] env[70483]: DEBUG oslo_vmware.api [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Waiting for the task: (returnval){ [ 1074.598611] env[70483]: value = "task-3478563" [ 1074.598611] env[70483]: _type = "Task" [ 1074.598611] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.608648] env[70483]: DEBUG oslo_vmware.api [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': task-3478563, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.674084] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f32b09-ccb3-4949-bf70-054779fb8def {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.684171] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c66f700-9b43-4282-beaf-b4826ed37cec {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.725089] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1223ea5-0a01-4fc5-9483-580cbf4b4816 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.736217] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbafb85-57f1-4655-868f-8875467c7bed {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.757629] env[70483]: DEBUG nova.compute.provider_tree [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.834768] env[70483]: DEBUG oslo_concurrency.lockutils [None req-23e5adac-1c22-4a47-867d-6462cc3c6b02 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquiring lock "9a6b8926-4d0c-4aad-b546-92e2fdaf4380" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.835100] env[70483]: DEBUG oslo_concurrency.lockutils [None req-23e5adac-1c22-4a47-867d-6462cc3c6b02 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "9a6b8926-4d0c-4aad-b546-92e2fdaf4380" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.835368] env[70483]: DEBUG oslo_concurrency.lockutils [None req-23e5adac-1c22-4a47-867d-6462cc3c6b02 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquiring lock "9a6b8926-4d0c-4aad-b546-92e2fdaf4380-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.835635] env[70483]: DEBUG oslo_concurrency.lockutils [None req-23e5adac-1c22-4a47-867d-6462cc3c6b02 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "9a6b8926-4d0c-4aad-b546-92e2fdaf4380-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.835846] env[70483]: DEBUG oslo_concurrency.lockutils [None req-23e5adac-1c22-4a47-867d-6462cc3c6b02 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "9a6b8926-4d0c-4aad-b546-92e2fdaf4380-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.838034] env[70483]: INFO nova.compute.manager [None req-23e5adac-1c22-4a47-867d-6462cc3c6b02 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Terminating instance [ 1075.005727] env[70483]: INFO nova.compute.manager [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Took 33.22 seconds to build instance. [ 1075.108753] env[70483]: DEBUG oslo_vmware.api [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': task-3478563, 'name': ReconfigVM_Task, 'duration_secs': 0.300171} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.109028] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf/2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.109381] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=70483) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1075.110014] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-394098be-a056-430f-8bb0-b37e8d6350a7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.118572] env[70483]: DEBUG oslo_vmware.api [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Waiting for the task: (returnval){ [ 1075.118572] env[70483]: value = "task-3478564" [ 1075.118572] env[70483]: _type = "Task" [ 1075.118572] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.128518] env[70483]: DEBUG oslo_vmware.api [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': task-3478564, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.263631] env[70483]: DEBUG nova.scheduler.client.report [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.342868] env[70483]: DEBUG nova.compute.manager [None req-23e5adac-1c22-4a47-867d-6462cc3c6b02 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1075.342868] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-23e5adac-1c22-4a47-867d-6462cc3c6b02 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.343647] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55c9c7f-511a-41ff-8ae1-408bcf5512ba {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.354541] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e5adac-1c22-4a47-867d-6462cc3c6b02 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.354541] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c224bd0-0e6d-4e0a-a6b3-775a1bebdc31 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.363472] env[70483]: DEBUG oslo_vmware.api [None req-23e5adac-1c22-4a47-867d-6462cc3c6b02 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 1075.363472] env[70483]: value = "task-3478565" [ 1075.363472] env[70483]: _type = "Task" [ 1075.363472] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.377490] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquiring lock "4ea8b8dd-7ba7-45de-9642-41dd0930dc59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.377549] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "4ea8b8dd-7ba7-45de-9642-41dd0930dc59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.379096] env[70483]: DEBUG oslo_vmware.api [None req-23e5adac-1c22-4a47-867d-6462cc3c6b02 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.508192] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5ccb89db-aff9-4626-9770-6a64d9f7a0fa tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "8c04b455-94ed-420e-964a-9b96ff5c7a3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.741s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.632611] env[70483]: DEBUG oslo_vmware.api [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': task-3478564, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.095172} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.632889] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=70483) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1075.633690] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c399c000-d2c5-43a6-a757-c8e384b55ef9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.663446] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf/ephemeral_0.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.663737] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42ea21eb-8948-4267-95f0-78df2ae92fb0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.682433] env[70483]: DEBUG oslo_vmware.api [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Waiting for the task: (returnval){ [ 1075.682433] env[70483]: value = "task-3478566" [ 1075.682433] env[70483]: _type = "Task" [ 1075.682433] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.691430] env[70483]: DEBUG oslo_vmware.api [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': task-3478566, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.768604] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.769155] env[70483]: DEBUG nova.compute.manager [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1075.775021] env[70483]: DEBUG oslo_concurrency.lockutils [None req-77d0364a-7264-4340-b453-da389293a243 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.389s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.775021] env[70483]: DEBUG nova.objects.instance [None req-77d0364a-7264-4340-b453-da389293a243 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lazy-loading 'resources' on Instance uuid 6bd21520-d00b-4103-bcf1-812a1187256a {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.880776] env[70483]: DEBUG nova.compute.manager [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1075.884014] env[70483]: DEBUG oslo_vmware.api [None req-23e5adac-1c22-4a47-867d-6462cc3c6b02 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478565, 'name': PowerOffVM_Task, 'duration_secs': 0.50517} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.884918] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e5adac-1c22-4a47-867d-6462cc3c6b02 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.886133] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-23e5adac-1c22-4a47-867d-6462cc3c6b02 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.886133] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f90a7491-bed1-4519-900a-1559c43a83a2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.953326] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-23e5adac-1c22-4a47-867d-6462cc3c6b02 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.955102] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-23e5adac-1c22-4a47-867d-6462cc3c6b02 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.955102] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-23e5adac-1c22-4a47-867d-6462cc3c6b02 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Deleting the datastore file [datastore2] 9a6b8926-4d0c-4aad-b546-92e2fdaf4380 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.955102] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3feed7dc-a83b-481e-8f12-034da4e53719 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.964421] env[70483]: DEBUG oslo_vmware.api [None req-23e5adac-1c22-4a47-867d-6462cc3c6b02 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 1075.964421] env[70483]: value = "task-3478568" [ 1075.964421] env[70483]: _type = "Task" [ 1075.964421] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.973836] env[70483]: DEBUG oslo_vmware.api [None req-23e5adac-1c22-4a47-867d-6462cc3c6b02 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.193044] env[70483]: DEBUG oslo_vmware.api [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': task-3478566, 'name': ReconfigVM_Task, 'duration_secs': 0.346554} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.193170] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf/ephemeral_0.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.193821] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19dc096e-4fad-4ebf-8832-1fd6be2f9bb3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.200665] env[70483]: DEBUG oslo_vmware.api [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Waiting for the task: (returnval){ [ 1076.200665] env[70483]: value = "task-3478569" [ 1076.200665] env[70483]: _type = "Task" [ 1076.200665] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.208961] env[70483]: DEBUG oslo_vmware.api [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': task-3478569, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.275747] env[70483]: DEBUG nova.compute.utils [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1076.280048] env[70483]: DEBUG nova.compute.manager [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1076.280232] env[70483]: DEBUG nova.network.neutron [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1076.334302] env[70483]: DEBUG nova.policy [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34623d977e9d4f74a6bd45a1e6e3a83d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09dfc4152784449088e061aca5c2b1bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1076.403491] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.477409] env[70483]: DEBUG oslo_vmware.api [None req-23e5adac-1c22-4a47-867d-6462cc3c6b02 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179023} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.477529] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-23e5adac-1c22-4a47-867d-6462cc3c6b02 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.477922] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-23e5adac-1c22-4a47-867d-6462cc3c6b02 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.477922] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-23e5adac-1c22-4a47-867d-6462cc3c6b02 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.478209] env[70483]: INFO nova.compute.manager [None req-23e5adac-1c22-4a47-867d-6462cc3c6b02 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1076.478334] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23e5adac-1c22-4a47-867d-6462cc3c6b02 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.478530] env[70483]: DEBUG nova.compute.manager [-] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.478647] env[70483]: DEBUG nova.network.neutron [-] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1076.545772] env[70483]: INFO nova.compute.manager [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Rebuilding instance [ 1076.594121] env[70483]: DEBUG nova.compute.manager [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.595065] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad090af-b418-424e-81ec-9d2e004943bb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.599444] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74df3486-37d6-4b2c-94cb-38319461f990 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.611022] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628f1192-bec2-4b77-86f7-807914736644 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.640275] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f034d9db-e9c7-4ee2-9dc3-3d7ec452ab02 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.648881] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f57fdf6-8a1a-4ec0-bf2c-7d8b73d3cf01 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.672230] env[70483]: DEBUG nova.compute.provider_tree [None req-77d0364a-7264-4340-b453-da389293a243 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1076.706623] env[70483]: DEBUG nova.network.neutron [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Successfully created port: e1012944-815e-48f0-a610-39e76fd549db {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1076.714748] env[70483]: DEBUG oslo_vmware.api [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': task-3478569, 'name': Rename_Task, 'duration_secs': 0.16879} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.715260] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.715260] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68cceab9-ec35-428f-9b82-dc346ae041bc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.722713] env[70483]: DEBUG oslo_vmware.api [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Waiting for the task: (returnval){ [ 1076.722713] env[70483]: value = "task-3478570" [ 1076.722713] env[70483]: _type = "Task" [ 1076.722713] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.724458] env[70483]: DEBUG nova.compute.manager [req-44ca89c4-1421-494e-8f43-648940868d8d req-dcf04f09-4586-4f8f-8cd2-84356f951ba1 service nova] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Received event network-vif-deleted-feff66ee-ae11-4919-9136-00d811d9ad98 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.724660] env[70483]: INFO nova.compute.manager [req-44ca89c4-1421-494e-8f43-648940868d8d req-dcf04f09-4586-4f8f-8cd2-84356f951ba1 service nova] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Neutron deleted interface feff66ee-ae11-4919-9136-00d811d9ad98; detaching it from the instance and deleting it from the info cache [ 1076.724830] env[70483]: DEBUG nova.network.neutron [req-44ca89c4-1421-494e-8f43-648940868d8d req-dcf04f09-4586-4f8f-8cd2-84356f951ba1 service nova] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.735652] env[70483]: DEBUG oslo_vmware.api [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': task-3478570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.784081] env[70483]: DEBUG nova.compute.manager [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1077.199164] env[70483]: ERROR nova.scheduler.client.report [None req-77d0364a-7264-4340-b453-da389293a243 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [req-98cd0740-5870-465e-b67b-338d9788a952] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6c4ee772-7226-4ddc-ad20-20b8289011e6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-98cd0740-5870-465e-b67b-338d9788a952"}]} [ 1077.206627] env[70483]: DEBUG nova.network.neutron [-] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.220698] env[70483]: DEBUG nova.scheduler.client.report [None req-77d0364a-7264-4340-b453-da389293a243 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Refreshing inventories for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1077.234695] env[70483]: DEBUG oslo_vmware.api [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': task-3478570, 'name': PowerOnVM_Task, 'duration_secs': 0.505172} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.234936] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e809c0b-7f1b-46ab-b774-a8d57873456d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.237009] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.237230] env[70483]: INFO nova.compute.manager [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Took 7.87 seconds to spawn the instance on the hypervisor. [ 1077.237477] env[70483]: DEBUG nova.compute.manager [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.238434] env[70483]: DEBUG nova.scheduler.client.report [None req-77d0364a-7264-4340-b453-da389293a243 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Updating ProviderTree inventory for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1077.239289] env[70483]: DEBUG nova.compute.provider_tree [None req-77d0364a-7264-4340-b453-da389293a243 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1077.242060] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e707ce-cddb-477f-8549-ab5cc8c88bcd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.255275] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b671203e-79de-475e-a583-4cd7b3f54436 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.268859] env[70483]: DEBUG nova.scheduler.client.report [None req-77d0364a-7264-4340-b453-da389293a243 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Refreshing aggregate associations for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6, aggregates: None {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1077.297378] env[70483]: DEBUG nova.compute.manager [req-44ca89c4-1421-494e-8f43-648940868d8d req-dcf04f09-4586-4f8f-8cd2-84356f951ba1 service nova] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Detach interface failed, port_id=feff66ee-ae11-4919-9136-00d811d9ad98, reason: Instance 9a6b8926-4d0c-4aad-b546-92e2fdaf4380 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1077.299256] env[70483]: DEBUG nova.scheduler.client.report [None req-77d0364a-7264-4340-b453-da389293a243 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Refreshing trait associations for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1077.614455] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.615270] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4faf79f-35eb-4ce9-b18a-fbd0ae360eee {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.623948] env[70483]: DEBUG oslo_vmware.api [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1077.623948] env[70483]: value = "task-3478571" [ 1077.623948] env[70483]: _type = "Task" [ 1077.623948] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.635835] env[70483]: DEBUG oslo_vmware.api [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.662314] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29fd15e-defa-460a-837f-6f1c92590f0e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.670740] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e8b859-ff99-4705-929c-89b6063ca487 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.703975] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473102c0-f566-40ab-b2f8-f3bc37e681fe {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.711696] env[70483]: INFO nova.compute.manager [-] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Took 1.23 seconds to deallocate network for instance. [ 1077.714629] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb8e6ff-4488-4039-aa66-d140d5b21174 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.733762] env[70483]: DEBUG nova.compute.provider_tree [None req-77d0364a-7264-4340-b453-da389293a243 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1077.763140] env[70483]: INFO nova.compute.manager [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Took 33.30 seconds to build instance. [ 1077.799598] env[70483]: DEBUG nova.compute.manager [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1077.829681] env[70483]: DEBUG nova.virt.hardware [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1077.830030] env[70483]: DEBUG nova.virt.hardware [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1077.830133] env[70483]: DEBUG nova.virt.hardware [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.830270] env[70483]: DEBUG nova.virt.hardware [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1077.830442] env[70483]: DEBUG nova.virt.hardware [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.830603] env[70483]: DEBUG nova.virt.hardware [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1077.830817] env[70483]: DEBUG nova.virt.hardware [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1077.830970] env[70483]: DEBUG nova.virt.hardware [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1077.831152] env[70483]: DEBUG nova.virt.hardware [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1077.831337] env[70483]: DEBUG nova.virt.hardware [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1077.831484] env[70483]: DEBUG nova.virt.hardware [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1077.832478] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca167a5-afcc-4558-91ec-3f87f5b5ef54 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.842641] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66184d5-da55-4f47-aa8d-b4da9f8ae5b7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.138633] env[70483]: DEBUG oslo_vmware.api [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478571, 'name': PowerOffVM_Task, 'duration_secs': 0.219294} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.139233] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.139551] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.140466] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f791a021-fdfc-477f-8e67-38e0644a49ce {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.151273] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.151566] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4a7bbcd-a7ce-41c2-95d5-6f4a38688e0e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.172374] env[70483]: DEBUG nova.compute.manager [req-18a506ae-caeb-4b00-bbb9-f6a203f3a1cc req-e7c6d4b8-b98a-41bb-a3e9-3c1af534a7d0 service nova] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Received event network-vif-plugged-e1012944-815e-48f0-a610-39e76fd549db {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.174214] env[70483]: DEBUG oslo_concurrency.lockutils [req-18a506ae-caeb-4b00-bbb9-f6a203f3a1cc req-e7c6d4b8-b98a-41bb-a3e9-3c1af534a7d0 service nova] Acquiring lock "b56ccf54-0a19-441f-bb4e-c19822b9994b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.174528] env[70483]: DEBUG oslo_concurrency.lockutils [req-18a506ae-caeb-4b00-bbb9-f6a203f3a1cc req-e7c6d4b8-b98a-41bb-a3e9-3c1af534a7d0 service nova] Lock "b56ccf54-0a19-441f-bb4e-c19822b9994b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.174748] env[70483]: DEBUG oslo_concurrency.lockutils [req-18a506ae-caeb-4b00-bbb9-f6a203f3a1cc req-e7c6d4b8-b98a-41bb-a3e9-3c1af534a7d0 service nova] Lock "b56ccf54-0a19-441f-bb4e-c19822b9994b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.175009] env[70483]: DEBUG nova.compute.manager [req-18a506ae-caeb-4b00-bbb9-f6a203f3a1cc req-e7c6d4b8-b98a-41bb-a3e9-3c1af534a7d0 service nova] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] No waiting events found dispatching network-vif-plugged-e1012944-815e-48f0-a610-39e76fd549db {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.175604] env[70483]: WARNING nova.compute.manager [req-18a506ae-caeb-4b00-bbb9-f6a203f3a1cc req-e7c6d4b8-b98a-41bb-a3e9-3c1af534a7d0 service nova] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Received unexpected event network-vif-plugged-e1012944-815e-48f0-a610-39e76fd549db for instance with vm_state building and task_state spawning. [ 1078.197601] env[70483]: DEBUG nova.network.neutron [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Successfully updated port: e1012944-815e-48f0-a610-39e76fd549db {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1078.223990] env[70483]: DEBUG oslo_concurrency.lockutils [None req-23e5adac-1c22-4a47-867d-6462cc3c6b02 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.225929] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.226251] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.226461] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Deleting the datastore file [datastore1] 8c04b455-94ed-420e-964a-9b96ff5c7a3c {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.226784] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f88f9bd2-1d75-4cd9-aedf-78acbf84ae87 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.235150] env[70483]: DEBUG oslo_vmware.api [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1078.235150] env[70483]: value = "task-3478573" [ 1078.235150] env[70483]: _type = "Task" [ 1078.235150] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.248512] env[70483]: DEBUG oslo_vmware.api [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478573, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.264512] env[70483]: DEBUG oslo_concurrency.lockutils [None req-09500cf2-92c3-4bd9-b4fc-359ea822325a tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Lock "2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.815s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.271620] env[70483]: DEBUG nova.scheduler.client.report [None req-77d0364a-7264-4340-b453-da389293a243 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Updated inventory for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with generation 118 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1078.271804] env[70483]: DEBUG nova.compute.provider_tree [None req-77d0364a-7264-4340-b453-da389293a243 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Updating resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 generation from 118 to 119 during operation: update_inventory {{(pid=70483) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1078.271992] env[70483]: DEBUG nova.compute.provider_tree [None req-77d0364a-7264-4340-b453-da389293a243 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1078.699782] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Acquiring lock "refresh_cache-b56ccf54-0a19-441f-bb4e-c19822b9994b" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.700116] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Acquired lock "refresh_cache-b56ccf54-0a19-441f-bb4e-c19822b9994b" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.700116] env[70483]: DEBUG nova.network.neutron [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.745531] env[70483]: DEBUG oslo_vmware.api [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478573, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163077} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.745531] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.745671] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.745754] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.750026] env[70483]: DEBUG nova.compute.manager [req-0919ce2c-c270-47fb-bb9c-431b12dd3c0e req-4385dc5d-bed1-48d3-a986-beaa449a85a0 service nova] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Received event network-changed-d9b6ad52-ae20-46a2-9ebd-917e99b52203 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.750143] env[70483]: DEBUG nova.compute.manager [req-0919ce2c-c270-47fb-bb9c-431b12dd3c0e req-4385dc5d-bed1-48d3-a986-beaa449a85a0 service nova] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Refreshing instance network info cache due to event network-changed-d9b6ad52-ae20-46a2-9ebd-917e99b52203. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.750309] env[70483]: DEBUG oslo_concurrency.lockutils [req-0919ce2c-c270-47fb-bb9c-431b12dd3c0e req-4385dc5d-bed1-48d3-a986-beaa449a85a0 service nova] Acquiring lock "refresh_cache-2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.750454] env[70483]: DEBUG oslo_concurrency.lockutils [req-0919ce2c-c270-47fb-bb9c-431b12dd3c0e req-4385dc5d-bed1-48d3-a986-beaa449a85a0 service nova] Acquired lock "refresh_cache-2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.750616] env[70483]: DEBUG nova.network.neutron [req-0919ce2c-c270-47fb-bb9c-431b12dd3c0e req-4385dc5d-bed1-48d3-a986-beaa449a85a0 service nova] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Refreshing network info cache for port d9b6ad52-ae20-46a2-9ebd-917e99b52203 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.776805] env[70483]: DEBUG oslo_concurrency.lockutils [None req-77d0364a-7264-4340-b453-da389293a243 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.005s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.779868] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bf3c9f32-2c73-45ce-a6cf-af095243b624 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.394s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.780170] env[70483]: DEBUG nova.objects.instance [None req-bf3c9f32-2c73-45ce-a6cf-af095243b624 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lazy-loading 'resources' on Instance uuid 08028301-3521-4277-bf0e-100908825c43 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.799497] env[70483]: INFO nova.scheduler.client.report [None req-77d0364a-7264-4340-b453-da389293a243 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Deleted allocations for instance 6bd21520-d00b-4103-bcf1-812a1187256a [ 1079.269934] env[70483]: DEBUG nova.network.neutron [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1079.312812] env[70483]: DEBUG oslo_concurrency.lockutils [None req-77d0364a-7264-4340-b453-da389293a243 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "6bd21520-d00b-4103-bcf1-812a1187256a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.693s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.488893] env[70483]: DEBUG nova.network.neutron [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Updating instance_info_cache with network_info: [{"id": "e1012944-815e-48f0-a610-39e76fd549db", "address": "fa:16:3e:67:17:06", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1012944-81", "ovs_interfaceid": "e1012944-815e-48f0-a610-39e76fd549db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.553023] env[70483]: DEBUG nova.network.neutron [req-0919ce2c-c270-47fb-bb9c-431b12dd3c0e req-4385dc5d-bed1-48d3-a986-beaa449a85a0 service nova] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Updated VIF entry in instance network info cache for port d9b6ad52-ae20-46a2-9ebd-917e99b52203. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.553474] env[70483]: DEBUG nova.network.neutron [req-0919ce2c-c270-47fb-bb9c-431b12dd3c0e req-4385dc5d-bed1-48d3-a986-beaa449a85a0 service nova] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Updating instance_info_cache with network_info: [{"id": "d9b6ad52-ae20-46a2-9ebd-917e99b52203", "address": "fa:16:3e:91:d7:cb", "network": {"id": "528f8d19-a9a7-431c-8591-203d1b7ccf70", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1729366146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67fb04579ff042e697118a55d46022c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9b6ad52-ae", "ovs_interfaceid": "d9b6ad52-ae20-46a2-9ebd-917e99b52203", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.639972] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4d8c27-41e7-4d17-81b5-0cfd30d5066e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.647946] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d1b4bd-8e4d-49e2-bd4f-fb9eaa6574f1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.680285] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8523e6b5-ba47-49a7-906b-5d92a61ff7a0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.688405] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22475dfe-651d-42a0-bf38-1c88fa2dae02 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.703389] env[70483]: DEBUG nova.compute.provider_tree [None req-bf3c9f32-2c73-45ce-a6cf-af095243b624 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.792419] env[70483]: DEBUG nova.virt.hardware [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.792702] env[70483]: DEBUG nova.virt.hardware [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.792912] env[70483]: DEBUG nova.virt.hardware [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.793163] env[70483]: DEBUG nova.virt.hardware [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.793352] env[70483]: DEBUG nova.virt.hardware [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.793549] env[70483]: DEBUG nova.virt.hardware [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.793817] env[70483]: DEBUG nova.virt.hardware [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.794030] env[70483]: DEBUG nova.virt.hardware [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.794240] env[70483]: DEBUG nova.virt.hardware [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.794448] env[70483]: DEBUG nova.virt.hardware [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.794657] env[70483]: DEBUG nova.virt.hardware [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.795634] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e00535b-aacb-4ac7-b02c-032e288701c2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.804558] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc6a5a3-2f45-4fdf-b920-9cb7e31b70ab {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.819078] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:f2:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fe378ef-e728-4144-8f27-2df649806c6c', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1079.826671] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.826993] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1079.827245] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b460899a-689f-408c-ad13-92ed36907c0a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.848289] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.848289] env[70483]: value = "task-3478574" [ 1079.848289] env[70483]: _type = "Task" [ 1079.848289] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.856721] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478574, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.991331] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Releasing lock "refresh_cache-b56ccf54-0a19-441f-bb4e-c19822b9994b" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.992025] env[70483]: DEBUG nova.compute.manager [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Instance network_info: |[{"id": "e1012944-815e-48f0-a610-39e76fd549db", "address": "fa:16:3e:67:17:06", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1012944-81", "ovs_interfaceid": "e1012944-815e-48f0-a610-39e76fd549db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1079.992193] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:17:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1012944-815e-48f0-a610-39e76fd549db', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1080.000317] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Creating folder: Project (09dfc4152784449088e061aca5c2b1bc). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1080.000651] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26894da8-87aa-43a7-a059-dfb21ea415f7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.011921] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Created folder: Project (09dfc4152784449088e061aca5c2b1bc) in parent group-v695216. [ 1080.012150] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Creating folder: Instances. Parent ref: group-v695469. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1080.012403] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f35c564-a68d-44a1-bf07-720f9c46d553 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.021678] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Created folder: Instances in parent group-v695469. [ 1080.022047] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.022298] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1080.022552] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd048edc-4d2a-4923-aa70-426b97d129ef {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.043510] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.043510] env[70483]: value = "task-3478577" [ 1080.043510] env[70483]: _type = "Task" [ 1080.043510] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.053788] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478577, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.059084] env[70483]: DEBUG oslo_concurrency.lockutils [req-0919ce2c-c270-47fb-bb9c-431b12dd3c0e req-4385dc5d-bed1-48d3-a986-beaa449a85a0 service nova] Releasing lock "refresh_cache-2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.199560] env[70483]: DEBUG nova.compute.manager [req-d8bb0c48-beba-49c2-a00c-7a995f373be3 req-85f5372c-ba80-4250-840f-b53cd4b020e1 service nova] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Received event network-changed-e1012944-815e-48f0-a610-39e76fd549db {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.199622] env[70483]: DEBUG nova.compute.manager [req-d8bb0c48-beba-49c2-a00c-7a995f373be3 req-85f5372c-ba80-4250-840f-b53cd4b020e1 service nova] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Refreshing instance network info cache due to event network-changed-e1012944-815e-48f0-a610-39e76fd549db. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.199903] env[70483]: DEBUG oslo_concurrency.lockutils [req-d8bb0c48-beba-49c2-a00c-7a995f373be3 req-85f5372c-ba80-4250-840f-b53cd4b020e1 service nova] Acquiring lock "refresh_cache-b56ccf54-0a19-441f-bb4e-c19822b9994b" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.200124] env[70483]: DEBUG oslo_concurrency.lockutils [req-d8bb0c48-beba-49c2-a00c-7a995f373be3 req-85f5372c-ba80-4250-840f-b53cd4b020e1 service nova] Acquired lock "refresh_cache-b56ccf54-0a19-441f-bb4e-c19822b9994b" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.200240] env[70483]: DEBUG nova.network.neutron [req-d8bb0c48-beba-49c2-a00c-7a995f373be3 req-85f5372c-ba80-4250-840f-b53cd4b020e1 service nova] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Refreshing network info cache for port e1012944-815e-48f0-a610-39e76fd549db {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.204805] env[70483]: DEBUG nova.scheduler.client.report [None req-bf3c9f32-2c73-45ce-a6cf-af095243b624 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.359979] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478574, 'name': CreateVM_Task, 'duration_secs': 0.310902} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.359979] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.361248] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.361248] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.361248] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.361248] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55e3a70c-8c94-4979-8e08-41db0b9f9e2d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.365991] env[70483]: DEBUG oslo_vmware.api [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1080.365991] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523cda7b-33a5-806b-90ae-f9679709ec48" [ 1080.365991] env[70483]: _type = "Task" [ 1080.365991] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.375144] env[70483]: DEBUG oslo_vmware.api [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523cda7b-33a5-806b-90ae-f9679709ec48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.553337] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478577, 'name': CreateVM_Task, 'duration_secs': 0.297327} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.553520] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.554156] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.711070] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bf3c9f32-2c73-45ce-a6cf-af095243b624 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.931s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.713182] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 18.260s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.734397] env[70483]: INFO nova.scheduler.client.report [None req-bf3c9f32-2c73-45ce-a6cf-af095243b624 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Deleted allocations for instance 08028301-3521-4277-bf0e-100908825c43 [ 1080.878515] env[70483]: DEBUG oslo_vmware.api [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523cda7b-33a5-806b-90ae-f9679709ec48, 'name': SearchDatastore_Task, 'duration_secs': 0.009448} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.878913] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.879268] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.879581] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.879819] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.880069] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.880450] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.880868] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.881222] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9411999-0ec3-474c-b22a-419b77856345 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.886212] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca492c67-49af-4eb3-b226-f98d73f9721a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.892415] env[70483]: DEBUG oslo_vmware.api [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Waiting for the task: (returnval){ [ 1080.892415] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52760798-3ac3-5979-e628-eb1042b1e33a" [ 1080.892415] env[70483]: _type = "Task" [ 1080.892415] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.902741] env[70483]: DEBUG oslo_vmware.api [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52760798-3ac3-5979-e628-eb1042b1e33a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.903615] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.903867] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.904634] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0685f8db-e5ab-4d00-a770-bd4bd352d416 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.910716] env[70483]: DEBUG oslo_vmware.api [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1080.910716] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52122835-9e70-5577-8ef3-ddd7db6dd216" [ 1080.910716] env[70483]: _type = "Task" [ 1080.910716] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.919110] env[70483]: DEBUG oslo_vmware.api [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52122835-9e70-5577-8ef3-ddd7db6dd216, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.047810] env[70483]: DEBUG nova.network.neutron [req-d8bb0c48-beba-49c2-a00c-7a995f373be3 req-85f5372c-ba80-4250-840f-b53cd4b020e1 service nova] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Updated VIF entry in instance network info cache for port e1012944-815e-48f0-a610-39e76fd549db. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.048208] env[70483]: DEBUG nova.network.neutron [req-d8bb0c48-beba-49c2-a00c-7a995f373be3 req-85f5372c-ba80-4250-840f-b53cd4b020e1 service nova] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Updating instance_info_cache with network_info: [{"id": "e1012944-815e-48f0-a610-39e76fd549db", "address": "fa:16:3e:67:17:06", "network": {"id": "1266a193-a4a7-4aff-849f-d2093734c1e5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9130336cc73c45af892e38ddaeffbda1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1012944-81", "ovs_interfaceid": "e1012944-815e-48f0-a610-39e76fd549db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.186449] env[70483]: DEBUG nova.compute.manager [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Stashing vm_state: active {{(pid=70483) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1081.242299] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bf3c9f32-2c73-45ce-a6cf-af095243b624 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "08028301-3521-4277-bf0e-100908825c43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.445s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.404551] env[70483]: DEBUG oslo_vmware.api [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52760798-3ac3-5979-e628-eb1042b1e33a, 'name': SearchDatastore_Task, 'duration_secs': 0.023548} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.404908] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.405174] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.405412] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.421237] env[70483]: DEBUG oslo_vmware.api [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52122835-9e70-5577-8ef3-ddd7db6dd216, 'name': SearchDatastore_Task, 'duration_secs': 0.035611} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.422086] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c7d539b-33ca-498c-bef2-c81947c7b970 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.427485] env[70483]: DEBUG oslo_vmware.api [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1081.427485] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52213d96-35a7-2d74-e4ef-ed0d323d93c6" [ 1081.427485] env[70483]: _type = "Task" [ 1081.427485] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.436438] env[70483]: DEBUG oslo_vmware.api [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52213d96-35a7-2d74-e4ef-ed0d323d93c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.551755] env[70483]: DEBUG oslo_concurrency.lockutils [req-d8bb0c48-beba-49c2-a00c-7a995f373be3 req-85f5372c-ba80-4250-840f-b53cd4b020e1 service nova] Releasing lock "refresh_cache-b56ccf54-0a19-441f-bb4e-c19822b9994b" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.711459] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.727248] env[70483]: INFO nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Updating resource usage from migration ea7a76eb-24e4-406b-9884-6e4b0c8b70dd [ 1081.727417] env[70483]: INFO nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Updating resource usage from migration ac939153-8b2e-468f-9e00-2830b7c9ea2e [ 1081.751129] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1081.751321] env[70483]: WARNING nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1081.751458] env[70483]: WARNING nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 9a6b8926-4d0c-4aad-b546-92e2fdaf4380 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1081.751582] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1081.751699] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance b9fca4d0-dadf-43ee-ad2c-2656a3792ea4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1081.751811] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance d8ce30bb-9696-4a06-8f52-6085912708b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1081.751928] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 73e3ef81-1a84-429b-968b-0bbee1b276d0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1081.752066] env[70483]: WARNING nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance fa177fa7-fd8f-45b7-8008-5c14a1202ce6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1081.752188] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance ef6fa7ed-b8aa-4221-a388-e86a72133cbc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1081.752299] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 8c04b455-94ed-420e-964a-9b96ff5c7a3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1081.752410] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1081.752521] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance b56ccf54-0a19-441f-bb4e-c19822b9994b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1081.937818] env[70483]: DEBUG oslo_vmware.api [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52213d96-35a7-2d74-e4ef-ed0d323d93c6, 'name': SearchDatastore_Task, 'duration_secs': 0.025433} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.938122] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.938398] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 8c04b455-94ed-420e-964a-9b96ff5c7a3c/8c04b455-94ed-420e-964a-9b96ff5c7a3c.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1081.938684] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.938906] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.939125] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a475d93d-bbac-405f-90f9-aef83f27764b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.940993] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff12a23e-1eb2-47e1-99ec-c7c2db2cf216 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.948236] env[70483]: DEBUG oslo_vmware.api [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1081.948236] env[70483]: value = "task-3478578" [ 1081.948236] env[70483]: _type = "Task" [ 1081.948236] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.952307] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.952486] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.953556] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-564e4245-74de-4fe8-95c9-445516ca94ef {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.959402] env[70483]: DEBUG oslo_vmware.api [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.962475] env[70483]: DEBUG oslo_vmware.api [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Waiting for the task: (returnval){ [ 1081.962475] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5289bdc6-bcc7-c5e7-e905-74cd0492b284" [ 1081.962475] env[70483]: _type = "Task" [ 1081.962475] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.969912] env[70483]: DEBUG oslo_vmware.api [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5289bdc6-bcc7-c5e7-e905-74cd0492b284, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.256294] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 564f1aef-f107-46c8-ae0b-01df1e8aa2d2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1082.347091] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "4621c6cd-45ab-4b29-949a-967f12b4d932" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.347369] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "4621c6cd-45ab-4b29-949a-967f12b4d932" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.457845] env[70483]: DEBUG oslo_vmware.api [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473301} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.458107] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 8c04b455-94ed-420e-964a-9b96ff5c7a3c/8c04b455-94ed-420e-964a-9b96ff5c7a3c.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.458333] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.458573] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78c0dfe5-86a7-4093-8454-d574efaa1d77 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.466391] env[70483]: DEBUG oslo_vmware.api [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1082.466391] env[70483]: value = "task-3478579" [ 1082.466391] env[70483]: _type = "Task" [ 1082.466391] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.472805] env[70483]: DEBUG oslo_vmware.api [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5289bdc6-bcc7-c5e7-e905-74cd0492b284, 'name': SearchDatastore_Task, 'duration_secs': 0.007457} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.473870] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed0b392f-67f2-4dda-81a9-5431df7e3929 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.479312] env[70483]: DEBUG oslo_vmware.api [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478579, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.480455] env[70483]: DEBUG oslo_vmware.api [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Waiting for the task: (returnval){ [ 1082.480455] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]520cea03-f2f3-37c8-dd18-8223ef045c44" [ 1082.480455] env[70483]: _type = "Task" [ 1082.480455] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.487616] env[70483]: DEBUG oslo_vmware.api [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]520cea03-f2f3-37c8-dd18-8223ef045c44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.758958] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1082.852280] env[70483]: DEBUG nova.compute.manager [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1082.976619] env[70483]: DEBUG oslo_vmware.api [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478579, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056045} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.977778] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.977988] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd1f26c-10ee-4522-b215-c7770c551d55 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.002128] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 8c04b455-94ed-420e-964a-9b96ff5c7a3c/8c04b455-94ed-420e-964a-9b96ff5c7a3c.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.002856] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8321c044-c982-4545-9c3b-d1f28881b563 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.020849] env[70483]: DEBUG oslo_vmware.api [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]520cea03-f2f3-37c8-dd18-8223ef045c44, 'name': SearchDatastore_Task, 'duration_secs': 0.007649} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.021490] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.021841] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] b56ccf54-0a19-441f-bb4e-c19822b9994b/b56ccf54-0a19-441f-bb4e-c19822b9994b.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.022130] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48834c43-3f88-444a-a283-b88f44947f3b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.027342] env[70483]: DEBUG oslo_vmware.api [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1083.027342] env[70483]: value = "task-3478580" [ 1083.027342] env[70483]: _type = "Task" [ 1083.027342] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.031556] env[70483]: DEBUG oslo_vmware.api [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Waiting for the task: (returnval){ [ 1083.031556] env[70483]: value = "task-3478581" [ 1083.031556] env[70483]: _type = "Task" [ 1083.031556] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.039484] env[70483]: DEBUG oslo_vmware.api [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478580, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.042505] env[70483]: DEBUG oslo_vmware.api [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Task: {'id': task-3478581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.262403] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance de9648dc-8927-41f0-9cc7-d814bf7d58f1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1083.262620] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Migration ac939153-8b2e-468f-9e00-2830b7c9ea2e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1083.262759] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance a423d133-89f3-40fe-9986-02edc46cf0f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1083.376574] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.538712] env[70483]: DEBUG oslo_vmware.api [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.543528] env[70483]: DEBUG oslo_vmware.api [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Task: {'id': task-3478581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491467} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.543764] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] b56ccf54-0a19-441f-bb4e-c19822b9994b/b56ccf54-0a19-441f-bb4e-c19822b9994b.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1083.543976] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1083.544266] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae263add-5037-4992-9ab0-d3c5ba40cdb3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.550347] env[70483]: DEBUG oslo_vmware.api [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Waiting for the task: (returnval){ [ 1083.550347] env[70483]: value = "task-3478582" [ 1083.550347] env[70483]: _type = "Task" [ 1083.550347] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.558173] env[70483]: DEBUG oslo_vmware.api [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Task: {'id': task-3478582, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.765330] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 10977961-8a06-4d1d-8845-07ffe3127049 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1084.038220] env[70483]: DEBUG oslo_vmware.api [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478580, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.059937] env[70483]: DEBUG oslo_vmware.api [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Task: {'id': task-3478582, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063058} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.060074] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1084.060761] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73ae3f0-3efc-43cb-842d-85e5400da309 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.082281] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] b56ccf54-0a19-441f-bb4e-c19822b9994b/b56ccf54-0a19-441f-bb4e-c19822b9994b.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.082592] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d1045e7-4dcf-418b-80df-4e75d2849b1e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.103212] env[70483]: DEBUG oslo_vmware.api [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Waiting for the task: (returnval){ [ 1084.103212] env[70483]: value = "task-3478583" [ 1084.103212] env[70483]: _type = "Task" [ 1084.103212] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.111762] env[70483]: DEBUG oslo_vmware.api [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Task: {'id': task-3478583, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.268278] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance ed57b103-7d00-4700-85ba-cafacab768a4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1084.540271] env[70483]: DEBUG oslo_vmware.api [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478580, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.613594] env[70483]: DEBUG oslo_vmware.api [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Task: {'id': task-3478583, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.773154] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance c298ac9c-db19-4eff-82a5-133a1f8596f6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1085.038753] env[70483]: DEBUG oslo_vmware.api [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478580, 'name': ReconfigVM_Task, 'duration_secs': 1.969024} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.039079] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 8c04b455-94ed-420e-964a-9b96ff5c7a3c/8c04b455-94ed-420e-964a-9b96ff5c7a3c.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.039713] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e074dd7-e205-4a23-8deb-4077d68203b7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.045747] env[70483]: DEBUG oslo_vmware.api [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1085.045747] env[70483]: value = "task-3478584" [ 1085.045747] env[70483]: _type = "Task" [ 1085.045747] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.052918] env[70483]: DEBUG oslo_vmware.api [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478584, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.113137] env[70483]: DEBUG oslo_vmware.api [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Task: {'id': task-3478583, 'name': ReconfigVM_Task, 'duration_secs': 0.929659} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.113429] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Reconfigured VM instance instance-0000005b to attach disk [datastore2] b56ccf54-0a19-441f-bb4e-c19822b9994b/b56ccf54-0a19-441f-bb4e-c19822b9994b.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.114081] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5eef4f7a-9ac6-4b29-a036-357c29905f32 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.120663] env[70483]: DEBUG oslo_vmware.api [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Waiting for the task: (returnval){ [ 1085.120663] env[70483]: value = "task-3478585" [ 1085.120663] env[70483]: _type = "Task" [ 1085.120663] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.128753] env[70483]: DEBUG oslo_vmware.api [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Task: {'id': task-3478585, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.276042] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 4ea8b8dd-7ba7-45de-9642-41dd0930dc59 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1085.276243] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Migration ea7a76eb-24e4-406b-9884-6e4b0c8b70dd is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1085.276488] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 31adb50e-33e9-40cc-a8dc-14985336b34a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1085.276800] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=70483) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1085.277044] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=70483) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1085.551928] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09667cfd-f152-4cd0-bf0a-807c21ac3c79 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.559569] env[70483]: DEBUG oslo_vmware.api [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478584, 'name': Rename_Task, 'duration_secs': 0.161992} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.561430] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.561705] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69a35e91-be13-4bed-9461-6396ca73041b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.563900] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f0a10b-6e24-49e2-b920-585826f18329 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.571353] env[70483]: DEBUG oslo_vmware.api [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1085.571353] env[70483]: value = "task-3478586" [ 1085.571353] env[70483]: _type = "Task" [ 1085.571353] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.597851] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408abcc2-5604-456e-a1bd-5edf9d5da9cd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.605352] env[70483]: DEBUG oslo_vmware.api [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478586, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.608742] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7733b0d0-ad47-4377-9316-f794b1415fd9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.622962] env[70483]: DEBUG nova.compute.provider_tree [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1085.631983] env[70483]: DEBUG oslo_vmware.api [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Task: {'id': task-3478585, 'name': Rename_Task, 'duration_secs': 0.152642} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.632894] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.633110] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a373607f-b643-4cd2-8634-aa9a595d967d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.639619] env[70483]: DEBUG oslo_vmware.api [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Waiting for the task: (returnval){ [ 1085.639619] env[70483]: value = "task-3478587" [ 1085.639619] env[70483]: _type = "Task" [ 1085.639619] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.647397] env[70483]: DEBUG oslo_vmware.api [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Task: {'id': task-3478587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.105453] env[70483]: DEBUG oslo_vmware.api [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478586, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.150208] env[70483]: DEBUG oslo_vmware.api [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Task: {'id': task-3478587, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.151251] env[70483]: ERROR nova.scheduler.client.report [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [req-db79290d-394e-42f1-9c0a-069ede408252] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6c4ee772-7226-4ddc-ad20-20b8289011e6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-db79290d-394e-42f1-9c0a-069ede408252"}]} [ 1086.175595] env[70483]: DEBUG nova.scheduler.client.report [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Refreshing inventories for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1086.192552] env[70483]: DEBUG nova.scheduler.client.report [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Updating ProviderTree inventory for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1086.192773] env[70483]: DEBUG nova.compute.provider_tree [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1086.205360] env[70483]: DEBUG nova.scheduler.client.report [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Refreshing aggregate associations for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6, aggregates: None {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1086.225191] env[70483]: DEBUG nova.scheduler.client.report [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Refreshing trait associations for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1086.501746] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89370fee-aca9-4648-9ddb-590773aa3925 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.510134] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4698e1a-ce57-40ee-a7ca-0cf62d2a9010 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.540295] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a6951a-a4e8-42b1-921c-043538541222 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.547625] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3984425-3b62-4565-8593-beedc2f3a28c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.561891] env[70483]: DEBUG nova.compute.provider_tree [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1086.605032] env[70483]: DEBUG oslo_vmware.api [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478586, 'name': PowerOnVM_Task, 'duration_secs': 0.583391} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.605321] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.605532] env[70483]: DEBUG nova.compute.manager [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1086.606366] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e9bb15-df95-4d58-abbc-0992e59bcb0f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.650509] env[70483]: DEBUG oslo_vmware.api [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Task: {'id': task-3478587, 'name': PowerOnVM_Task, 'duration_secs': 0.558299} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.650624] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.650824] env[70483]: INFO nova.compute.manager [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Took 8.85 seconds to spawn the instance on the hypervisor. [ 1086.651016] env[70483]: DEBUG nova.compute.manager [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1086.651980] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148d11d5-d99f-4cd9-8779-d0086457fe72 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.094224] env[70483]: DEBUG nova.scheduler.client.report [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Updated inventory for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with generation 122 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1087.094485] env[70483]: DEBUG nova.compute.provider_tree [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Updating resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 generation from 122 to 123 during operation: update_inventory {{(pid=70483) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1087.094658] env[70483]: DEBUG nova.compute.provider_tree [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1087.122793] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.169880] env[70483]: INFO nova.compute.manager [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Took 34.32 seconds to build instance. [ 1087.600038] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70483) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1087.600038] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.887s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.600259] env[70483]: DEBUG oslo_concurrency.lockutils [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.078s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.601869] env[70483]: INFO nova.compute.claims [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1087.672167] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6c6a9e1f-c5fe-4b3e-bf13-3da4fcf58f0d tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Lock "b56ccf54-0a19-441f-bb4e-c19822b9994b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.834s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.901798] env[70483]: DEBUG oslo_concurrency.lockutils [None req-986d34a6-f990-43da-a514-fbcaccee1f1f tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Acquiring lock "b56ccf54-0a19-441f-bb4e-c19822b9994b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.902104] env[70483]: DEBUG oslo_concurrency.lockutils [None req-986d34a6-f990-43da-a514-fbcaccee1f1f tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Lock "b56ccf54-0a19-441f-bb4e-c19822b9994b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.902234] env[70483]: DEBUG oslo_concurrency.lockutils [None req-986d34a6-f990-43da-a514-fbcaccee1f1f tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Acquiring lock "b56ccf54-0a19-441f-bb4e-c19822b9994b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.902522] env[70483]: DEBUG oslo_concurrency.lockutils [None req-986d34a6-f990-43da-a514-fbcaccee1f1f tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Lock "b56ccf54-0a19-441f-bb4e-c19822b9994b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.902785] env[70483]: DEBUG oslo_concurrency.lockutils [None req-986d34a6-f990-43da-a514-fbcaccee1f1f tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Lock "b56ccf54-0a19-441f-bb4e-c19822b9994b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.904819] env[70483]: DEBUG oslo_concurrency.lockutils [None req-aec67523-bfff-414d-b740-017b93f73b73 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "8c04b455-94ed-420e-964a-9b96ff5c7a3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.905493] env[70483]: DEBUG oslo_concurrency.lockutils [None req-aec67523-bfff-414d-b740-017b93f73b73 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "8c04b455-94ed-420e-964a-9b96ff5c7a3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.905759] env[70483]: DEBUG oslo_concurrency.lockutils [None req-aec67523-bfff-414d-b740-017b93f73b73 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "8c04b455-94ed-420e-964a-9b96ff5c7a3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.906404] env[70483]: DEBUG oslo_concurrency.lockutils [None req-aec67523-bfff-414d-b740-017b93f73b73 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "8c04b455-94ed-420e-964a-9b96ff5c7a3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.906653] env[70483]: DEBUG oslo_concurrency.lockutils [None req-aec67523-bfff-414d-b740-017b93f73b73 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "8c04b455-94ed-420e-964a-9b96ff5c7a3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.908824] env[70483]: INFO nova.compute.manager [None req-986d34a6-f990-43da-a514-fbcaccee1f1f tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Terminating instance [ 1088.910158] env[70483]: INFO nova.compute.manager [None req-aec67523-bfff-414d-b740-017b93f73b73 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Terminating instance [ 1088.954602] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55546927-aacb-4830-bb27-3b70ee444b71 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.963551] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b2239e-c6af-4749-bb36-2e9a73cd983c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.996463] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b31b2dd-4422-4372-839e-cdc3284262d2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.005026] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad336793-c497-46f2-9145-4db86bd20291 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.018284] env[70483]: DEBUG nova.compute.provider_tree [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.407397] env[70483]: DEBUG oslo_concurrency.lockutils [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "adf03329-badc-4913-8d55-d2084801252c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.407680] env[70483]: DEBUG oslo_concurrency.lockutils [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "adf03329-badc-4913-8d55-d2084801252c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.416731] env[70483]: DEBUG nova.compute.manager [None req-aec67523-bfff-414d-b740-017b93f73b73 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1089.417013] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-aec67523-bfff-414d-b740-017b93f73b73 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.417995] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86859be8-f456-431d-8769-9fa33d8a5c36 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.422072] env[70483]: DEBUG nova.compute.manager [None req-986d34a6-f990-43da-a514-fbcaccee1f1f tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1089.422283] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-986d34a6-f990-43da-a514-fbcaccee1f1f tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.423052] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1592f81f-f425-4f45-8d92-364ea10e16ee {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.431066] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-986d34a6-f990-43da-a514-fbcaccee1f1f tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.432954] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e49e41a8-3897-4cd8-b630-503281247765 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.434451] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec67523-bfff-414d-b740-017b93f73b73 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.434672] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e50152b-234c-4a96-b896-fa2446f5a653 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.440918] env[70483]: DEBUG oslo_vmware.api [None req-aec67523-bfff-414d-b740-017b93f73b73 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1089.440918] env[70483]: value = "task-3478589" [ 1089.440918] env[70483]: _type = "Task" [ 1089.440918] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.441762] env[70483]: DEBUG oslo_vmware.api [None req-986d34a6-f990-43da-a514-fbcaccee1f1f tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Waiting for the task: (returnval){ [ 1089.441762] env[70483]: value = "task-3478588" [ 1089.441762] env[70483]: _type = "Task" [ 1089.441762] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.452593] env[70483]: DEBUG oslo_vmware.api [None req-aec67523-bfff-414d-b740-017b93f73b73 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.455461] env[70483]: DEBUG oslo_vmware.api [None req-986d34a6-f990-43da-a514-fbcaccee1f1f tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Task: {'id': task-3478588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.522273] env[70483]: DEBUG nova.scheduler.client.report [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.909727] env[70483]: DEBUG nova.compute.manager [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1089.954424] env[70483]: DEBUG oslo_vmware.api [None req-aec67523-bfff-414d-b740-017b93f73b73 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478589, 'name': PowerOffVM_Task, 'duration_secs': 0.214293} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.957507] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec67523-bfff-414d-b740-017b93f73b73 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.957689] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-aec67523-bfff-414d-b740-017b93f73b73 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.958298] env[70483]: DEBUG oslo_vmware.api [None req-986d34a6-f990-43da-a514-fbcaccee1f1f tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Task: {'id': task-3478588, 'name': PowerOffVM_Task, 'duration_secs': 0.19264} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.958504] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a6be4b3-b0f8-4d21-9908-35d7be4e0b66 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.959984] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-986d34a6-f990-43da-a514-fbcaccee1f1f tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.960169] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-986d34a6-f990-43da-a514-fbcaccee1f1f tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.960570] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fbc278e-3fd5-4651-866f-d8fb363eb71f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.027124] env[70483]: DEBUG oslo_concurrency.lockutils [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.027690] env[70483]: DEBUG nova.compute.manager [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1090.030564] env[70483]: DEBUG oslo_concurrency.lockutils [None req-171f0507-d7b0-4506-81f2-ae6e31b16eab tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.075s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.030775] env[70483]: DEBUG oslo_concurrency.lockutils [None req-171f0507-d7b0-4506-81f2-ae6e31b16eab tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.033102] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ccff95df-4d57-4332-9589-41bc970a7164 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.507s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.033386] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ccff95df-4d57-4332-9589-41bc970a7164 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.035941] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.649s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.037480] env[70483]: INFO nova.compute.claims [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1090.042453] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-986d34a6-f990-43da-a514-fbcaccee1f1f tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.042453] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-986d34a6-f990-43da-a514-fbcaccee1f1f tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.042675] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-986d34a6-f990-43da-a514-fbcaccee1f1f tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Deleting the datastore file [datastore2] b56ccf54-0a19-441f-bb4e-c19822b9994b {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.043277] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93dcb4a1-dcbd-49b4-9647-77fd68a7c1b6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.049666] env[70483]: DEBUG oslo_vmware.api [None req-986d34a6-f990-43da-a514-fbcaccee1f1f tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Waiting for the task: (returnval){ [ 1090.049666] env[70483]: value = "task-3478592" [ 1090.049666] env[70483]: _type = "Task" [ 1090.049666] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.057344] env[70483]: DEBUG oslo_vmware.api [None req-986d34a6-f990-43da-a514-fbcaccee1f1f tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Task: {'id': task-3478592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.063634] env[70483]: INFO nova.scheduler.client.report [None req-171f0507-d7b0-4506-81f2-ae6e31b16eab tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Deleted allocations for instance fa177fa7-fd8f-45b7-8008-5c14a1202ce6 [ 1090.068018] env[70483]: INFO nova.scheduler.client.report [None req-ccff95df-4d57-4332-9589-41bc970a7164 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Deleted allocations for instance a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff [ 1090.130682] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-aec67523-bfff-414d-b740-017b93f73b73 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.130910] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-aec67523-bfff-414d-b740-017b93f73b73 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.131122] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-aec67523-bfff-414d-b740-017b93f73b73 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Deleting the datastore file [datastore2] 8c04b455-94ed-420e-964a-9b96ff5c7a3c {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.131379] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d0a3d72-9d62-4f83-992c-8fe9103652d4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.139164] env[70483]: DEBUG oslo_vmware.api [None req-aec67523-bfff-414d-b740-017b93f73b73 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1090.139164] env[70483]: value = "task-3478593" [ 1090.139164] env[70483]: _type = "Task" [ 1090.139164] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.148468] env[70483]: DEBUG oslo_vmware.api [None req-aec67523-bfff-414d-b740-017b93f73b73 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.430804] env[70483]: DEBUG oslo_concurrency.lockutils [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.543236] env[70483]: DEBUG nova.compute.utils [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1090.544751] env[70483]: DEBUG nova.compute.manager [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1090.544966] env[70483]: DEBUG nova.network.neutron [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1090.558630] env[70483]: DEBUG oslo_vmware.api [None req-986d34a6-f990-43da-a514-fbcaccee1f1f tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Task: {'id': task-3478592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159353} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.558868] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-986d34a6-f990-43da-a514-fbcaccee1f1f tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.559064] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-986d34a6-f990-43da-a514-fbcaccee1f1f tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.559243] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-986d34a6-f990-43da-a514-fbcaccee1f1f tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.559413] env[70483]: INFO nova.compute.manager [None req-986d34a6-f990-43da-a514-fbcaccee1f1f tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1090.559647] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-986d34a6-f990-43da-a514-fbcaccee1f1f tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.560050] env[70483]: DEBUG nova.compute.manager [-] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1090.560168] env[70483]: DEBUG nova.network.neutron [-] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1090.572894] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ccff95df-4d57-4332-9589-41bc970a7164 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lock "a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.940s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.575652] env[70483]: DEBUG oslo_concurrency.lockutils [None req-171f0507-d7b0-4506-81f2-ae6e31b16eab tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "fa177fa7-fd8f-45b7-8008-5c14a1202ce6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.526s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.588666] env[70483]: DEBUG nova.policy [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3e71b3512b740949dc14cf3787e929d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de4c106370c94dacb16bf233feaff144', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1090.648579] env[70483]: DEBUG oslo_vmware.api [None req-aec67523-bfff-414d-b740-017b93f73b73 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478593, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168515} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.648804] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-aec67523-bfff-414d-b740-017b93f73b73 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.649014] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-aec67523-bfff-414d-b740-017b93f73b73 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.649196] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-aec67523-bfff-414d-b740-017b93f73b73 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.649365] env[70483]: INFO nova.compute.manager [None req-aec67523-bfff-414d-b740-017b93f73b73 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1090.649590] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aec67523-bfff-414d-b740-017b93f73b73 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.649769] env[70483]: DEBUG nova.compute.manager [-] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1090.649862] env[70483]: DEBUG nova.network.neutron [-] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1090.897686] env[70483]: DEBUG nova.compute.manager [req-a4165f86-76fe-471e-b0f3-c9bf28ecc86b req-cae2f8d4-44ec-4ade-8d48-2da0a56d2cea service nova] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Received event network-vif-deleted-e1012944-815e-48f0-a610-39e76fd549db {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.897934] env[70483]: INFO nova.compute.manager [req-a4165f86-76fe-471e-b0f3-c9bf28ecc86b req-cae2f8d4-44ec-4ade-8d48-2da0a56d2cea service nova] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Neutron deleted interface e1012944-815e-48f0-a610-39e76fd549db; detaching it from the instance and deleting it from the info cache [ 1090.898131] env[70483]: DEBUG nova.network.neutron [req-a4165f86-76fe-471e-b0f3-c9bf28ecc86b req-cae2f8d4-44ec-4ade-8d48-2da0a56d2cea service nova] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.915568] env[70483]: DEBUG nova.network.neutron [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Successfully created port: e9f7428a-5186-43b7-aaae-241e15ae57f9 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1091.050393] env[70483]: DEBUG nova.compute.manager [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1091.373494] env[70483]: DEBUG nova.network.neutron [-] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.403808] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89e555a4-2599-4b5c-9b50-31b8f08f352b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.408740] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234adbc8-1c38-48b6-b645-97875d093aa1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.417967] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fc3f8b-4451-407a-8514-2564fda56423 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.424529] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a231d33-0618-4247-a71e-2c2fd4e74183 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.479500] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b42f15b-ef64-48dc-801e-50cce5a15662 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.482621] env[70483]: DEBUG nova.compute.manager [req-a4165f86-76fe-471e-b0f3-c9bf28ecc86b req-cae2f8d4-44ec-4ade-8d48-2da0a56d2cea service nova] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Detach interface failed, port_id=e1012944-815e-48f0-a610-39e76fd549db, reason: Instance b56ccf54-0a19-441f-bb4e-c19822b9994b could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1091.483066] env[70483]: DEBUG nova.network.neutron [-] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.490093] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4c66e2-9518-4409-b5d3-831d84beca00 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.504723] env[70483]: DEBUG nova.compute.provider_tree [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1091.878193] env[70483]: INFO nova.compute.manager [-] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Took 1.32 seconds to deallocate network for instance. [ 1091.985483] env[70483]: INFO nova.compute.manager [-] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Took 1.34 seconds to deallocate network for instance. [ 1092.026283] env[70483]: ERROR nova.scheduler.client.report [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [req-05151bf7-7164-4634-bd5a-a9ca71deccc0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6c4ee772-7226-4ddc-ad20-20b8289011e6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-05151bf7-7164-4634-bd5a-a9ca71deccc0"}]} [ 1092.042016] env[70483]: DEBUG nova.scheduler.client.report [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Refreshing inventories for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1092.053882] env[70483]: DEBUG nova.scheduler.client.report [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Updating ProviderTree inventory for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1092.054123] env[70483]: DEBUG nova.compute.provider_tree [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1092.064626] env[70483]: DEBUG nova.scheduler.client.report [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Refreshing aggregate associations for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6, aggregates: None {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1092.067139] env[70483]: DEBUG nova.compute.manager [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1092.083356] env[70483]: DEBUG nova.scheduler.client.report [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Refreshing trait associations for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1092.110707] env[70483]: DEBUG nova.virt.hardware [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.110975] env[70483]: DEBUG nova.virt.hardware [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.111159] env[70483]: DEBUG nova.virt.hardware [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.111345] env[70483]: DEBUG nova.virt.hardware [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.111492] env[70483]: DEBUG nova.virt.hardware [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.111636] env[70483]: DEBUG nova.virt.hardware [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.111853] env[70483]: DEBUG nova.virt.hardware [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.112035] env[70483]: DEBUG nova.virt.hardware [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.112190] env[70483]: DEBUG nova.virt.hardware [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.112350] env[70483]: DEBUG nova.virt.hardware [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.112676] env[70483]: DEBUG nova.virt.hardware [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.114481] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aab3272-0c15-42c2-a899-873d0fcaa1b9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.123437] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083d8a10-24e1-4ca9-8e8b-bf53dbe31762 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.199240] env[70483]: DEBUG oslo_concurrency.lockutils [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "a3cc6122-e729-4dc5-b0fc-233c05209ce4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.199383] env[70483]: DEBUG oslo_concurrency.lockutils [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "a3cc6122-e729-4dc5-b0fc-233c05209ce4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.384894] env[70483]: DEBUG oslo_concurrency.lockutils [None req-986d34a6-f990-43da-a514-fbcaccee1f1f tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.437020] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787d6693-acee-4105-8cf5-2e31a0c001d2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.442402] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c5532d-f329-4f95-b0c8-fdfa9f107e58 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.476123] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ef91a9-6774-410b-9d42-bde863b80698 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.484268] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1000e435-edaa-48bc-95a5-aee85386cd55 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.498460] env[70483]: DEBUG oslo_concurrency.lockutils [None req-aec67523-bfff-414d-b740-017b93f73b73 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.498941] env[70483]: DEBUG nova.compute.provider_tree [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1092.622116] env[70483]: DEBUG nova.compute.manager [req-e6f5b02e-3978-4ffb-bbea-16b6f9983297 req-8a69b31f-754e-41cf-9636-bfbc7958dbf7 service nova] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Received event network-vif-plugged-e9f7428a-5186-43b7-aaae-241e15ae57f9 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.622116] env[70483]: DEBUG oslo_concurrency.lockutils [req-e6f5b02e-3978-4ffb-bbea-16b6f9983297 req-8a69b31f-754e-41cf-9636-bfbc7958dbf7 service nova] Acquiring lock "ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.622116] env[70483]: DEBUG oslo_concurrency.lockutils [req-e6f5b02e-3978-4ffb-bbea-16b6f9983297 req-8a69b31f-754e-41cf-9636-bfbc7958dbf7 service nova] Lock "ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.622116] env[70483]: DEBUG oslo_concurrency.lockutils [req-e6f5b02e-3978-4ffb-bbea-16b6f9983297 req-8a69b31f-754e-41cf-9636-bfbc7958dbf7 service nova] Lock "ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.622772] env[70483]: DEBUG nova.compute.manager [req-e6f5b02e-3978-4ffb-bbea-16b6f9983297 req-8a69b31f-754e-41cf-9636-bfbc7958dbf7 service nova] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] No waiting events found dispatching network-vif-plugged-e9f7428a-5186-43b7-aaae-241e15ae57f9 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1092.623133] env[70483]: WARNING nova.compute.manager [req-e6f5b02e-3978-4ffb-bbea-16b6f9983297 req-8a69b31f-754e-41cf-9636-bfbc7958dbf7 service nova] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Received unexpected event network-vif-plugged-e9f7428a-5186-43b7-aaae-241e15ae57f9 for instance with vm_state building and task_state spawning. [ 1092.711384] env[70483]: DEBUG nova.compute.manager [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1092.756509] env[70483]: DEBUG nova.network.neutron [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Successfully updated port: e9f7428a-5186-43b7-aaae-241e15ae57f9 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1092.930607] env[70483]: DEBUG nova.compute.manager [req-c8c64750-5693-48ce-b3ce-c72d25fb326a req-b1e555cf-a2f2-4a61-b29f-33aa709b7591 service nova] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Received event network-vif-deleted-9fe378ef-e728-4144-8f27-2df649806c6c {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.021166] env[70483]: ERROR nova.scheduler.client.report [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [req-0c2b8bdd-9c9e-48e6-90d0-fc62dcd2c00f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6c4ee772-7226-4ddc-ad20-20b8289011e6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0c2b8bdd-9c9e-48e6-90d0-fc62dcd2c00f"}]} [ 1093.039104] env[70483]: DEBUG nova.scheduler.client.report [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Refreshing inventories for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1093.052501] env[70483]: DEBUG nova.scheduler.client.report [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Updating ProviderTree inventory for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1093.052717] env[70483]: DEBUG nova.compute.provider_tree [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1093.063374] env[70483]: DEBUG nova.scheduler.client.report [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Refreshing aggregate associations for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6, aggregates: None {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1093.081016] env[70483]: DEBUG nova.scheduler.client.report [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Refreshing trait associations for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1093.228530] env[70483]: DEBUG oslo_concurrency.lockutils [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.260196] env[70483]: DEBUG oslo_concurrency.lockutils [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Acquiring lock "refresh_cache-ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.260346] env[70483]: DEBUG oslo_concurrency.lockutils [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Acquired lock "refresh_cache-ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.260496] env[70483]: DEBUG nova.network.neutron [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.356850] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19265b8-24f1-47db-8c07-c6fa086de1ee {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.364993] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d6a3ec-c9ea-4cb6-a3e6-34a85d67679d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.397334] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f097799-ae7b-4e3c-a70a-6a328b97223e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.408019] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef73726-fec9-4d88-9320-5d78a64fad83 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.422548] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquiring lock "86150d37-88af-4ad4-bb16-2fa484ce7ee0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.422781] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lock "86150d37-88af-4ad4-bb16-2fa484ce7ee0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.424085] env[70483]: DEBUG nova.compute.provider_tree [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1093.789733] env[70483]: DEBUG nova.network.neutron [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1093.926606] env[70483]: DEBUG nova.compute.manager [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1093.935033] env[70483]: DEBUG nova.network.neutron [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Updating instance_info_cache with network_info: [{"id": "e9f7428a-5186-43b7-aaae-241e15ae57f9", "address": "fa:16:3e:da:9b:de", "network": {"id": "56593f0d-c076-4f7d-b178-ae27fa823c54", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-326659312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de4c106370c94dacb16bf233feaff144", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9f7428a-51", "ovs_interfaceid": "e9f7428a-5186-43b7-aaae-241e15ae57f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.965294] env[70483]: DEBUG nova.scheduler.client.report [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Updated inventory for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with generation 126 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1093.965562] env[70483]: DEBUG nova.compute.provider_tree [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Updating resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 generation from 126 to 127 during operation: update_inventory {{(pid=70483) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1093.965743] env[70483]: DEBUG nova.compute.provider_tree [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1094.439280] env[70483]: DEBUG oslo_concurrency.lockutils [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Releasing lock "refresh_cache-ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.439584] env[70483]: DEBUG nova.compute.manager [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Instance network_info: |[{"id": "e9f7428a-5186-43b7-aaae-241e15ae57f9", "address": "fa:16:3e:da:9b:de", "network": {"id": "56593f0d-c076-4f7d-b178-ae27fa823c54", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-326659312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de4c106370c94dacb16bf233feaff144", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9f7428a-51", "ovs_interfaceid": "e9f7428a-5186-43b7-aaae-241e15ae57f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1094.439973] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:9b:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9f7428a-5186-43b7-aaae-241e15ae57f9', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.447620] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Creating folder: Project (de4c106370c94dacb16bf233feaff144). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1094.447955] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49e9858f-4d64-4b28-af8c-7fa05e483b50 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.452218] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.460561] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Created folder: Project (de4c106370c94dacb16bf233feaff144) in parent group-v695216. [ 1094.460828] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Creating folder: Instances. Parent ref: group-v695472. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1094.460976] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f661ce6f-66e0-4b91-a5ed-5b5788434331 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.473018] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Created folder: Instances in parent group-v695472. [ 1094.473018] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.473018] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.436s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.473018] env[70483]: DEBUG nova.compute.manager [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1094.475346] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.475792] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 26.106s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.477110] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00da05f2-0702-4601-bf0b-377ab3082477 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.500157] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.500157] env[70483]: value = "task-3478596" [ 1094.500157] env[70483]: _type = "Task" [ 1094.500157] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.511162] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478596, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.649408] env[70483]: DEBUG nova.compute.manager [req-eb91f262-87c8-42cb-bb8e-992925d31185 req-39a6e63a-c0e0-494c-8a47-ce3948fddfc9 service nova] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Received event network-changed-e9f7428a-5186-43b7-aaae-241e15ae57f9 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.649599] env[70483]: DEBUG nova.compute.manager [req-eb91f262-87c8-42cb-bb8e-992925d31185 req-39a6e63a-c0e0-494c-8a47-ce3948fddfc9 service nova] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Refreshing instance network info cache due to event network-changed-e9f7428a-5186-43b7-aaae-241e15ae57f9. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1094.649816] env[70483]: DEBUG oslo_concurrency.lockutils [req-eb91f262-87c8-42cb-bb8e-992925d31185 req-39a6e63a-c0e0-494c-8a47-ce3948fddfc9 service nova] Acquiring lock "refresh_cache-ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.649963] env[70483]: DEBUG oslo_concurrency.lockutils [req-eb91f262-87c8-42cb-bb8e-992925d31185 req-39a6e63a-c0e0-494c-8a47-ce3948fddfc9 service nova] Acquired lock "refresh_cache-ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.650323] env[70483]: DEBUG nova.network.neutron [req-eb91f262-87c8-42cb-bb8e-992925d31185 req-39a6e63a-c0e0-494c-8a47-ce3948fddfc9 service nova] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Refreshing network info cache for port e9f7428a-5186-43b7-aaae-241e15ae57f9 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.976884] env[70483]: DEBUG nova.compute.utils [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1094.978340] env[70483]: DEBUG nova.compute.manager [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1094.978511] env[70483]: DEBUG nova.network.neutron [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1094.995769] env[70483]: INFO nova.compute.claims [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.015319] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478596, 'name': CreateVM_Task, 'duration_secs': 0.301255} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.015534] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.016411] env[70483]: DEBUG oslo_concurrency.lockutils [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.016691] env[70483]: DEBUG oslo_concurrency.lockutils [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.017100] env[70483]: DEBUG oslo_concurrency.lockutils [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.017429] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f15aa2a-7ca2-4c8a-bf06-6b26c3272c6b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.023664] env[70483]: DEBUG oslo_vmware.api [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Waiting for the task: (returnval){ [ 1095.023664] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522c92b7-0066-54e0-8868-2491c1606d53" [ 1095.023664] env[70483]: _type = "Task" [ 1095.023664] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.031289] env[70483]: DEBUG nova.policy [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56b36634923b4fd69fb66f715aff064b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31d1b8fec1a74a8d9e13ecf6d01ab5b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1095.038862] env[70483]: DEBUG oslo_vmware.api [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522c92b7-0066-54e0-8868-2491c1606d53, 'name': SearchDatastore_Task, 'duration_secs': 0.013498} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.039276] env[70483]: DEBUG oslo_concurrency.lockutils [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.039611] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.039979] env[70483]: DEBUG oslo_concurrency.lockutils [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.040249] env[70483]: DEBUG oslo_concurrency.lockutils [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.040555] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.040908] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-553eb723-4a74-4333-90f3-5e2f66b1a261 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.050675] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1095.050926] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1095.052297] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3b4bbe1-d042-4128-9236-5a0f10e7f46b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.058929] env[70483]: DEBUG oslo_vmware.api [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Waiting for the task: (returnval){ [ 1095.058929] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52226071-ded3-904b-8bf7-f9658a88f409" [ 1095.058929] env[70483]: _type = "Task" [ 1095.058929] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.070141] env[70483]: DEBUG oslo_vmware.api [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52226071-ded3-904b-8bf7-f9658a88f409, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.360388] env[70483]: DEBUG nova.network.neutron [req-eb91f262-87c8-42cb-bb8e-992925d31185 req-39a6e63a-c0e0-494c-8a47-ce3948fddfc9 service nova] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Updated VIF entry in instance network info cache for port e9f7428a-5186-43b7-aaae-241e15ae57f9. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.361025] env[70483]: DEBUG nova.network.neutron [req-eb91f262-87c8-42cb-bb8e-992925d31185 req-39a6e63a-c0e0-494c-8a47-ce3948fddfc9 service nova] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Updating instance_info_cache with network_info: [{"id": "e9f7428a-5186-43b7-aaae-241e15ae57f9", "address": "fa:16:3e:da:9b:de", "network": {"id": "56593f0d-c076-4f7d-b178-ae27fa823c54", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-326659312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de4c106370c94dacb16bf233feaff144", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9f7428a-51", "ovs_interfaceid": "e9f7428a-5186-43b7-aaae-241e15ae57f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.425435] env[70483]: DEBUG nova.network.neutron [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Successfully created port: ec788122-64e0-4617-b022-91216ad60e7b {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1095.482482] env[70483]: DEBUG nova.compute.manager [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1095.503343] env[70483]: INFO nova.compute.resource_tracker [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Updating resource usage from migration ac939153-8b2e-468f-9e00-2830b7c9ea2e [ 1095.571976] env[70483]: DEBUG oslo_vmware.api [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52226071-ded3-904b-8bf7-f9658a88f409, 'name': SearchDatastore_Task, 'duration_secs': 0.008123} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.573332] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a60d075-e71b-48df-834d-fcd560024528 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.578817] env[70483]: DEBUG oslo_vmware.api [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Waiting for the task: (returnval){ [ 1095.578817] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]525460fe-9e6d-b911-c8cf-0ef6cfcf3772" [ 1095.578817] env[70483]: _type = "Task" [ 1095.578817] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.586132] env[70483]: DEBUG oslo_vmware.api [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]525460fe-9e6d-b911-c8cf-0ef6cfcf3772, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.850130] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fe5158-64e5-43bc-ab36-9b70654d64f3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.859017] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b7823d-d408-4d6e-a134-a8b36fa40103 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.864445] env[70483]: DEBUG oslo_concurrency.lockutils [req-eb91f262-87c8-42cb-bb8e-992925d31185 req-39a6e63a-c0e0-494c-8a47-ce3948fddfc9 service nova] Releasing lock "refresh_cache-ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.890602] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb84f0b-edfa-471f-8c33-2db8801f69a7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.898485] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d497a3-de44-47b5-9971-030e26ffe8f2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.911833] env[70483]: DEBUG nova.compute.provider_tree [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.089387] env[70483]: DEBUG oslo_vmware.api [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]525460fe-9e6d-b911-c8cf-0ef6cfcf3772, 'name': SearchDatastore_Task, 'duration_secs': 0.008647} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.089672] env[70483]: DEBUG oslo_concurrency.lockutils [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.089948] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda/ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.090243] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ddbe158-7966-4c09-a2bf-70ffc0994b01 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.097231] env[70483]: DEBUG oslo_vmware.api [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Waiting for the task: (returnval){ [ 1096.097231] env[70483]: value = "task-3478597" [ 1096.097231] env[70483]: _type = "Task" [ 1096.097231] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.104661] env[70483]: DEBUG oslo_vmware.api [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Task: {'id': task-3478597, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.203248] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Acquiring lock "73e3ef81-1a84-429b-968b-0bbee1b276d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.203506] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Lock "73e3ef81-1a84-429b-968b-0bbee1b276d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.203722] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Acquiring lock "73e3ef81-1a84-429b-968b-0bbee1b276d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.203913] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Lock "73e3ef81-1a84-429b-968b-0bbee1b276d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.204096] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Lock "73e3ef81-1a84-429b-968b-0bbee1b276d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.206602] env[70483]: INFO nova.compute.manager [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Terminating instance [ 1096.417235] env[70483]: DEBUG nova.scheduler.client.report [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.493548] env[70483]: DEBUG nova.compute.manager [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1096.527738] env[70483]: DEBUG nova.virt.hardware [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1096.528008] env[70483]: DEBUG nova.virt.hardware [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1096.528173] env[70483]: DEBUG nova.virt.hardware [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.528357] env[70483]: DEBUG nova.virt.hardware [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1096.528503] env[70483]: DEBUG nova.virt.hardware [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.528657] env[70483]: DEBUG nova.virt.hardware [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1096.528890] env[70483]: DEBUG nova.virt.hardware [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1096.529086] env[70483]: DEBUG nova.virt.hardware [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1096.529263] env[70483]: DEBUG nova.virt.hardware [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1096.529428] env[70483]: DEBUG nova.virt.hardware [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1096.529606] env[70483]: DEBUG nova.virt.hardware [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1096.530528] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec013f0a-6ec8-4573-9ce5-63ee3c965238 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.539129] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023b3af0-6811-4e26-a86c-662722fd8202 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.606601] env[70483]: DEBUG oslo_vmware.api [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Task: {'id': task-3478597, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500358} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.606874] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda/ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.607101] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.607350] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6e34d59-492a-454c-95dd-4b75d12385f8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.612985] env[70483]: DEBUG oslo_vmware.api [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Waiting for the task: (returnval){ [ 1096.612985] env[70483]: value = "task-3478598" [ 1096.612985] env[70483]: _type = "Task" [ 1096.612985] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.619899] env[70483]: DEBUG oslo_vmware.api [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Task: {'id': task-3478598, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.711670] env[70483]: DEBUG nova.compute.manager [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1096.711887] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.712193] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c80dc92b-1cbf-431c-9cb3-fc30e87dc192 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.719236] env[70483]: DEBUG oslo_vmware.api [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Waiting for the task: (returnval){ [ 1096.719236] env[70483]: value = "task-3478599" [ 1096.719236] env[70483]: _type = "Task" [ 1096.719236] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.729431] env[70483]: DEBUG oslo_vmware.api [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Task: {'id': task-3478599, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.922406] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.447s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.922623] env[70483]: INFO nova.compute.manager [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Migrating [ 1096.934509] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.348s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.936356] env[70483]: INFO nova.compute.claims [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.123561] env[70483]: DEBUG oslo_vmware.api [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Task: {'id': task-3478598, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056937} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.123924] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1097.124666] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2dfe85e-ee7d-449d-a829-c9dbf8a56ee0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.154034] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda/ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.155354] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6de528ca-64cc-4ba1-8366-c4d334b036bc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.170474] env[70483]: DEBUG nova.compute.manager [req-d7d4a21a-0673-4ea6-9768-112f0396bcb2 req-5fa87286-ae7f-49a0-86db-d4e485dc3786 service nova] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Received event network-vif-plugged-ec788122-64e0-4617-b022-91216ad60e7b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.170753] env[70483]: DEBUG oslo_concurrency.lockutils [req-d7d4a21a-0673-4ea6-9768-112f0396bcb2 req-5fa87286-ae7f-49a0-86db-d4e485dc3786 service nova] Acquiring lock "de9648dc-8927-41f0-9cc7-d814bf7d58f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.171027] env[70483]: DEBUG oslo_concurrency.lockutils [req-d7d4a21a-0673-4ea6-9768-112f0396bcb2 req-5fa87286-ae7f-49a0-86db-d4e485dc3786 service nova] Lock "de9648dc-8927-41f0-9cc7-d814bf7d58f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.171271] env[70483]: DEBUG oslo_concurrency.lockutils [req-d7d4a21a-0673-4ea6-9768-112f0396bcb2 req-5fa87286-ae7f-49a0-86db-d4e485dc3786 service nova] Lock "de9648dc-8927-41f0-9cc7-d814bf7d58f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.171493] env[70483]: DEBUG nova.compute.manager [req-d7d4a21a-0673-4ea6-9768-112f0396bcb2 req-5fa87286-ae7f-49a0-86db-d4e485dc3786 service nova] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] No waiting events found dispatching network-vif-plugged-ec788122-64e0-4617-b022-91216ad60e7b {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1097.171711] env[70483]: WARNING nova.compute.manager [req-d7d4a21a-0673-4ea6-9768-112f0396bcb2 req-5fa87286-ae7f-49a0-86db-d4e485dc3786 service nova] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Received unexpected event network-vif-plugged-ec788122-64e0-4617-b022-91216ad60e7b for instance with vm_state building and task_state spawning. [ 1097.178549] env[70483]: DEBUG oslo_vmware.api [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Waiting for the task: (returnval){ [ 1097.178549] env[70483]: value = "task-3478600" [ 1097.178549] env[70483]: _type = "Task" [ 1097.178549] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.186700] env[70483]: DEBUG oslo_vmware.api [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Task: {'id': task-3478600, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.229652] env[70483]: DEBUG oslo_vmware.api [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Task: {'id': task-3478599, 'name': PowerOffVM_Task, 'duration_secs': 0.181953} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.229953] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.230276] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Volume detach. Driver type: vmdk {{(pid=70483) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1097.230549] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695444', 'volume_id': 'b7fb94cf-bfee-43d0-97ba-7fd08d3c6499', 'name': 'volume-b7fb94cf-bfee-43d0-97ba-7fd08d3c6499', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73e3ef81-1a84-429b-968b-0bbee1b276d0', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7fb94cf-bfee-43d0-97ba-7fd08d3c6499', 'serial': 'b7fb94cf-bfee-43d0-97ba-7fd08d3c6499'} {{(pid=70483) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1097.231420] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d896a2d6-772a-4732-9c0f-8df535f3207e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.253380] env[70483]: DEBUG nova.network.neutron [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Successfully updated port: ec788122-64e0-4617-b022-91216ad60e7b {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1097.255171] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decc6c53-6a10-4466-83a4-5463306dbebf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.263976] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3340b11c-3fb8-4e7c-a97a-68200f1b7432 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.283741] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6f68c4-45b6-4e2f-b9dc-e83f344043d6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.300190] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] The volume has not been displaced from its original location: [datastore1] volume-b7fb94cf-bfee-43d0-97ba-7fd08d3c6499/volume-b7fb94cf-bfee-43d0-97ba-7fd08d3c6499.vmdk. No consolidation needed. {{(pid=70483) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1097.308309] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Reconfiguring VM instance instance-00000056 to detach disk 2000 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1097.308309] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7de2085c-2c0d-4891-aaf9-3fdd41ed2680 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.326716] env[70483]: DEBUG oslo_vmware.api [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Waiting for the task: (returnval){ [ 1097.326716] env[70483]: value = "task-3478601" [ 1097.326716] env[70483]: _type = "Task" [ 1097.326716] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.334872] env[70483]: DEBUG oslo_vmware.api [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Task: {'id': task-3478601, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.444069] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "refresh_cache-a423d133-89f3-40fe-9986-02edc46cf0f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.444265] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquired lock "refresh_cache-a423d133-89f3-40fe-9986-02edc46cf0f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.444403] env[70483]: DEBUG nova.network.neutron [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.688421] env[70483]: DEBUG oslo_vmware.api [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Task: {'id': task-3478600, 'name': ReconfigVM_Task, 'duration_secs': 0.313912} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.688859] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Reconfigured VM instance instance-0000005c to attach disk [datastore2] ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda/ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.689323] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c97be657-a50f-434e-ba98-2ba87dc6b7d1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.695888] env[70483]: DEBUG oslo_vmware.api [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Waiting for the task: (returnval){ [ 1097.695888] env[70483]: value = "task-3478602" [ 1097.695888] env[70483]: _type = "Task" [ 1097.695888] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.703488] env[70483]: DEBUG oslo_vmware.api [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Task: {'id': task-3478602, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.760370] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquiring lock "refresh_cache-de9648dc-8927-41f0-9cc7-d814bf7d58f1" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.760562] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquired lock "refresh_cache-de9648dc-8927-41f0-9cc7-d814bf7d58f1" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.760752] env[70483]: DEBUG nova.network.neutron [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.837697] env[70483]: DEBUG oslo_vmware.api [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Task: {'id': task-3478601, 'name': ReconfigVM_Task, 'duration_secs': 0.197106} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.838019] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Reconfigured VM instance instance-00000056 to detach disk 2000 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1097.843047] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5055640-72f6-4cc6-92df-196e6cc08f28 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.858032] env[70483]: DEBUG oslo_vmware.api [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Waiting for the task: (returnval){ [ 1097.858032] env[70483]: value = "task-3478603" [ 1097.858032] env[70483]: _type = "Task" [ 1097.858032] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.865834] env[70483]: DEBUG oslo_vmware.api [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Task: {'id': task-3478603, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.223549] env[70483]: DEBUG oslo_vmware.api [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Task: {'id': task-3478602, 'name': Rename_Task, 'duration_secs': 0.386407} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.223921] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.224678] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-838da1ce-62bd-4470-b11c-ef967a2d004f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.232896] env[70483]: DEBUG oslo_vmware.api [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Waiting for the task: (returnval){ [ 1098.232896] env[70483]: value = "task-3478604" [ 1098.232896] env[70483]: _type = "Task" [ 1098.232896] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.244927] env[70483]: DEBUG oslo_vmware.api [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Task: {'id': task-3478604, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.302022] env[70483]: DEBUG nova.network.neutron [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1098.317654] env[70483]: DEBUG nova.network.neutron [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Updating instance_info_cache with network_info: [{"id": "62f1cb01-9376-465e-96be-71c8507809e3", "address": "fa:16:3e:61:30:48", "network": {"id": "d0584bad-a446-4fdb-9127-2d020acd6b5c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1392669969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02013d6cd47b4f1c9e3279214f1d2d7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62f1cb01-93", "ovs_interfaceid": "62f1cb01-9376-465e-96be-71c8507809e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.329243] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d91b46-37fb-43be-8147-9206e73ab068 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.334628] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa082ac-72df-44f0-bcbe-b4d60cb430ef {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.376547] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6000d30a-9c54-4916-8f06-c30fad5dc7cd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.385846] env[70483]: DEBUG oslo_vmware.api [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Task: {'id': task-3478603, 'name': ReconfigVM_Task, 'duration_secs': 0.241299} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.388030] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695444', 'volume_id': 'b7fb94cf-bfee-43d0-97ba-7fd08d3c6499', 'name': 'volume-b7fb94cf-bfee-43d0-97ba-7fd08d3c6499', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73e3ef81-1a84-429b-968b-0bbee1b276d0', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7fb94cf-bfee-43d0-97ba-7fd08d3c6499', 'serial': 'b7fb94cf-bfee-43d0-97ba-7fd08d3c6499'} {{(pid=70483) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1098.388377] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.389225] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84cfc526-207e-4f9d-bb21-4ed0eb1c2866 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.392685] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4347761a-f425-4f5d-b10b-def9b37fa18d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.407965] env[70483]: DEBUG nova.compute.provider_tree [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1098.413767] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.414618] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fa1dda1-b0af-4f31-ad4b-5eac829b84b8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.477896] env[70483]: DEBUG nova.network.neutron [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Updating instance_info_cache with network_info: [{"id": "ec788122-64e0-4617-b022-91216ad60e7b", "address": "fa:16:3e:2b:f1:fa", "network": {"id": "d14c053b-da64-4bb5-938a-757e7fd84d64", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-410432685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d1b8fec1a74a8d9e13ecf6d01ab5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec788122-64", "ovs_interfaceid": "ec788122-64e0-4617-b022-91216ad60e7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.480073] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.483018] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.483018] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Deleting the datastore file [datastore1] 73e3ef81-1a84-429b-968b-0bbee1b276d0 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.483018] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e80029ae-f3e0-46be-a46e-175bd99fcc50 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.488805] env[70483]: DEBUG oslo_vmware.api [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Waiting for the task: (returnval){ [ 1098.488805] env[70483]: value = "task-3478606" [ 1098.488805] env[70483]: _type = "Task" [ 1098.488805] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.498207] env[70483]: DEBUG oslo_vmware.api [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Task: {'id': task-3478606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.746879] env[70483]: DEBUG oslo_vmware.api [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Task: {'id': task-3478604, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.822426] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Releasing lock "refresh_cache-a423d133-89f3-40fe-9986-02edc46cf0f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.943814] env[70483]: DEBUG nova.scheduler.client.report [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Updated inventory for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with generation 127 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1098.943959] env[70483]: DEBUG nova.compute.provider_tree [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Updating resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 generation from 127 to 128 during operation: update_inventory {{(pid=70483) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1098.944053] env[70483]: DEBUG nova.compute.provider_tree [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1098.982608] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Releasing lock "refresh_cache-de9648dc-8927-41f0-9cc7-d814bf7d58f1" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.982790] env[70483]: DEBUG nova.compute.manager [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Instance network_info: |[{"id": "ec788122-64e0-4617-b022-91216ad60e7b", "address": "fa:16:3e:2b:f1:fa", "network": {"id": "d14c053b-da64-4bb5-938a-757e7fd84d64", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-410432685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d1b8fec1a74a8d9e13ecf6d01ab5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec788122-64", "ovs_interfaceid": "ec788122-64e0-4617-b022-91216ad60e7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1098.983189] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:f1:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c80243e-93a7-4a95-bc8d-e9534bacd66e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec788122-64e0-4617-b022-91216ad60e7b', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1098.990754] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.991034] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1098.994117] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-400697f6-fa6c-4308-b358-77345d1776a6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.015408] env[70483]: DEBUG oslo_vmware.api [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Task: {'id': task-3478606, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123753} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.016671] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.016868] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.017067] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.017248] env[70483]: INFO nova.compute.manager [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Took 2.31 seconds to destroy the instance on the hypervisor. [ 1099.017478] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.017687] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1099.017687] env[70483]: value = "task-3478607" [ 1099.017687] env[70483]: _type = "Task" [ 1099.017687] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.017870] env[70483]: DEBUG nova.compute.manager [-] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.017967] env[70483]: DEBUG nova.network.neutron [-] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.030937] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478607, 'name': CreateVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.233680] env[70483]: DEBUG nova.compute.manager [req-cf57bc92-f271-4261-a849-3e8cc3628c8d req-27d0ea5c-96b4-4df9-9788-79cea7b48826 service nova] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Received event network-changed-ec788122-64e0-4617-b022-91216ad60e7b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.233860] env[70483]: DEBUG nova.compute.manager [req-cf57bc92-f271-4261-a849-3e8cc3628c8d req-27d0ea5c-96b4-4df9-9788-79cea7b48826 service nova] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Refreshing instance network info cache due to event network-changed-ec788122-64e0-4617-b022-91216ad60e7b. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1099.234050] env[70483]: DEBUG oslo_concurrency.lockutils [req-cf57bc92-f271-4261-a849-3e8cc3628c8d req-27d0ea5c-96b4-4df9-9788-79cea7b48826 service nova] Acquiring lock "refresh_cache-de9648dc-8927-41f0-9cc7-d814bf7d58f1" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.234200] env[70483]: DEBUG oslo_concurrency.lockutils [req-cf57bc92-f271-4261-a849-3e8cc3628c8d req-27d0ea5c-96b4-4df9-9788-79cea7b48826 service nova] Acquired lock "refresh_cache-de9648dc-8927-41f0-9cc7-d814bf7d58f1" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.234361] env[70483]: DEBUG nova.network.neutron [req-cf57bc92-f271-4261-a849-3e8cc3628c8d req-27d0ea5c-96b4-4df9-9788-79cea7b48826 service nova] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Refreshing network info cache for port ec788122-64e0-4617-b022-91216ad60e7b {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.248519] env[70483]: DEBUG oslo_vmware.api [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Task: {'id': task-3478604, 'name': PowerOnVM_Task, 'duration_secs': 0.559725} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.248811] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.249049] env[70483]: INFO nova.compute.manager [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Took 7.18 seconds to spawn the instance on the hypervisor. [ 1099.249240] env[70483]: DEBUG nova.compute.manager [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.250046] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37a6072-4370-4e98-81b8-0a3226081019 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.448524] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.449045] env[70483]: DEBUG nova.compute.manager [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1099.452438] env[70483]: DEBUG oslo_concurrency.lockutils [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.790s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.453916] env[70483]: INFO nova.compute.claims [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1099.530090] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478607, 'name': CreateVM_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.705612] env[70483]: DEBUG nova.compute.manager [req-5d8c50ac-a0f1-42a4-91b9-5808063516a3 req-3bdd3816-fae2-4dde-88ae-4672cf4d7a73 service nova] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Received event network-vif-deleted-a9cd03b1-7b68-4bd8-9d43-554855a1ffe8 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.705739] env[70483]: INFO nova.compute.manager [req-5d8c50ac-a0f1-42a4-91b9-5808063516a3 req-3bdd3816-fae2-4dde-88ae-4672cf4d7a73 service nova] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Neutron deleted interface a9cd03b1-7b68-4bd8-9d43-554855a1ffe8; detaching it from the instance and deleting it from the info cache [ 1099.705915] env[70483]: DEBUG nova.network.neutron [req-5d8c50ac-a0f1-42a4-91b9-5808063516a3 req-3bdd3816-fae2-4dde-88ae-4672cf4d7a73 service nova] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.769605] env[70483]: INFO nova.compute.manager [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Took 37.27 seconds to build instance. [ 1099.948731] env[70483]: DEBUG nova.network.neutron [req-cf57bc92-f271-4261-a849-3e8cc3628c8d req-27d0ea5c-96b4-4df9-9788-79cea7b48826 service nova] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Updated VIF entry in instance network info cache for port ec788122-64e0-4617-b022-91216ad60e7b. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.949121] env[70483]: DEBUG nova.network.neutron [req-cf57bc92-f271-4261-a849-3e8cc3628c8d req-27d0ea5c-96b4-4df9-9788-79cea7b48826 service nova] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Updating instance_info_cache with network_info: [{"id": "ec788122-64e0-4617-b022-91216ad60e7b", "address": "fa:16:3e:2b:f1:fa", "network": {"id": "d14c053b-da64-4bb5-938a-757e7fd84d64", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-410432685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d1b8fec1a74a8d9e13ecf6d01ab5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec788122-64", "ovs_interfaceid": "ec788122-64e0-4617-b022-91216ad60e7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.959677] env[70483]: DEBUG nova.compute.utils [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1099.963212] env[70483]: DEBUG nova.compute.manager [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1099.963312] env[70483]: DEBUG nova.network.neutron [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1099.998687] env[70483]: DEBUG nova.policy [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ccdbe7711054f29884191ee1260f20e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22bc78ded67d407ea182163cf9043f31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1100.029868] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478607, 'name': CreateVM_Task, 'duration_secs': 0.675831} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.030082] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1100.030728] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.030893] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.031218] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.031481] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76f23464-7ed0-4afe-96c9-604a07900414 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.035796] env[70483]: DEBUG oslo_vmware.api [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1100.035796] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52b7d4ac-2e18-874d-cb9a-93120a5e702a" [ 1100.035796] env[70483]: _type = "Task" [ 1100.035796] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.043226] env[70483]: DEBUG oslo_vmware.api [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52b7d4ac-2e18-874d-cb9a-93120a5e702a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.184241] env[70483]: DEBUG nova.network.neutron [-] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.212160] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b7e2eb2-992c-463e-9086-1629ed933eee {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.223690] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247d4a3e-c9dd-4937-9286-57b2f9d502d2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.254031] env[70483]: DEBUG nova.compute.manager [req-5d8c50ac-a0f1-42a4-91b9-5808063516a3 req-3bdd3816-fae2-4dde-88ae-4672cf4d7a73 service nova] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Detach interface failed, port_id=a9cd03b1-7b68-4bd8-9d43-554855a1ffe8, reason: Instance 73e3ef81-1a84-429b-968b-0bbee1b276d0 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1100.254987] env[70483]: DEBUG nova.network.neutron [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Successfully created port: c71a80da-f5cc-45a8-bf6a-5fc395164881 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1100.271035] env[70483]: DEBUG oslo_concurrency.lockutils [None req-876bdb8b-03a6-419c-a377-093ca29c177e tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Lock "ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.778s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.337121] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38940fbd-1a8b-4044-8e85-7322fb5643dc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.364051] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Updating instance 'a423d133-89f3-40fe-9986-02edc46cf0f4' progress to 0 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1100.451674] env[70483]: DEBUG oslo_concurrency.lockutils [req-cf57bc92-f271-4261-a849-3e8cc3628c8d req-27d0ea5c-96b4-4df9-9788-79cea7b48826 service nova] Releasing lock "refresh_cache-de9648dc-8927-41f0-9cc7-d814bf7d58f1" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.464128] env[70483]: DEBUG nova.compute.manager [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1100.551974] env[70483]: DEBUG oslo_vmware.api [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52b7d4ac-2e18-874d-cb9a-93120a5e702a, 'name': SearchDatastore_Task, 'duration_secs': 0.011458} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.552379] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.552573] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.553043] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.553258] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.553504] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.556183] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51466613-bc57-4b4e-b3de-3e9d7687df20 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.567317] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.567517] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.570982] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f15a23dd-5690-45c5-8aff-74f4b36f99f2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.581860] env[70483]: DEBUG oslo_vmware.api [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1100.581860] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52979445-c93a-0da9-24cd-5effda6cb0d1" [ 1100.581860] env[70483]: _type = "Task" [ 1100.581860] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.585630] env[70483]: DEBUG oslo_vmware.api [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52979445-c93a-0da9-24cd-5effda6cb0d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.685155] env[70483]: INFO nova.compute.manager [-] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Took 1.67 seconds to deallocate network for instance. [ 1100.842961] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28e93fb-5434-4b7e-8e91-3e191e22e9b1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.850928] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d0a69e-ef33-42b5-b07d-3e94393d7994 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.881423] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.881858] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-696e75ce-57fe-4985-8e35-588074c45849 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.884031] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf805117-517e-4254-83ef-a01949981ba7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.892308] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b944a3-4fcb-4270-ba28-f9ca14213041 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.899602] env[70483]: DEBUG oslo_vmware.api [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1100.899602] env[70483]: value = "task-3478608" [ 1100.899602] env[70483]: _type = "Task" [ 1100.899602] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.914027] env[70483]: DEBUG nova.compute.provider_tree [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.920723] env[70483]: DEBUG oslo_vmware.api [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.091281] env[70483]: DEBUG oslo_vmware.api [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52979445-c93a-0da9-24cd-5effda6cb0d1, 'name': SearchDatastore_Task, 'duration_secs': 0.01129} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.092765] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ef1fbf0-924d-48d9-8677-582790d294c0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.098068] env[70483]: DEBUG oslo_vmware.api [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1101.098068] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5246b190-e6bf-c643-d053-8e1fc9fb5d80" [ 1101.098068] env[70483]: _type = "Task" [ 1101.098068] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.105769] env[70483]: DEBUG oslo_vmware.api [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5246b190-e6bf-c643-d053-8e1fc9fb5d80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.239325] env[70483]: INFO nova.compute.manager [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Took 0.55 seconds to detach 1 volumes for instance. [ 1101.241578] env[70483]: DEBUG nova.compute.manager [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Deleting volume: b7fb94cf-bfee-43d0-97ba-7fd08d3c6499 {{(pid=70483) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1101.307870] env[70483]: DEBUG nova.compute.manager [req-b829d048-3d6b-4090-80f2-eeb9717363f7 req-4741de9c-abde-4613-b006-551c2ca20220 service nova] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Received event network-changed-e9f7428a-5186-43b7-aaae-241e15ae57f9 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.308071] env[70483]: DEBUG nova.compute.manager [req-b829d048-3d6b-4090-80f2-eeb9717363f7 req-4741de9c-abde-4613-b006-551c2ca20220 service nova] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Refreshing instance network info cache due to event network-changed-e9f7428a-5186-43b7-aaae-241e15ae57f9. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1101.308292] env[70483]: DEBUG oslo_concurrency.lockutils [req-b829d048-3d6b-4090-80f2-eeb9717363f7 req-4741de9c-abde-4613-b006-551c2ca20220 service nova] Acquiring lock "refresh_cache-ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.308433] env[70483]: DEBUG oslo_concurrency.lockutils [req-b829d048-3d6b-4090-80f2-eeb9717363f7 req-4741de9c-abde-4613-b006-551c2ca20220 service nova] Acquired lock "refresh_cache-ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.308596] env[70483]: DEBUG nova.network.neutron [req-b829d048-3d6b-4090-80f2-eeb9717363f7 req-4741de9c-abde-4613-b006-551c2ca20220 service nova] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Refreshing network info cache for port e9f7428a-5186-43b7-aaae-241e15ae57f9 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.410725] env[70483]: DEBUG oslo_vmware.api [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478608, 'name': PowerOffVM_Task, 'duration_secs': 0.230516} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.411039] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.411246] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Updating instance 'a423d133-89f3-40fe-9986-02edc46cf0f4' progress to 17 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1101.419789] env[70483]: DEBUG nova.scheduler.client.report [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.482374] env[70483]: DEBUG nova.compute.manager [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1101.514582] env[70483]: DEBUG nova.virt.hardware [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.514862] env[70483]: DEBUG nova.virt.hardware [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.515073] env[70483]: DEBUG nova.virt.hardware [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.515286] env[70483]: DEBUG nova.virt.hardware [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.515464] env[70483]: DEBUG nova.virt.hardware [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.515639] env[70483]: DEBUG nova.virt.hardware [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.515863] env[70483]: DEBUG nova.virt.hardware [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.516070] env[70483]: DEBUG nova.virt.hardware [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.516266] env[70483]: DEBUG nova.virt.hardware [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.516456] env[70483]: DEBUG nova.virt.hardware [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.516669] env[70483]: DEBUG nova.virt.hardware [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.517653] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe3a0e3-733a-42e6-b3b5-727ceff21a48 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.526306] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507d2eb2-22b6-4bf0-aa73-f527c232a278 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.608870] env[70483]: DEBUG oslo_vmware.api [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5246b190-e6bf-c643-d053-8e1fc9fb5d80, 'name': SearchDatastore_Task, 'duration_secs': 0.010068} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.609171] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.609436] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] de9648dc-8927-41f0-9cc7-d814bf7d58f1/de9648dc-8927-41f0-9cc7-d814bf7d58f1.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.609706] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c5338b7-a179-487d-8d4f-046385d1f861 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.617482] env[70483]: DEBUG oslo_vmware.api [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1101.617482] env[70483]: value = "task-3478610" [ 1101.617482] env[70483]: _type = "Task" [ 1101.617482] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.625971] env[70483]: DEBUG oslo_vmware.api [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.734782] env[70483]: DEBUG nova.compute.manager [req-5e7c47cd-30c2-4b2f-879f-d1bcc6ea290e req-be9b1c10-266d-49b8-b210-65e9507deff1 service nova] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Received event network-vif-plugged-c71a80da-f5cc-45a8-bf6a-5fc395164881 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.735021] env[70483]: DEBUG oslo_concurrency.lockutils [req-5e7c47cd-30c2-4b2f-879f-d1bcc6ea290e req-be9b1c10-266d-49b8-b210-65e9507deff1 service nova] Acquiring lock "10977961-8a06-4d1d-8845-07ffe3127049-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.735206] env[70483]: DEBUG oslo_concurrency.lockutils [req-5e7c47cd-30c2-4b2f-879f-d1bcc6ea290e req-be9b1c10-266d-49b8-b210-65e9507deff1 service nova] Lock "10977961-8a06-4d1d-8845-07ffe3127049-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.735368] env[70483]: DEBUG oslo_concurrency.lockutils [req-5e7c47cd-30c2-4b2f-879f-d1bcc6ea290e req-be9b1c10-266d-49b8-b210-65e9507deff1 service nova] Lock "10977961-8a06-4d1d-8845-07ffe3127049-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.735541] env[70483]: DEBUG nova.compute.manager [req-5e7c47cd-30c2-4b2f-879f-d1bcc6ea290e req-be9b1c10-266d-49b8-b210-65e9507deff1 service nova] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] No waiting events found dispatching network-vif-plugged-c71a80da-f5cc-45a8-bf6a-5fc395164881 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1101.735738] env[70483]: WARNING nova.compute.manager [req-5e7c47cd-30c2-4b2f-879f-d1bcc6ea290e req-be9b1c10-266d-49b8-b210-65e9507deff1 service nova] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Received unexpected event network-vif-plugged-c71a80da-f5cc-45a8-bf6a-5fc395164881 for instance with vm_state building and task_state spawning. [ 1101.793408] env[70483]: DEBUG nova.network.neutron [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Successfully updated port: c71a80da-f5cc-45a8-bf6a-5fc395164881 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1101.795653] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.918682] env[70483]: DEBUG nova.virt.hardware [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.919281] env[70483]: DEBUG nova.virt.hardware [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.919526] env[70483]: DEBUG nova.virt.hardware [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.919739] env[70483]: DEBUG nova.virt.hardware [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.919925] env[70483]: DEBUG nova.virt.hardware [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.920071] env[70483]: DEBUG nova.virt.hardware [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.920294] env[70483]: DEBUG nova.virt.hardware [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.920453] env[70483]: DEBUG nova.virt.hardware [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.920623] env[70483]: DEBUG nova.virt.hardware [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.920807] env[70483]: DEBUG nova.virt.hardware [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.920988] env[70483]: DEBUG nova.virt.hardware [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.934723] env[70483]: DEBUG oslo_concurrency.lockutils [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.935466] env[70483]: DEBUG nova.compute.manager [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1101.940468] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbe60c00-6ff2-4b51-a17c-1d89adf9add6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.956938] env[70483]: DEBUG oslo_concurrency.lockutils [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.325s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.959627] env[70483]: INFO nova.compute.claims [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1101.972566] env[70483]: DEBUG oslo_vmware.api [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1101.972566] env[70483]: value = "task-3478611" [ 1101.972566] env[70483]: _type = "Task" [ 1101.972566] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.989270] env[70483]: DEBUG oslo_vmware.api [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478611, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.094881] env[70483]: DEBUG nova.network.neutron [req-b829d048-3d6b-4090-80f2-eeb9717363f7 req-4741de9c-abde-4613-b006-551c2ca20220 service nova] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Updated VIF entry in instance network info cache for port e9f7428a-5186-43b7-aaae-241e15ae57f9. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.095531] env[70483]: DEBUG nova.network.neutron [req-b829d048-3d6b-4090-80f2-eeb9717363f7 req-4741de9c-abde-4613-b006-551c2ca20220 service nova] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Updating instance_info_cache with network_info: [{"id": "e9f7428a-5186-43b7-aaae-241e15ae57f9", "address": "fa:16:3e:da:9b:de", "network": {"id": "56593f0d-c076-4f7d-b178-ae27fa823c54", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-326659312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de4c106370c94dacb16bf233feaff144", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9f7428a-51", "ovs_interfaceid": "e9f7428a-5186-43b7-aaae-241e15ae57f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.129565] env[70483]: DEBUG oslo_vmware.api [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478610, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.297764] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "refresh_cache-10977961-8a06-4d1d-8845-07ffe3127049" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.297961] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquired lock "refresh_cache-10977961-8a06-4d1d-8845-07ffe3127049" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.298146] env[70483]: DEBUG nova.network.neutron [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.458256] env[70483]: DEBUG nova.compute.utils [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1102.459780] env[70483]: DEBUG nova.compute.manager [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1102.460054] env[70483]: DEBUG nova.network.neutron [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1102.483250] env[70483]: DEBUG oslo_vmware.api [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.496749] env[70483]: DEBUG nova.policy [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7ab60a72ab04359a8f5e7f607059055', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd941c3f1da57481e9eb853fb6f6e0274', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1102.601022] env[70483]: DEBUG oslo_concurrency.lockutils [req-b829d048-3d6b-4090-80f2-eeb9717363f7 req-4741de9c-abde-4613-b006-551c2ca20220 service nova] Releasing lock "refresh_cache-ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.629642] env[70483]: DEBUG oslo_vmware.api [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478610, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600732} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.629998] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] de9648dc-8927-41f0-9cc7-d814bf7d58f1/de9648dc-8927-41f0-9cc7-d814bf7d58f1.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1102.630274] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1102.630561] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91a7462d-5d75-4105-b2c7-b6387206aeaf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.637981] env[70483]: DEBUG oslo_vmware.api [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1102.637981] env[70483]: value = "task-3478612" [ 1102.637981] env[70483]: _type = "Task" [ 1102.637981] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.646081] env[70483]: DEBUG oslo_vmware.api [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.796116] env[70483]: DEBUG nova.network.neutron [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Successfully created port: e7ec7653-ea39-4973-a62d-744ec768ddb0 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1102.828108] env[70483]: DEBUG nova.network.neutron [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1102.963478] env[70483]: DEBUG nova.compute.manager [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1102.984194] env[70483]: DEBUG oslo_vmware.api [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478611, 'name': ReconfigVM_Task, 'duration_secs': 0.738768} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.984627] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Updating instance 'a423d133-89f3-40fe-9986-02edc46cf0f4' progress to 33 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1102.992047] env[70483]: DEBUG nova.network.neutron [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Updating instance_info_cache with network_info: [{"id": "c71a80da-f5cc-45a8-bf6a-5fc395164881", "address": "fa:16:3e:b9:7a:5b", "network": {"id": "10b3c590-1aa9-44e4-8b20-e6d555002cbd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-950466256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22bc78ded67d407ea182163cf9043f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc71a80da-f5", "ovs_interfaceid": "c71a80da-f5cc-45a8-bf6a-5fc395164881", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.147821] env[70483]: DEBUG oslo_vmware.api [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078669} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.148098] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1103.148912] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7710accc-092b-46fd-bd70-df367d22413c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.172313] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] de9648dc-8927-41f0-9cc7-d814bf7d58f1/de9648dc-8927-41f0-9cc7-d814bf7d58f1.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.174700] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43975874-668c-4833-b370-ec8c4148c46c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.194469] env[70483]: DEBUG oslo_vmware.api [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1103.194469] env[70483]: value = "task-3478613" [ 1103.194469] env[70483]: _type = "Task" [ 1103.194469] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.206269] env[70483]: DEBUG oslo_vmware.api [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478613, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.286351] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f71a41-a0f4-428c-a241-49532ba4ebc8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.294017] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1b7a0b-acc1-4297-be24-dedb828f5f4d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.325499] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4ef9d5-ea1b-4e65-abee-ba90878a5dde {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.333446] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbc5d10-a547-4ca5-96a4-6afdf0f5213d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.349243] env[70483]: DEBUG nova.compute.provider_tree [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.491192] env[70483]: DEBUG nova.virt.hardware [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.491442] env[70483]: DEBUG nova.virt.hardware [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.491645] env[70483]: DEBUG nova.virt.hardware [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.491775] env[70483]: DEBUG nova.virt.hardware [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.491924] env[70483]: DEBUG nova.virt.hardware [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.492087] env[70483]: DEBUG nova.virt.hardware [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.492300] env[70483]: DEBUG nova.virt.hardware [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.492927] env[70483]: DEBUG nova.virt.hardware [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.492927] env[70483]: DEBUG nova.virt.hardware [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.492927] env[70483]: DEBUG nova.virt.hardware [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.493118] env[70483]: DEBUG nova.virt.hardware [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.498514] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Reconfiguring VM instance instance-0000004f to detach disk 2000 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1103.499029] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Releasing lock "refresh_cache-10977961-8a06-4d1d-8845-07ffe3127049" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.499353] env[70483]: DEBUG nova.compute.manager [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Instance network_info: |[{"id": "c71a80da-f5cc-45a8-bf6a-5fc395164881", "address": "fa:16:3e:b9:7a:5b", "network": {"id": "10b3c590-1aa9-44e4-8b20-e6d555002cbd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-950466256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22bc78ded67d407ea182163cf9043f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc71a80da-f5", "ovs_interfaceid": "c71a80da-f5cc-45a8-bf6a-5fc395164881", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1103.499612] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05df11a1-3693-4b50-832d-e278a6469f9f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.514385] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:7a:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7043ca7a-807c-4c7b-b646-23ffece188b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c71a80da-f5cc-45a8-bf6a-5fc395164881', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.522677] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.523220] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.523874] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25f5adbe-3366-47b8-a04f-7b4a22906feb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.540102] env[70483]: DEBUG oslo_vmware.api [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1103.540102] env[70483]: value = "task-3478614" [ 1103.540102] env[70483]: _type = "Task" [ 1103.540102] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.545681] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.545681] env[70483]: value = "task-3478615" [ 1103.545681] env[70483]: _type = "Task" [ 1103.545681] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.549114] env[70483]: DEBUG oslo_vmware.api [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478614, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.556825] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478615, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.704427] env[70483]: DEBUG oslo_vmware.api [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.762315] env[70483]: DEBUG nova.compute.manager [req-2ecb82b9-9b09-4eae-9484-729c3656f28d req-c7adfd75-c85d-412e-833e-27e5470d7d64 service nova] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Received event network-changed-c71a80da-f5cc-45a8-bf6a-5fc395164881 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.762616] env[70483]: DEBUG nova.compute.manager [req-2ecb82b9-9b09-4eae-9484-729c3656f28d req-c7adfd75-c85d-412e-833e-27e5470d7d64 service nova] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Refreshing instance network info cache due to event network-changed-c71a80da-f5cc-45a8-bf6a-5fc395164881. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1103.762966] env[70483]: DEBUG oslo_concurrency.lockutils [req-2ecb82b9-9b09-4eae-9484-729c3656f28d req-c7adfd75-c85d-412e-833e-27e5470d7d64 service nova] Acquiring lock "refresh_cache-10977961-8a06-4d1d-8845-07ffe3127049" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.763217] env[70483]: DEBUG oslo_concurrency.lockutils [req-2ecb82b9-9b09-4eae-9484-729c3656f28d req-c7adfd75-c85d-412e-833e-27e5470d7d64 service nova] Acquired lock "refresh_cache-10977961-8a06-4d1d-8845-07ffe3127049" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.763424] env[70483]: DEBUG nova.network.neutron [req-2ecb82b9-9b09-4eae-9484-729c3656f28d req-c7adfd75-c85d-412e-833e-27e5470d7d64 service nova] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Refreshing network info cache for port c71a80da-f5cc-45a8-bf6a-5fc395164881 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.852913] env[70483]: DEBUG nova.scheduler.client.report [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.974046] env[70483]: DEBUG nova.compute.manager [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1104.001569] env[70483]: DEBUG nova.virt.hardware [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1104.001825] env[70483]: DEBUG nova.virt.hardware [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1104.001979] env[70483]: DEBUG nova.virt.hardware [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1104.002183] env[70483]: DEBUG nova.virt.hardware [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1104.002328] env[70483]: DEBUG nova.virt.hardware [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1104.002475] env[70483]: DEBUG nova.virt.hardware [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1104.002680] env[70483]: DEBUG nova.virt.hardware [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1104.002837] env[70483]: DEBUG nova.virt.hardware [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1104.002998] env[70483]: DEBUG nova.virt.hardware [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1104.003190] env[70483]: DEBUG nova.virt.hardware [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1104.003360] env[70483]: DEBUG nova.virt.hardware [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1104.004521] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8826dce8-1f5b-4c20-aaa7-a27efffcb7cc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.012467] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae20545-cf07-4e30-aed6-5ad898c2d3bb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.049303] env[70483]: DEBUG oslo_vmware.api [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478614, 'name': ReconfigVM_Task, 'duration_secs': 0.264023} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.049303] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Reconfigured VM instance instance-0000004f to detach disk 2000 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1104.052731] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef65ccb-dc17-4a65-80d7-791dba4249f9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.060121] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478615, 'name': CreateVM_Task, 'duration_secs': 0.385627} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.072632] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1104.080036] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] a423d133-89f3-40fe-9986-02edc46cf0f4/a423d133-89f3-40fe-9986-02edc46cf0f4.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.080738] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.080899] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.081225] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.081455] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-955e30ae-677f-46d7-a88a-7608996a72c4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.094254] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1edc0119-81e7-4f24-9ae0-f04fe3b39a1b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.099318] env[70483]: DEBUG oslo_vmware.api [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1104.099318] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52fb1f6c-35da-bf20-639d-52fb6a89bf2a" [ 1104.099318] env[70483]: _type = "Task" [ 1104.099318] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.103565] env[70483]: DEBUG oslo_vmware.api [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1104.103565] env[70483]: value = "task-3478616" [ 1104.103565] env[70483]: _type = "Task" [ 1104.103565] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.110307] env[70483]: DEBUG oslo_vmware.api [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52fb1f6c-35da-bf20-639d-52fb6a89bf2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.113244] env[70483]: DEBUG oslo_vmware.api [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478616, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.204643] env[70483]: DEBUG oslo_vmware.api [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478613, 'name': ReconfigVM_Task, 'duration_secs': 0.650862} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.204921] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Reconfigured VM instance instance-0000005d to attach disk [datastore2] de9648dc-8927-41f0-9cc7-d814bf7d58f1/de9648dc-8927-41f0-9cc7-d814bf7d58f1.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1104.205557] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87e239d9-84bf-404f-a14d-f2105f629569 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.212695] env[70483]: DEBUG oslo_vmware.api [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1104.212695] env[70483]: value = "task-3478617" [ 1104.212695] env[70483]: _type = "Task" [ 1104.212695] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.221053] env[70483]: DEBUG oslo_vmware.api [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478617, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.250223] env[70483]: DEBUG nova.network.neutron [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Successfully updated port: e7ec7653-ea39-4973-a62d-744ec768ddb0 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1104.358569] env[70483]: DEBUG oslo_concurrency.lockutils [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.359084] env[70483]: DEBUG nova.compute.manager [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1104.362836] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.540s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.363067] env[70483]: DEBUG nova.objects.instance [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Lazy-loading 'pci_requests' on Instance uuid 564f1aef-f107-46c8-ae0b-01df1e8aa2d2 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.466403] env[70483]: DEBUG nova.network.neutron [req-2ecb82b9-9b09-4eae-9484-729c3656f28d req-c7adfd75-c85d-412e-833e-27e5470d7d64 service nova] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Updated VIF entry in instance network info cache for port c71a80da-f5cc-45a8-bf6a-5fc395164881. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.466934] env[70483]: DEBUG nova.network.neutron [req-2ecb82b9-9b09-4eae-9484-729c3656f28d req-c7adfd75-c85d-412e-833e-27e5470d7d64 service nova] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Updating instance_info_cache with network_info: [{"id": "c71a80da-f5cc-45a8-bf6a-5fc395164881", "address": "fa:16:3e:b9:7a:5b", "network": {"id": "10b3c590-1aa9-44e4-8b20-e6d555002cbd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-950466256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22bc78ded67d407ea182163cf9043f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc71a80da-f5", "ovs_interfaceid": "c71a80da-f5cc-45a8-bf6a-5fc395164881", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.611908] env[70483]: DEBUG oslo_vmware.api [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52fb1f6c-35da-bf20-639d-52fb6a89bf2a, 'name': SearchDatastore_Task, 'duration_secs': 0.012416} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.612559] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.612794] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.613045] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.613198] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.613380] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.613755] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ba9d03c-3b06-4910-b6b8-79b39d95122c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.618441] env[70483]: DEBUG oslo_vmware.api [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478616, 'name': ReconfigVM_Task, 'duration_secs': 0.347273} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.619029] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Reconfigured VM instance instance-0000004f to attach disk [datastore2] a423d133-89f3-40fe-9986-02edc46cf0f4/a423d133-89f3-40fe-9986-02edc46cf0f4.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1104.619334] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Updating instance 'a423d133-89f3-40fe-9986-02edc46cf0f4' progress to 50 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1104.624836] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.624836] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.625520] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2208d679-a007-472f-8ef3-8a024f134b14 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.630658] env[70483]: DEBUG oslo_vmware.api [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1104.630658] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]526d2e52-a0cf-208f-d480-d6f53369cc48" [ 1104.630658] env[70483]: _type = "Task" [ 1104.630658] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.638398] env[70483]: DEBUG oslo_vmware.api [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]526d2e52-a0cf-208f-d480-d6f53369cc48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.723685] env[70483]: DEBUG oslo_vmware.api [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478617, 'name': Rename_Task, 'duration_secs': 0.151936} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.723788] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1104.723978] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03f04986-5308-4098-9e39-86e12876bef6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.733842] env[70483]: DEBUG oslo_vmware.api [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1104.733842] env[70483]: value = "task-3478618" [ 1104.733842] env[70483]: _type = "Task" [ 1104.733842] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.747397] env[70483]: DEBUG oslo_vmware.api [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.753053] env[70483]: DEBUG oslo_concurrency.lockutils [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "refresh_cache-ed57b103-7d00-4700-85ba-cafacab768a4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.753203] env[70483]: DEBUG oslo_concurrency.lockutils [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquired lock "refresh_cache-ed57b103-7d00-4700-85ba-cafacab768a4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.753354] env[70483]: DEBUG nova.network.neutron [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.866300] env[70483]: DEBUG nova.objects.instance [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Lazy-loading 'numa_topology' on Instance uuid 564f1aef-f107-46c8-ae0b-01df1e8aa2d2 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.904810] env[70483]: DEBUG nova.compute.utils [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1104.904810] env[70483]: DEBUG nova.compute.manager [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1104.904810] env[70483]: DEBUG nova.network.neutron [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1104.915400] env[70483]: DEBUG nova.policy [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b932c3539f7f481e8ab15c5210ed32ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7e7fc3f323b41158dffb8da146f16b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1104.969809] env[70483]: DEBUG oslo_concurrency.lockutils [req-2ecb82b9-9b09-4eae-9484-729c3656f28d req-c7adfd75-c85d-412e-833e-27e5470d7d64 service nova] Releasing lock "refresh_cache-10977961-8a06-4d1d-8845-07ffe3127049" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.125976] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bdcbf9-6185-4449-8311-8c381a032a70 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.151139] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72123e1-2f52-40df-83b6-157bf565da3b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.156796] env[70483]: DEBUG oslo_vmware.api [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]526d2e52-a0cf-208f-d480-d6f53369cc48, 'name': SearchDatastore_Task, 'duration_secs': 0.010521} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.157916] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25172a18-6506-4f1c-9281-e9277ca9e86f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.176725] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Updating instance 'a423d133-89f3-40fe-9986-02edc46cf0f4' progress to 67 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1105.183807] env[70483]: DEBUG oslo_vmware.api [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1105.183807] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]521799fa-a851-63f9-1e9e-4f684266dd07" [ 1105.183807] env[70483]: _type = "Task" [ 1105.183807] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.191528] env[70483]: DEBUG oslo_vmware.api [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]521799fa-a851-63f9-1e9e-4f684266dd07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.244270] env[70483]: DEBUG oslo_vmware.api [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478618, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.245076] env[70483]: DEBUG nova.network.neutron [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Successfully created port: 9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1105.283549] env[70483]: DEBUG nova.network.neutron [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1105.372378] env[70483]: INFO nova.compute.claims [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1105.375373] env[70483]: DEBUG nova.compute.manager [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1105.411665] env[70483]: DEBUG nova.network.neutron [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Updating instance_info_cache with network_info: [{"id": "e7ec7653-ea39-4973-a62d-744ec768ddb0", "address": "fa:16:3e:e9:85:ea", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7ec7653-ea", "ovs_interfaceid": "e7ec7653-ea39-4973-a62d-744ec768ddb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.697795] env[70483]: DEBUG oslo_vmware.api [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]521799fa-a851-63f9-1e9e-4f684266dd07, 'name': SearchDatastore_Task, 'duration_secs': 0.010656} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.698091] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.698360] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 10977961-8a06-4d1d-8845-07ffe3127049/10977961-8a06-4d1d-8845-07ffe3127049.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.698679] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39dcd9cb-6ee6-43b3-a16d-28a181184362 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.705724] env[70483]: DEBUG oslo_vmware.api [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1105.705724] env[70483]: value = "task-3478619" [ 1105.705724] env[70483]: _type = "Task" [ 1105.705724] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.713715] env[70483]: DEBUG oslo_vmware.api [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.743673] env[70483]: DEBUG oslo_vmware.api [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478618, 'name': PowerOnVM_Task, 'duration_secs': 0.781795} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.746308] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.746517] env[70483]: INFO nova.compute.manager [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Took 9.25 seconds to spawn the instance on the hypervisor. [ 1105.746696] env[70483]: DEBUG nova.compute.manager [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.748905] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51874e46-aee2-49a0-aa3c-b16656329705 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.828227] env[70483]: DEBUG nova.compute.manager [req-c8d909fc-3011-4434-b3d8-8844a57407c5 req-8cc382e3-da0a-452c-9965-11f178d9a8ac service nova] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Received event network-vif-plugged-e7ec7653-ea39-4973-a62d-744ec768ddb0 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.828532] env[70483]: DEBUG oslo_concurrency.lockutils [req-c8d909fc-3011-4434-b3d8-8844a57407c5 req-8cc382e3-da0a-452c-9965-11f178d9a8ac service nova] Acquiring lock "ed57b103-7d00-4700-85ba-cafacab768a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.828865] env[70483]: DEBUG oslo_concurrency.lockutils [req-c8d909fc-3011-4434-b3d8-8844a57407c5 req-8cc382e3-da0a-452c-9965-11f178d9a8ac service nova] Lock "ed57b103-7d00-4700-85ba-cafacab768a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.828865] env[70483]: DEBUG oslo_concurrency.lockutils [req-c8d909fc-3011-4434-b3d8-8844a57407c5 req-8cc382e3-da0a-452c-9965-11f178d9a8ac service nova] Lock "ed57b103-7d00-4700-85ba-cafacab768a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.829026] env[70483]: DEBUG nova.compute.manager [req-c8d909fc-3011-4434-b3d8-8844a57407c5 req-8cc382e3-da0a-452c-9965-11f178d9a8ac service nova] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] No waiting events found dispatching network-vif-plugged-e7ec7653-ea39-4973-a62d-744ec768ddb0 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1105.829207] env[70483]: WARNING nova.compute.manager [req-c8d909fc-3011-4434-b3d8-8844a57407c5 req-8cc382e3-da0a-452c-9965-11f178d9a8ac service nova] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Received unexpected event network-vif-plugged-e7ec7653-ea39-4973-a62d-744ec768ddb0 for instance with vm_state building and task_state spawning. [ 1105.829365] env[70483]: DEBUG nova.compute.manager [req-c8d909fc-3011-4434-b3d8-8844a57407c5 req-8cc382e3-da0a-452c-9965-11f178d9a8ac service nova] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Received event network-changed-e7ec7653-ea39-4973-a62d-744ec768ddb0 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.829523] env[70483]: DEBUG nova.compute.manager [req-c8d909fc-3011-4434-b3d8-8844a57407c5 req-8cc382e3-da0a-452c-9965-11f178d9a8ac service nova] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Refreshing instance network info cache due to event network-changed-e7ec7653-ea39-4973-a62d-744ec768ddb0. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.829690] env[70483]: DEBUG oslo_concurrency.lockutils [req-c8d909fc-3011-4434-b3d8-8844a57407c5 req-8cc382e3-da0a-452c-9965-11f178d9a8ac service nova] Acquiring lock "refresh_cache-ed57b103-7d00-4700-85ba-cafacab768a4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.914236] env[70483]: DEBUG oslo_concurrency.lockutils [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Releasing lock "refresh_cache-ed57b103-7d00-4700-85ba-cafacab768a4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.914631] env[70483]: DEBUG nova.compute.manager [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Instance network_info: |[{"id": "e7ec7653-ea39-4973-a62d-744ec768ddb0", "address": "fa:16:3e:e9:85:ea", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7ec7653-ea", "ovs_interfaceid": "e7ec7653-ea39-4973-a62d-744ec768ddb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1105.915245] env[70483]: DEBUG oslo_concurrency.lockutils [req-c8d909fc-3011-4434-b3d8-8844a57407c5 req-8cc382e3-da0a-452c-9965-11f178d9a8ac service nova] Acquired lock "refresh_cache-ed57b103-7d00-4700-85ba-cafacab768a4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.915461] env[70483]: DEBUG nova.network.neutron [req-c8d909fc-3011-4434-b3d8-8844a57407c5 req-8cc382e3-da0a-452c-9965-11f178d9a8ac service nova] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Refreshing network info cache for port e7ec7653-ea39-4973-a62d-744ec768ddb0 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.916631] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:85:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7ec7653-ea39-4973-a62d-744ec768ddb0', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.924673] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.927920] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.928795] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0dc7162a-03d2-4248-807f-8dc7b38098cb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.950709] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.950709] env[70483]: value = "task-3478620" [ 1105.950709] env[70483]: _type = "Task" [ 1105.950709] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.960463] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478620, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.185609] env[70483]: DEBUG nova.network.neutron [req-c8d909fc-3011-4434-b3d8-8844a57407c5 req-8cc382e3-da0a-452c-9965-11f178d9a8ac service nova] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Updated VIF entry in instance network info cache for port e7ec7653-ea39-4973-a62d-744ec768ddb0. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.185986] env[70483]: DEBUG nova.network.neutron [req-c8d909fc-3011-4434-b3d8-8844a57407c5 req-8cc382e3-da0a-452c-9965-11f178d9a8ac service nova] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Updating instance_info_cache with network_info: [{"id": "e7ec7653-ea39-4973-a62d-744ec768ddb0", "address": "fa:16:3e:e9:85:ea", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7ec7653-ea", "ovs_interfaceid": "e7ec7653-ea39-4973-a62d-744ec768ddb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.216937] env[70483]: DEBUG oslo_vmware.api [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478619, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.272539] env[70483]: INFO nova.compute.manager [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Took 40.91 seconds to build instance. [ 1106.389594] env[70483]: DEBUG nova.compute.manager [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1106.421916] env[70483]: DEBUG nova.virt.hardware [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1106.422496] env[70483]: DEBUG nova.virt.hardware [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.422496] env[70483]: DEBUG nova.virt.hardware [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.422597] env[70483]: DEBUG nova.virt.hardware [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.422732] env[70483]: DEBUG nova.virt.hardware [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.422899] env[70483]: DEBUG nova.virt.hardware [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1106.423174] env[70483]: DEBUG nova.virt.hardware [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1106.423350] env[70483]: DEBUG nova.virt.hardware [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1106.423547] env[70483]: DEBUG nova.virt.hardware [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1106.423736] env[70483]: DEBUG nova.virt.hardware [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1106.423934] env[70483]: DEBUG nova.virt.hardware [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1106.424871] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556947ca-b83b-4b3b-8880-20d40ebdad83 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.435132] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c89297-3139-4b9d-9c00-b6dfdc35aed2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.459030] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478620, 'name': CreateVM_Task, 'duration_secs': 0.418666} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.459213] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1106.459896] env[70483]: DEBUG oslo_concurrency.lockutils [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.460334] env[70483]: DEBUG oslo_concurrency.lockutils [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.460399] env[70483]: DEBUG oslo_concurrency.lockutils [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.462763] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d6d86b8-3e0a-4ef3-8094-eafca1cb4533 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.467966] env[70483]: DEBUG oslo_vmware.api [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 1106.467966] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]529c1ff7-d698-1cfa-ae3b-49139ab2eabd" [ 1106.467966] env[70483]: _type = "Task" [ 1106.467966] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.476553] env[70483]: DEBUG oslo_vmware.api [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]529c1ff7-d698-1cfa-ae3b-49139ab2eabd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.688671] env[70483]: DEBUG oslo_concurrency.lockutils [req-c8d909fc-3011-4434-b3d8-8844a57407c5 req-8cc382e3-da0a-452c-9965-11f178d9a8ac service nova] Releasing lock "refresh_cache-ed57b103-7d00-4700-85ba-cafacab768a4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.717365] env[70483]: DEBUG oslo_vmware.api [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62721} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.718284] env[70483]: DEBUG nova.network.neutron [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Successfully updated port: 9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1106.720405] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 10977961-8a06-4d1d-8845-07ffe3127049/10977961-8a06-4d1d-8845-07ffe3127049.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.720638] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.721487] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edb5600-c679-489d-ab15-6b03e89fccf2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.725224] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d31405d2-b695-4f2e-a7e6-9a018cfc5958 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.735065] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f13f2cd-b883-4e85-8a31-3e04689bad06 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.739181] env[70483]: DEBUG oslo_vmware.api [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1106.739181] env[70483]: value = "task-3478621" [ 1106.739181] env[70483]: _type = "Task" [ 1106.739181] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.769292] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232b383a-2e54-4ae7-b7c0-0535f04206bf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.774940] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2eee7a8e-3c43-432c-940d-a5fa922f2e85 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Lock "de9648dc-8927-41f0-9cc7-d814bf7d58f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.416s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.775163] env[70483]: DEBUG oslo_vmware.api [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.779979] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e525412f-9e64-4cef-a4b3-9d98192b46b1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.793245] env[70483]: DEBUG nova.compute.provider_tree [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.848552] env[70483]: DEBUG nova.network.neutron [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Port 62f1cb01-9376-465e-96be-71c8507809e3 binding to destination host cpu-1 is already ACTIVE {{(pid=70483) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1106.981463] env[70483]: DEBUG oslo_vmware.api [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]529c1ff7-d698-1cfa-ae3b-49139ab2eabd, 'name': SearchDatastore_Task, 'duration_secs': 0.0105} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.982346] env[70483]: DEBUG oslo_concurrency.lockutils [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.982757] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.983140] env[70483]: DEBUG oslo_concurrency.lockutils [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.983868] env[70483]: DEBUG oslo_concurrency.lockutils [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.984464] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.984827] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad3ddb87-9431-4125-b1ae-138e80ca81db {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.993804] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.994147] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.994984] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccec4c13-f908-4fb7-83ae-fcfb216520d4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.002194] env[70483]: DEBUG oslo_vmware.api [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 1107.002194] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52984136-ad8b-54b1-a624-85f2e632762d" [ 1107.002194] env[70483]: _type = "Task" [ 1107.002194] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.010138] env[70483]: DEBUG oslo_vmware.api [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52984136-ad8b-54b1-a624-85f2e632762d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.226161] env[70483]: DEBUG oslo_concurrency.lockutils [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Acquiring lock "refresh_cache-c298ac9c-db19-4eff-82a5-133a1f8596f6" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.226411] env[70483]: DEBUG oslo_concurrency.lockutils [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Acquired lock "refresh_cache-c298ac9c-db19-4eff-82a5-133a1f8596f6" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.226554] env[70483]: DEBUG nova.network.neutron [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.248184] env[70483]: DEBUG oslo_vmware.api [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071798} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.248439] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1107.249282] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc3ce71-a4fb-41f8-8171-98b2a4c63a54 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.270976] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 10977961-8a06-4d1d-8845-07ffe3127049/10977961-8a06-4d1d-8845-07ffe3127049.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.271465] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4509faf3-c2d3-4a4d-9aed-b53b8912fd57 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.290901] env[70483]: DEBUG oslo_vmware.api [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1107.290901] env[70483]: value = "task-3478622" [ 1107.290901] env[70483]: _type = "Task" [ 1107.290901] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.295806] env[70483]: DEBUG nova.scheduler.client.report [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.302608] env[70483]: DEBUG oslo_vmware.api [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478622, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.511144] env[70483]: DEBUG oslo_vmware.api [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52984136-ad8b-54b1-a624-85f2e632762d, 'name': SearchDatastore_Task, 'duration_secs': 0.008778} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.511921] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e057e2b-af0d-4865-8aa3-71225fa3a51c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.517111] env[70483]: DEBUG oslo_vmware.api [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 1107.517111] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5284f1ad-d609-8961-5089-d552b979783c" [ 1107.517111] env[70483]: _type = "Task" [ 1107.517111] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.526398] env[70483]: DEBUG oslo_vmware.api [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5284f1ad-d609-8961-5089-d552b979783c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.758160] env[70483]: DEBUG nova.network.neutron [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1107.802740] env[70483]: DEBUG oslo_vmware.api [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478622, 'name': ReconfigVM_Task, 'duration_secs': 0.305746} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.806339] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 10977961-8a06-4d1d-8845-07ffe3127049/10977961-8a06-4d1d-8845-07ffe3127049.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.807509] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.445s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.809454] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0103c644-43cd-474e-8c16-5e7363883e2e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.812025] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.408s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.812501] env[70483]: INFO nova.compute.claims [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.822232] env[70483]: DEBUG oslo_vmware.api [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1107.822232] env[70483]: value = "task-3478623" [ 1107.822232] env[70483]: _type = "Task" [ 1107.822232] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.830824] env[70483]: DEBUG oslo_vmware.api [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478623, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.845107] env[70483]: INFO nova.network.neutron [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Updating port eff1b063-ed96-4767-8a3d-8dd243d0e009 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1107.869970] env[70483]: DEBUG nova.compute.manager [req-a2c1ee39-ceb9-455c-ab04-58a22e92a4ed req-33cede45-7299-491b-92a7-ea7cbbc518d3 service nova] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Received event network-vif-plugged-9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.870215] env[70483]: DEBUG oslo_concurrency.lockutils [req-a2c1ee39-ceb9-455c-ab04-58a22e92a4ed req-33cede45-7299-491b-92a7-ea7cbbc518d3 service nova] Acquiring lock "c298ac9c-db19-4eff-82a5-133a1f8596f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.870438] env[70483]: DEBUG oslo_concurrency.lockutils [req-a2c1ee39-ceb9-455c-ab04-58a22e92a4ed req-33cede45-7299-491b-92a7-ea7cbbc518d3 service nova] Lock "c298ac9c-db19-4eff-82a5-133a1f8596f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.870636] env[70483]: DEBUG oslo_concurrency.lockutils [req-a2c1ee39-ceb9-455c-ab04-58a22e92a4ed req-33cede45-7299-491b-92a7-ea7cbbc518d3 service nova] Lock "c298ac9c-db19-4eff-82a5-133a1f8596f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.870830] env[70483]: DEBUG nova.compute.manager [req-a2c1ee39-ceb9-455c-ab04-58a22e92a4ed req-33cede45-7299-491b-92a7-ea7cbbc518d3 service nova] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] No waiting events found dispatching network-vif-plugged-9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1107.871039] env[70483]: WARNING nova.compute.manager [req-a2c1ee39-ceb9-455c-ab04-58a22e92a4ed req-33cede45-7299-491b-92a7-ea7cbbc518d3 service nova] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Received unexpected event network-vif-plugged-9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b for instance with vm_state building and task_state spawning. [ 1107.871282] env[70483]: DEBUG nova.compute.manager [req-a2c1ee39-ceb9-455c-ab04-58a22e92a4ed req-33cede45-7299-491b-92a7-ea7cbbc518d3 service nova] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Received event network-changed-9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.871428] env[70483]: DEBUG nova.compute.manager [req-a2c1ee39-ceb9-455c-ab04-58a22e92a4ed req-33cede45-7299-491b-92a7-ea7cbbc518d3 service nova] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Refreshing instance network info cache due to event network-changed-9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1107.871540] env[70483]: DEBUG oslo_concurrency.lockutils [req-a2c1ee39-ceb9-455c-ab04-58a22e92a4ed req-33cede45-7299-491b-92a7-ea7cbbc518d3 service nova] Acquiring lock "refresh_cache-c298ac9c-db19-4eff-82a5-133a1f8596f6" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.880581] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "a423d133-89f3-40fe-9986-02edc46cf0f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.880828] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "a423d133-89f3-40fe-9986-02edc46cf0f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.880998] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "a423d133-89f3-40fe-9986-02edc46cf0f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.921805] env[70483]: DEBUG nova.network.neutron [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Updating instance_info_cache with network_info: [{"id": "9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b", "address": "fa:16:3e:d8:a9:b0", "network": {"id": "6c10fd7a-6939-4f3a-9b26-98f3a84817b9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-518923599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7e7fc3f323b41158dffb8da146f16b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a612f8e-fb", "ovs_interfaceid": "9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.027514] env[70483]: DEBUG oslo_vmware.api [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5284f1ad-d609-8961-5089-d552b979783c, 'name': SearchDatastore_Task, 'duration_secs': 0.010593} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.027790] env[70483]: DEBUG oslo_concurrency.lockutils [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.028123] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] ed57b103-7d00-4700-85ba-cafacab768a4/ed57b103-7d00-4700-85ba-cafacab768a4.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1108.029187] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d13c472-65ef-4c5b-aa7c-91152ae193ac {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.036736] env[70483]: DEBUG oslo_vmware.api [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 1108.036736] env[70483]: value = "task-3478624" [ 1108.036736] env[70483]: _type = "Task" [ 1108.036736] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.045586] env[70483]: DEBUG oslo_vmware.api [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478624, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.337117] env[70483]: DEBUG oslo_vmware.api [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478623, 'name': Rename_Task, 'duration_secs': 0.15997} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.338214] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1108.338494] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e0e5f1b-1201-4a41-a4f5-5a000ea71c5a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.349656] env[70483]: DEBUG oslo_vmware.api [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1108.349656] env[70483]: value = "task-3478625" [ 1108.349656] env[70483]: _type = "Task" [ 1108.349656] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.359281] env[70483]: DEBUG oslo_vmware.api [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.425882] env[70483]: DEBUG oslo_concurrency.lockutils [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Releasing lock "refresh_cache-c298ac9c-db19-4eff-82a5-133a1f8596f6" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.426293] env[70483]: DEBUG nova.compute.manager [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Instance network_info: |[{"id": "9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b", "address": "fa:16:3e:d8:a9:b0", "network": {"id": "6c10fd7a-6939-4f3a-9b26-98f3a84817b9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-518923599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7e7fc3f323b41158dffb8da146f16b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a612f8e-fb", "ovs_interfaceid": "9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1108.426637] env[70483]: DEBUG oslo_concurrency.lockutils [req-a2c1ee39-ceb9-455c-ab04-58a22e92a4ed req-33cede45-7299-491b-92a7-ea7cbbc518d3 service nova] Acquired lock "refresh_cache-c298ac9c-db19-4eff-82a5-133a1f8596f6" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.426800] env[70483]: DEBUG nova.network.neutron [req-a2c1ee39-ceb9-455c-ab04-58a22e92a4ed req-33cede45-7299-491b-92a7-ea7cbbc518d3 service nova] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Refreshing network info cache for port 9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.428491] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:a9:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27abaf31-0f39-428c-a8d3-cd7548de6818', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.436312] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Creating folder: Project (f7e7fc3f323b41158dffb8da146f16b0). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1108.437725] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b0ef003-2eab-4678-9d0a-bad502385bb8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.451128] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Created folder: Project (f7e7fc3f323b41158dffb8da146f16b0) in parent group-v695216. [ 1108.451330] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Creating folder: Instances. Parent ref: group-v695478. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1108.451578] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-869345a0-846d-47d2-977d-65c52c4d2d9a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.462432] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Created folder: Instances in parent group-v695478. [ 1108.462741] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.462914] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.463144] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5580ec80-d1a4-4a26-9a69-addeb594c84d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.483341] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.483341] env[70483]: value = "task-3478628" [ 1108.483341] env[70483]: _type = "Task" [ 1108.483341] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.492915] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478628, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.547338] env[70483]: DEBUG oslo_vmware.api [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478624, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.428917} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.547693] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] ed57b103-7d00-4700-85ba-cafacab768a4/ed57b103-7d00-4700-85ba-cafacab768a4.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.547930] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.548195] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfa677fb-731b-4f49-a89f-99bd1c7169be {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.555249] env[70483]: DEBUG oslo_vmware.api [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 1108.555249] env[70483]: value = "task-3478629" [ 1108.555249] env[70483]: _type = "Task" [ 1108.555249] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.563309] env[70483]: DEBUG oslo_vmware.api [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.859425] env[70483]: DEBUG oslo_vmware.api [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478625, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.917993] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "refresh_cache-a423d133-89f3-40fe-9986-02edc46cf0f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.918231] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquired lock "refresh_cache-a423d133-89f3-40fe-9986-02edc46cf0f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.918432] env[70483]: DEBUG nova.network.neutron [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.995845] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478628, 'name': CreateVM_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.067706] env[70483]: DEBUG oslo_vmware.api [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065838} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.070195] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.074679] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc9044c-0c33-4cfb-bd4b-f91b4c4d79eb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.096224] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] ed57b103-7d00-4700-85ba-cafacab768a4/ed57b103-7d00-4700-85ba-cafacab768a4.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.098995] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-826aad6c-ec73-4a18-9c4f-2bd7d87ccfbf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.121905] env[70483]: DEBUG oslo_vmware.api [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 1109.121905] env[70483]: value = "task-3478630" [ 1109.121905] env[70483]: _type = "Task" [ 1109.121905] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.131995] env[70483]: DEBUG oslo_vmware.api [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478630, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.147341] env[70483]: DEBUG nova.network.neutron [req-a2c1ee39-ceb9-455c-ab04-58a22e92a4ed req-33cede45-7299-491b-92a7-ea7cbbc518d3 service nova] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Updated VIF entry in instance network info cache for port 9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.147736] env[70483]: DEBUG nova.network.neutron [req-a2c1ee39-ceb9-455c-ab04-58a22e92a4ed req-33cede45-7299-491b-92a7-ea7cbbc518d3 service nova] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Updating instance_info_cache with network_info: [{"id": "9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b", "address": "fa:16:3e:d8:a9:b0", "network": {"id": "6c10fd7a-6939-4f3a-9b26-98f3a84817b9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-518923599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7e7fc3f323b41158dffb8da146f16b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a612f8e-fb", "ovs_interfaceid": "9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.160025] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018ab68c-d807-4821-a634-2008f4e22768 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.167295] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27b028e-22b1-4ab4-80e5-b50f012d2246 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.202168] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e9fbe2-ed15-438b-aec5-29c49ba7e04c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.210899] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b133fb-b5ee-4ce6-af05-a39d575c06e3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.225167] env[70483]: DEBUG nova.compute.provider_tree [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.361789] env[70483]: DEBUG oslo_vmware.api [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478625, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.497016] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478628, 'name': CreateVM_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.532457] env[70483]: DEBUG nova.compute.manager [req-78ce0098-bcf6-45a2-9f3a-90846aa131f0 req-d6b257ec-89eb-490d-9497-5f398b551d00 service nova] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Received event network-vif-plugged-eff1b063-ed96-4767-8a3d-8dd243d0e009 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.532675] env[70483]: DEBUG oslo_concurrency.lockutils [req-78ce0098-bcf6-45a2-9f3a-90846aa131f0 req-d6b257ec-89eb-490d-9497-5f398b551d00 service nova] Acquiring lock "564f1aef-f107-46c8-ae0b-01df1e8aa2d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.533040] env[70483]: DEBUG oslo_concurrency.lockutils [req-78ce0098-bcf6-45a2-9f3a-90846aa131f0 req-d6b257ec-89eb-490d-9497-5f398b551d00 service nova] Lock "564f1aef-f107-46c8-ae0b-01df1e8aa2d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.533040] env[70483]: DEBUG oslo_concurrency.lockutils [req-78ce0098-bcf6-45a2-9f3a-90846aa131f0 req-d6b257ec-89eb-490d-9497-5f398b551d00 service nova] Lock "564f1aef-f107-46c8-ae0b-01df1e8aa2d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.533209] env[70483]: DEBUG nova.compute.manager [req-78ce0098-bcf6-45a2-9f3a-90846aa131f0 req-d6b257ec-89eb-490d-9497-5f398b551d00 service nova] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] No waiting events found dispatching network-vif-plugged-eff1b063-ed96-4767-8a3d-8dd243d0e009 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1109.533371] env[70483]: WARNING nova.compute.manager [req-78ce0098-bcf6-45a2-9f3a-90846aa131f0 req-d6b257ec-89eb-490d-9497-5f398b551d00 service nova] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Received unexpected event network-vif-plugged-eff1b063-ed96-4767-8a3d-8dd243d0e009 for instance with vm_state shelved_offloaded and task_state spawning. [ 1109.612702] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Acquiring lock "refresh_cache-564f1aef-f107-46c8-ae0b-01df1e8aa2d2" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.612871] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Acquired lock "refresh_cache-564f1aef-f107-46c8-ae0b-01df1e8aa2d2" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.613114] env[70483]: DEBUG nova.network.neutron [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.635071] env[70483]: DEBUG oslo_vmware.api [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478630, 'name': ReconfigVM_Task, 'duration_secs': 0.316898} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.635420] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Reconfigured VM instance instance-0000005f to attach disk [datastore1] ed57b103-7d00-4700-85ba-cafacab768a4/ed57b103-7d00-4700-85ba-cafacab768a4.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.636221] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf6797b2-8df9-4a05-80b5-8dc7bc109a2a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.646997] env[70483]: DEBUG oslo_vmware.api [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 1109.646997] env[70483]: value = "task-3478631" [ 1109.646997] env[70483]: _type = "Task" [ 1109.646997] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.651198] env[70483]: DEBUG oslo_concurrency.lockutils [req-a2c1ee39-ceb9-455c-ab04-58a22e92a4ed req-33cede45-7299-491b-92a7-ea7cbbc518d3 service nova] Releasing lock "refresh_cache-c298ac9c-db19-4eff-82a5-133a1f8596f6" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.651592] env[70483]: DEBUG nova.compute.manager [req-a2c1ee39-ceb9-455c-ab04-58a22e92a4ed req-33cede45-7299-491b-92a7-ea7cbbc518d3 service nova] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Received event network-changed-ec788122-64e0-4617-b022-91216ad60e7b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.651727] env[70483]: DEBUG nova.compute.manager [req-a2c1ee39-ceb9-455c-ab04-58a22e92a4ed req-33cede45-7299-491b-92a7-ea7cbbc518d3 service nova] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Refreshing instance network info cache due to event network-changed-ec788122-64e0-4617-b022-91216ad60e7b. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1109.651973] env[70483]: DEBUG oslo_concurrency.lockutils [req-a2c1ee39-ceb9-455c-ab04-58a22e92a4ed req-33cede45-7299-491b-92a7-ea7cbbc518d3 service nova] Acquiring lock "refresh_cache-de9648dc-8927-41f0-9cc7-d814bf7d58f1" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.652172] env[70483]: DEBUG oslo_concurrency.lockutils [req-a2c1ee39-ceb9-455c-ab04-58a22e92a4ed req-33cede45-7299-491b-92a7-ea7cbbc518d3 service nova] Acquired lock "refresh_cache-de9648dc-8927-41f0-9cc7-d814bf7d58f1" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.652500] env[70483]: DEBUG nova.network.neutron [req-a2c1ee39-ceb9-455c-ab04-58a22e92a4ed req-33cede45-7299-491b-92a7-ea7cbbc518d3 service nova] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Refreshing network info cache for port ec788122-64e0-4617-b022-91216ad60e7b {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.660624] env[70483]: DEBUG oslo_vmware.api [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478631, 'name': Rename_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.682206] env[70483]: DEBUG nova.network.neutron [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Updating instance_info_cache with network_info: [{"id": "62f1cb01-9376-465e-96be-71c8507809e3", "address": "fa:16:3e:61:30:48", "network": {"id": "d0584bad-a446-4fdb-9127-2d020acd6b5c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1392669969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02013d6cd47b4f1c9e3279214f1d2d7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62f1cb01-93", "ovs_interfaceid": "62f1cb01-9376-465e-96be-71c8507809e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.728537] env[70483]: DEBUG nova.scheduler.client.report [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.861276] env[70483]: DEBUG oslo_vmware.api [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478625, 'name': PowerOnVM_Task, 'duration_secs': 1.418066} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.861463] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.861669] env[70483]: INFO nova.compute.manager [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1109.861844] env[70483]: DEBUG nova.compute.manager [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.862625] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbc8674-f028-467c-a9bf-ec7eb410107b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.995827] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478628, 'name': CreateVM_Task, 'duration_secs': 1.472979} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.996836] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.996927] env[70483]: DEBUG oslo_concurrency.lockutils [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.997076] env[70483]: DEBUG oslo_concurrency.lockutils [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.997394] env[70483]: DEBUG oslo_concurrency.lockutils [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.997660] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c40ab8e-8102-467b-aa2a-f687a8954a43 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.001853] env[70483]: DEBUG oslo_vmware.api [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Waiting for the task: (returnval){ [ 1110.001853] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5229f2e3-254e-efe3-fd18-8296bdf3a908" [ 1110.001853] env[70483]: _type = "Task" [ 1110.001853] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.010542] env[70483]: DEBUG oslo_vmware.api [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5229f2e3-254e-efe3-fd18-8296bdf3a908, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.159297] env[70483]: DEBUG oslo_vmware.api [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478631, 'name': Rename_Task, 'duration_secs': 0.150593} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.159297] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.159471] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58ec3d9f-c043-4a21-b044-1b7fd69f36e0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.167417] env[70483]: DEBUG oslo_vmware.api [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 1110.167417] env[70483]: value = "task-3478632" [ 1110.167417] env[70483]: _type = "Task" [ 1110.167417] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.174877] env[70483]: DEBUG oslo_vmware.api [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.184464] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Releasing lock "refresh_cache-a423d133-89f3-40fe-9986-02edc46cf0f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.234832] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.235327] env[70483]: DEBUG nova.compute.manager [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1110.238548] env[70483]: DEBUG oslo_concurrency.lockutils [None req-23e5adac-1c22-4a47-867d-6462cc3c6b02 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.015s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.238760] env[70483]: DEBUG oslo_concurrency.lockutils [None req-23e5adac-1c22-4a47-867d-6462cc3c6b02 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.240610] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 28.529s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.269884] env[70483]: INFO nova.scheduler.client.report [None req-23e5adac-1c22-4a47-867d-6462cc3c6b02 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Deleted allocations for instance 9a6b8926-4d0c-4aad-b546-92e2fdaf4380 [ 1110.347416] env[70483]: DEBUG nova.network.neutron [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Updating instance_info_cache with network_info: [{"id": "eff1b063-ed96-4767-8a3d-8dd243d0e009", "address": "fa:16:3e:f6:c2:10", "network": {"id": "5fd19a76-5f23-4ae0-81a6-e9da34d2e4e0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-548459206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7908655b0a843e2845bc655eed75b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeff1b063-ed", "ovs_interfaceid": "eff1b063-ed96-4767-8a3d-8dd243d0e009", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.383512] env[70483]: INFO nova.compute.manager [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Took 41.82 seconds to build instance. [ 1110.495624] env[70483]: DEBUG nova.network.neutron [req-a2c1ee39-ceb9-455c-ab04-58a22e92a4ed req-33cede45-7299-491b-92a7-ea7cbbc518d3 service nova] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Updated VIF entry in instance network info cache for port ec788122-64e0-4617-b022-91216ad60e7b. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.496051] env[70483]: DEBUG nova.network.neutron [req-a2c1ee39-ceb9-455c-ab04-58a22e92a4ed req-33cede45-7299-491b-92a7-ea7cbbc518d3 service nova] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Updating instance_info_cache with network_info: [{"id": "ec788122-64e0-4617-b022-91216ad60e7b", "address": "fa:16:3e:2b:f1:fa", "network": {"id": "d14c053b-da64-4bb5-938a-757e7fd84d64", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-410432685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d1b8fec1a74a8d9e13ecf6d01ab5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec788122-64", "ovs_interfaceid": "ec788122-64e0-4617-b022-91216ad60e7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.512897] env[70483]: DEBUG oslo_vmware.api [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5229f2e3-254e-efe3-fd18-8296bdf3a908, 'name': SearchDatastore_Task, 'duration_secs': 0.009965} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.514331] env[70483]: DEBUG oslo_concurrency.lockutils [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.514568] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1110.514810] env[70483]: DEBUG oslo_concurrency.lockutils [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.514955] env[70483]: DEBUG oslo_concurrency.lockutils [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.515141] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1110.515688] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48f81de9-a19e-4847-90e2-00588d0ae275 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.524706] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1110.524901] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1110.525683] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a93b5a2-a533-48c9-bcce-ec09a7a3554b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.531460] env[70483]: DEBUG oslo_vmware.api [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Waiting for the task: (returnval){ [ 1110.531460] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52124704-a44b-723a-8236-f4744027ac9e" [ 1110.531460] env[70483]: _type = "Task" [ 1110.531460] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.539518] env[70483]: DEBUG oslo_vmware.api [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52124704-a44b-723a-8236-f4744027ac9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.677824] env[70483]: DEBUG oslo_vmware.api [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478632, 'name': PowerOnVM_Task, 'duration_secs': 0.478158} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.677824] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.678016] env[70483]: INFO nova.compute.manager [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Took 6.70 seconds to spawn the instance on the hypervisor. [ 1110.678296] env[70483]: DEBUG nova.compute.manager [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.679172] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4812048-7c67-412e-bb8f-03f58ecbf6bf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.697197] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1dca7f3-0a07-4f09-a508-e3872f305950 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.703954] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a473900e-2f76-4e1c-a413-d3f8463bc50d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.744225] env[70483]: DEBUG nova.compute.utils [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1110.747951] env[70483]: INFO nova.compute.claims [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.751462] env[70483]: DEBUG nova.compute.manager [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1110.751684] env[70483]: DEBUG nova.network.neutron [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1110.781943] env[70483]: DEBUG oslo_concurrency.lockutils [None req-23e5adac-1c22-4a47-867d-6462cc3c6b02 tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "9a6b8926-4d0c-4aad-b546-92e2fdaf4380" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.947s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.852282] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Releasing lock "refresh_cache-564f1aef-f107-46c8-ae0b-01df1e8aa2d2" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.880178] env[70483]: DEBUG nova.virt.hardware [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='cf2f87d16eb8567f8a04cdb78b16c087',container_format='bare',created_at=2025-04-17T14:45:27Z,direct_url=,disk_format='vmdk',id=e877142e-857a-44e5-b822-61ad4572c4ec,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-164501114-shelved',owner='e7908655b0a843e2845bc655eed75b31',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-04-17T14:45:43Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.880687] env[70483]: DEBUG nova.virt.hardware [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.880983] env[70483]: DEBUG nova.virt.hardware [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.881316] env[70483]: DEBUG nova.virt.hardware [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.881589] env[70483]: DEBUG nova.virt.hardware [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.881861] env[70483]: DEBUG nova.virt.hardware [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.885015] env[70483]: DEBUG nova.virt.hardware [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.885015] env[70483]: DEBUG nova.virt.hardware [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.885015] env[70483]: DEBUG nova.virt.hardware [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.885015] env[70483]: DEBUG nova.virt.hardware [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.885015] env[70483]: DEBUG nova.virt.hardware [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.885015] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e54b69f-0d05-461f-b5b6-a909de0f84f5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.887167] env[70483]: DEBUG oslo_concurrency.lockutils [None req-dbe4576b-d5af-45d0-8c41-25388b80a4ca tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "10977961-8a06-4d1d-8845-07ffe3127049" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.328s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.895551] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb67042b-2f59-4b7c-8862-d402dff2842c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.908970] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:c2:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82ca17df-257e-40e6-9ec9-310ed6f05ccb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eff1b063-ed96-4767-8a3d-8dd243d0e009', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.917268] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.917742] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.918106] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52389798-bb17-40cd-8260-c6995f033f38 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.938616] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.938616] env[70483]: value = "task-3478633" [ 1110.938616] env[70483]: _type = "Task" [ 1110.938616] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.946555] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478633, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.998938] env[70483]: DEBUG oslo_concurrency.lockutils [req-a2c1ee39-ceb9-455c-ab04-58a22e92a4ed req-33cede45-7299-491b-92a7-ea7cbbc518d3 service nova] Releasing lock "refresh_cache-de9648dc-8927-41f0-9cc7-d814bf7d58f1" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.042547] env[70483]: DEBUG oslo_vmware.api [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52124704-a44b-723a-8236-f4744027ac9e, 'name': SearchDatastore_Task, 'duration_secs': 0.013703} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.043374] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75718640-4d99-4287-9eac-450627c0356d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.049884] env[70483]: DEBUG oslo_vmware.api [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Waiting for the task: (returnval){ [ 1111.049884] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52719c36-0d3d-bdba-1e74-04f70dc1b2f8" [ 1111.049884] env[70483]: _type = "Task" [ 1111.049884] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.059664] env[70483]: DEBUG oslo_vmware.api [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52719c36-0d3d-bdba-1e74-04f70dc1b2f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.075250] env[70483]: DEBUG nova.policy [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '831d6b9a2f96463e89a79c27156a8b6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b020f9de529424dbc3ba57af19c5c44', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1111.196469] env[70483]: INFO nova.compute.manager [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Took 42.55 seconds to build instance. [ 1111.255123] env[70483]: DEBUG nova.compute.manager [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1111.261712] env[70483]: INFO nova.compute.resource_tracker [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Updating resource usage from migration ea7a76eb-24e4-406b-9884-6e4b0c8b70dd [ 1111.272607] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b3db7064-33c3-4dc6-a610-9d1c0782e17b tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "10977961-8a06-4d1d-8845-07ffe3127049" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.273228] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b3db7064-33c3-4dc6-a610-9d1c0782e17b tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "10977961-8a06-4d1d-8845-07ffe3127049" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.273559] env[70483]: DEBUG nova.compute.manager [None req-b3db7064-33c3-4dc6-a610-9d1c0782e17b tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.275067] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d7c4b4-0468-4a2e-ad3d-ad3b5c8d3f3d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.284035] env[70483]: DEBUG nova.compute.manager [None req-b3db7064-33c3-4dc6-a610-9d1c0782e17b tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70483) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1111.284035] env[70483]: DEBUG nova.objects.instance [None req-b3db7064-33c3-4dc6-a610-9d1c0782e17b tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lazy-loading 'flavor' on Instance uuid 10977961-8a06-4d1d-8845-07ffe3127049 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.457297] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478633, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.563593] env[70483]: DEBUG oslo_vmware.api [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52719c36-0d3d-bdba-1e74-04f70dc1b2f8, 'name': SearchDatastore_Task, 'duration_secs': 0.012845} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.563870] env[70483]: DEBUG oslo_concurrency.lockutils [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.568664] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] c298ac9c-db19-4eff-82a5-133a1f8596f6/c298ac9c-db19-4eff-82a5-133a1f8596f6.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1111.572019] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4fe3184-4605-4f9b-a22b-be584280a749 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.580982] env[70483]: DEBUG oslo_vmware.api [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Waiting for the task: (returnval){ [ 1111.580982] env[70483]: value = "task-3478634" [ 1111.580982] env[70483]: _type = "Task" [ 1111.580982] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.591518] env[70483]: DEBUG oslo_vmware.api [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Task: {'id': task-3478634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.653644] env[70483]: DEBUG nova.network.neutron [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Successfully created port: a17c6df9-972c-4a08-8e05-f76cf13adb0c {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1111.667055] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3749e5a8-5f2b-4e68-b024-806f9564957e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.673765] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68b9097-dbc2-48b8-80fb-63da7ddd9bbe {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.710123] env[70483]: DEBUG oslo_concurrency.lockutils [None req-48006fb9-5916-46d0-b6e1-c1b62fdcea91 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "ed57b103-7d00-4700-85ba-cafacab768a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.076s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.713204] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a0cb67-2f15-4780-a62a-ca389101e4c3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.717904] env[70483]: DEBUG nova.compute.manager [req-bcd42fe0-9494-44b4-9a5d-5d50d9b3990d req-7e209037-e0e2-48de-9510-7fe6b73fb73d service nova] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Received event network-changed-eff1b063-ed96-4767-8a3d-8dd243d0e009 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.719018] env[70483]: DEBUG nova.compute.manager [req-bcd42fe0-9494-44b4-9a5d-5d50d9b3990d req-7e209037-e0e2-48de-9510-7fe6b73fb73d service nova] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Refreshing instance network info cache due to event network-changed-eff1b063-ed96-4767-8a3d-8dd243d0e009. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1111.719018] env[70483]: DEBUG oslo_concurrency.lockutils [req-bcd42fe0-9494-44b4-9a5d-5d50d9b3990d req-7e209037-e0e2-48de-9510-7fe6b73fb73d service nova] Acquiring lock "refresh_cache-564f1aef-f107-46c8-ae0b-01df1e8aa2d2" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.719018] env[70483]: DEBUG oslo_concurrency.lockutils [req-bcd42fe0-9494-44b4-9a5d-5d50d9b3990d req-7e209037-e0e2-48de-9510-7fe6b73fb73d service nova] Acquired lock "refresh_cache-564f1aef-f107-46c8-ae0b-01df1e8aa2d2" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.719237] env[70483]: DEBUG nova.network.neutron [req-bcd42fe0-9494-44b4-9a5d-5d50d9b3990d req-7e209037-e0e2-48de-9510-7fe6b73fb73d service nova] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Refreshing network info cache for port eff1b063-ed96-4767-8a3d-8dd243d0e009 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1111.726444] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061f43b2-001c-43a1-87c5-33036af39a61 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.740894] env[70483]: DEBUG nova.compute.provider_tree [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.822997] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c4ded1-08c7-48d8-bfcc-170e14c8db06 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.846256] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a84f58-3237-4dcc-877c-db28f22b8f72 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.853287] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Updating instance 'a423d133-89f3-40fe-9986-02edc46cf0f4' progress to 83 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1111.949787] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478633, 'name': CreateVM_Task, 'duration_secs': 0.657741} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.950322] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1111.951337] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e877142e-857a-44e5-b822-61ad4572c4ec" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.951337] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e877142e-857a-44e5-b822-61ad4572c4ec" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.951337] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e877142e-857a-44e5-b822-61ad4572c4ec" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.951506] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be9099f9-d26e-4bb6-8781-ccf71c680ac9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.956796] env[70483]: DEBUG oslo_vmware.api [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for the task: (returnval){ [ 1111.956796] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]528c1e0a-a959-e346-b3cb-1e895d8b5db0" [ 1111.956796] env[70483]: _type = "Task" [ 1111.956796] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.964861] env[70483]: DEBUG oslo_vmware.api [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]528c1e0a-a959-e346-b3cb-1e895d8b5db0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.089367] env[70483]: DEBUG oslo_vmware.api [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Task: {'id': task-3478634, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.244251] env[70483]: DEBUG nova.scheduler.client.report [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.264096] env[70483]: DEBUG nova.compute.manager [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1112.295817] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3db7064-33c3-4dc6-a610-9d1c0782e17b tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.295989] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cedc2579-64ff-439e-a9a4-e11be437c4bb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.308277] env[70483]: DEBUG oslo_vmware.api [None req-b3db7064-33c3-4dc6-a610-9d1c0782e17b tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1112.308277] env[70483]: value = "task-3478635" [ 1112.308277] env[70483]: _type = "Task" [ 1112.308277] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.314664] env[70483]: DEBUG nova.virt.hardware [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.314942] env[70483]: DEBUG nova.virt.hardware [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.315179] env[70483]: DEBUG nova.virt.hardware [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.315444] env[70483]: DEBUG nova.virt.hardware [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.315628] env[70483]: DEBUG nova.virt.hardware [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.315829] env[70483]: DEBUG nova.virt.hardware [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.316443] env[70483]: DEBUG nova.virt.hardware [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.316712] env[70483]: DEBUG nova.virt.hardware [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.317026] env[70483]: DEBUG nova.virt.hardware [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.317381] env[70483]: DEBUG nova.virt.hardware [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.317542] env[70483]: DEBUG nova.virt.hardware [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.319604] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9600d057-9eb8-4178-aae9-edb5f3c40591 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.330180] env[70483]: DEBUG oslo_vmware.api [None req-b3db7064-33c3-4dc6-a610-9d1c0782e17b tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.334370] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b700c3f8-90f0-4f7e-848f-2fd9e849ea84 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.361024] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.361024] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8612c416-b3f2-487c-b0e3-9280e569247c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.370784] env[70483]: DEBUG oslo_vmware.api [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1112.370784] env[70483]: value = "task-3478636" [ 1112.370784] env[70483]: _type = "Task" [ 1112.370784] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.383195] env[70483]: DEBUG oslo_vmware.api [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478636, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.471866] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e877142e-857a-44e5-b822-61ad4572c4ec" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.472625] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Processing image e877142e-857a-44e5-b822-61ad4572c4ec {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1112.473029] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e877142e-857a-44e5-b822-61ad4572c4ec/e877142e-857a-44e5-b822-61ad4572c4ec.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.473312] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e877142e-857a-44e5-b822-61ad4572c4ec/e877142e-857a-44e5-b822-61ad4572c4ec.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.473610] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.474053] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75952b41-5125-49b6-84a5-b48608a9cda0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.499012] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.499012] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1112.500672] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8213dbb-3dbe-47f5-b537-77534e2629a4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.507991] env[70483]: DEBUG oslo_vmware.api [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for the task: (returnval){ [ 1112.507991] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5249e215-bc89-6221-74d3-e5187c5bb141" [ 1112.507991] env[70483]: _type = "Task" [ 1112.507991] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.518554] env[70483]: DEBUG oslo_vmware.api [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5249e215-bc89-6221-74d3-e5187c5bb141, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.593639] env[70483]: DEBUG oslo_vmware.api [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Task: {'id': task-3478634, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.0104} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.595021] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] c298ac9c-db19-4eff-82a5-133a1f8596f6/c298ac9c-db19-4eff-82a5-133a1f8596f6.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1112.595021] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1112.595021] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6942e82-f085-4277-b5fa-5ae1ddc79558 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.602346] env[70483]: DEBUG oslo_vmware.api [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Waiting for the task: (returnval){ [ 1112.602346] env[70483]: value = "task-3478637" [ 1112.602346] env[70483]: _type = "Task" [ 1112.602346] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.611876] env[70483]: DEBUG oslo_vmware.api [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Task: {'id': task-3478637, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.616976] env[70483]: DEBUG nova.network.neutron [req-bcd42fe0-9494-44b4-9a5d-5d50d9b3990d req-7e209037-e0e2-48de-9510-7fe6b73fb73d service nova] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Updated VIF entry in instance network info cache for port eff1b063-ed96-4767-8a3d-8dd243d0e009. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1112.618607] env[70483]: DEBUG nova.network.neutron [req-bcd42fe0-9494-44b4-9a5d-5d50d9b3990d req-7e209037-e0e2-48de-9510-7fe6b73fb73d service nova] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Updating instance_info_cache with network_info: [{"id": "eff1b063-ed96-4767-8a3d-8dd243d0e009", "address": "fa:16:3e:f6:c2:10", "network": {"id": "5fd19a76-5f23-4ae0-81a6-e9da34d2e4e0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-548459206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7908655b0a843e2845bc655eed75b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeff1b063-ed", "ovs_interfaceid": "eff1b063-ed96-4767-8a3d-8dd243d0e009", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.714668] env[70483]: DEBUG nova.compute.manager [req-f6d69256-cea2-4896-8130-481b92263b2d req-f80b57f8-70f4-4a11-9f52-c059b02bda2b service nova] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Received event network-changed-e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.714929] env[70483]: DEBUG nova.compute.manager [req-f6d69256-cea2-4896-8130-481b92263b2d req-f80b57f8-70f4-4a11-9f52-c059b02bda2b service nova] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Refreshing instance network info cache due to event network-changed-e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1112.715174] env[70483]: DEBUG oslo_concurrency.lockutils [req-f6d69256-cea2-4896-8130-481b92263b2d req-f80b57f8-70f4-4a11-9f52-c059b02bda2b service nova] Acquiring lock "refresh_cache-ef6fa7ed-b8aa-4221-a388-e86a72133cbc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.715393] env[70483]: DEBUG oslo_concurrency.lockutils [req-f6d69256-cea2-4896-8130-481b92263b2d req-f80b57f8-70f4-4a11-9f52-c059b02bda2b service nova] Acquired lock "refresh_cache-ef6fa7ed-b8aa-4221-a388-e86a72133cbc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.715449] env[70483]: DEBUG nova.network.neutron [req-f6d69256-cea2-4896-8130-481b92263b2d req-f80b57f8-70f4-4a11-9f52-c059b02bda2b service nova] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Refreshing network info cache for port e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.751637] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.511s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.752468] env[70483]: INFO nova.compute.manager [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Migrating [ 1112.758886] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.382s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.760347] env[70483]: INFO nova.compute.claims [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.820262] env[70483]: DEBUG oslo_vmware.api [None req-b3db7064-33c3-4dc6-a610-9d1c0782e17b tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478635, 'name': PowerOffVM_Task, 'duration_secs': 0.221521} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.820502] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3db7064-33c3-4dc6-a610-9d1c0782e17b tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.820718] env[70483]: DEBUG nova.compute.manager [None req-b3db7064-33c3-4dc6-a610-9d1c0782e17b tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.821545] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbaae7cb-0039-4f39-9d34-a49ff1f2e3cc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.888712] env[70483]: DEBUG oslo_vmware.api [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478636, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.019757] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Preparing fetch location {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1113.020497] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Fetch image to [datastore1] OSTACK_IMG_102c3e15-d6f4-467c-8345-3a188799c4e4/OSTACK_IMG_102c3e15-d6f4-467c-8345-3a188799c4e4.vmdk {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1113.020808] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Downloading stream optimized image e877142e-857a-44e5-b822-61ad4572c4ec to [datastore1] OSTACK_IMG_102c3e15-d6f4-467c-8345-3a188799c4e4/OSTACK_IMG_102c3e15-d6f4-467c-8345-3a188799c4e4.vmdk on the data store datastore1 as vApp {{(pid=70483) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1113.021028] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Downloading image file data e877142e-857a-44e5-b822-61ad4572c4ec to the ESX as VM named 'OSTACK_IMG_102c3e15-d6f4-467c-8345-3a188799c4e4' {{(pid=70483) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1113.105226] env[70483]: DEBUG oslo_vmware.rw_handles [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1113.105226] env[70483]: value = "resgroup-9" [ 1113.105226] env[70483]: _type = "ResourcePool" [ 1113.105226] env[70483]: }. {{(pid=70483) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1113.105689] env[70483]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-bd9d2d14-68d6-4a64-b756-8a24818f2a8a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.133954] env[70483]: DEBUG oslo_concurrency.lockutils [req-bcd42fe0-9494-44b4-9a5d-5d50d9b3990d req-7e209037-e0e2-48de-9510-7fe6b73fb73d service nova] Releasing lock "refresh_cache-564f1aef-f107-46c8-ae0b-01df1e8aa2d2" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.140065] env[70483]: DEBUG oslo_vmware.api [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Task: {'id': task-3478637, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071921} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.141509] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.141878] env[70483]: DEBUG oslo_vmware.rw_handles [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Lease: (returnval){ [ 1113.141878] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52b66e41-b75a-de4b-2b1c-76fb53ce1ceb" [ 1113.141878] env[70483]: _type = "HttpNfcLease" [ 1113.141878] env[70483]: } obtained for vApp import into resource pool (val){ [ 1113.141878] env[70483]: value = "resgroup-9" [ 1113.141878] env[70483]: _type = "ResourcePool" [ 1113.141878] env[70483]: }. {{(pid=70483) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1113.142089] env[70483]: DEBUG oslo_vmware.api [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for the lease: (returnval){ [ 1113.142089] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52b66e41-b75a-de4b-2b1c-76fb53ce1ceb" [ 1113.142089] env[70483]: _type = "HttpNfcLease" [ 1113.142089] env[70483]: } to be ready. {{(pid=70483) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1113.142781] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18caff3-7a6a-4c46-9af7-3e92f5768264 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.168605] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1113.168605] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52b66e41-b75a-de4b-2b1c-76fb53ce1ceb" [ 1113.168605] env[70483]: _type = "HttpNfcLease" [ 1113.168605] env[70483]: } is initializing. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1113.181619] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] c298ac9c-db19-4eff-82a5-133a1f8596f6/c298ac9c-db19-4eff-82a5-133a1f8596f6.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.182013] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3faa845-e6f3-4dac-84cd-7697d6d94f2e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.201706] env[70483]: DEBUG nova.network.neutron [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Successfully updated port: a17c6df9-972c-4a08-8e05-f76cf13adb0c {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1113.208946] env[70483]: DEBUG oslo_vmware.api [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Waiting for the task: (returnval){ [ 1113.208946] env[70483]: value = "task-3478639" [ 1113.208946] env[70483]: _type = "Task" [ 1113.208946] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.221613] env[70483]: DEBUG oslo_vmware.api [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Task: {'id': task-3478639, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.273732] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "refresh_cache-31adb50e-33e9-40cc-a8dc-14985336b34a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.273961] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquired lock "refresh_cache-31adb50e-33e9-40cc-a8dc-14985336b34a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.274143] env[70483]: DEBUG nova.network.neutron [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.335274] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b3db7064-33c3-4dc6-a610-9d1c0782e17b tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "10977961-8a06-4d1d-8845-07ffe3127049" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.384666] env[70483]: DEBUG oslo_vmware.api [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478636, 'name': PowerOnVM_Task, 'duration_secs': 0.535869} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.384950] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.385164] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f9122601-c983-457a-ac69-e157bbe45988 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Updating instance 'a423d133-89f3-40fe-9986-02edc46cf0f4' progress to 100 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1113.654758] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1113.654758] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52b66e41-b75a-de4b-2b1c-76fb53ce1ceb" [ 1113.654758] env[70483]: _type = "HttpNfcLease" [ 1113.654758] env[70483]: } is initializing. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1113.669327] env[70483]: DEBUG nova.network.neutron [req-f6d69256-cea2-4896-8130-481b92263b2d req-f80b57f8-70f4-4a11-9f52-c059b02bda2b service nova] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Updated VIF entry in instance network info cache for port e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.669327] env[70483]: DEBUG nova.network.neutron [req-f6d69256-cea2-4896-8130-481b92263b2d req-f80b57f8-70f4-4a11-9f52-c059b02bda2b service nova] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Updating instance_info_cache with network_info: [{"id": "e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f", "address": "fa:16:3e:5e:42:ed", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3aeb7f2-24", "ovs_interfaceid": "e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.707183] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquiring lock "refresh_cache-4ea8b8dd-7ba7-45de-9642-41dd0930dc59" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.707183] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquired lock "refresh_cache-4ea8b8dd-7ba7-45de-9642-41dd0930dc59" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.707183] env[70483]: DEBUG nova.network.neutron [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.721705] env[70483]: DEBUG oslo_vmware.api [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Task: {'id': task-3478639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.023204] env[70483]: DEBUG nova.compute.manager [req-d1ce387d-b129-4224-b1b4-2e1274a402a1 req-731b4c17-80f7-438d-b394-c4c23e390f02 service nova] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Received event network-vif-plugged-a17c6df9-972c-4a08-8e05-f76cf13adb0c {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.023204] env[70483]: DEBUG oslo_concurrency.lockutils [req-d1ce387d-b129-4224-b1b4-2e1274a402a1 req-731b4c17-80f7-438d-b394-c4c23e390f02 service nova] Acquiring lock "4ea8b8dd-7ba7-45de-9642-41dd0930dc59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.023375] env[70483]: DEBUG oslo_concurrency.lockutils [req-d1ce387d-b129-4224-b1b4-2e1274a402a1 req-731b4c17-80f7-438d-b394-c4c23e390f02 service nova] Lock "4ea8b8dd-7ba7-45de-9642-41dd0930dc59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.023569] env[70483]: DEBUG oslo_concurrency.lockutils [req-d1ce387d-b129-4224-b1b4-2e1274a402a1 req-731b4c17-80f7-438d-b394-c4c23e390f02 service nova] Lock "4ea8b8dd-7ba7-45de-9642-41dd0930dc59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.023781] env[70483]: DEBUG nova.compute.manager [req-d1ce387d-b129-4224-b1b4-2e1274a402a1 req-731b4c17-80f7-438d-b394-c4c23e390f02 service nova] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] No waiting events found dispatching network-vif-plugged-a17c6df9-972c-4a08-8e05-f76cf13adb0c {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1114.023961] env[70483]: WARNING nova.compute.manager [req-d1ce387d-b129-4224-b1b4-2e1274a402a1 req-731b4c17-80f7-438d-b394-c4c23e390f02 service nova] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Received unexpected event network-vif-plugged-a17c6df9-972c-4a08-8e05-f76cf13adb0c for instance with vm_state building and task_state spawning. [ 1114.024404] env[70483]: DEBUG nova.compute.manager [req-d1ce387d-b129-4224-b1b4-2e1274a402a1 req-731b4c17-80f7-438d-b394-c4c23e390f02 service nova] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Received event network-changed-a17c6df9-972c-4a08-8e05-f76cf13adb0c {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.024605] env[70483]: DEBUG nova.compute.manager [req-d1ce387d-b129-4224-b1b4-2e1274a402a1 req-731b4c17-80f7-438d-b394-c4c23e390f02 service nova] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Refreshing instance network info cache due to event network-changed-a17c6df9-972c-4a08-8e05-f76cf13adb0c. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1114.024832] env[70483]: DEBUG oslo_concurrency.lockutils [req-d1ce387d-b129-4224-b1b4-2e1274a402a1 req-731b4c17-80f7-438d-b394-c4c23e390f02 service nova] Acquiring lock "refresh_cache-4ea8b8dd-7ba7-45de-9642-41dd0930dc59" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.159034] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1114.159034] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52b66e41-b75a-de4b-2b1c-76fb53ce1ceb" [ 1114.159034] env[70483]: _type = "HttpNfcLease" [ 1114.159034] env[70483]: } is initializing. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1114.178369] env[70483]: DEBUG oslo_concurrency.lockutils [req-f6d69256-cea2-4896-8130-481b92263b2d req-f80b57f8-70f4-4a11-9f52-c059b02bda2b service nova] Releasing lock "refresh_cache-ef6fa7ed-b8aa-4221-a388-e86a72133cbc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.197389] env[70483]: DEBUG nova.network.neutron [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Updating instance_info_cache with network_info: [{"id": "cca08ae9-5f63-42a5-96fd-8120aa3c504a", "address": "fa:16:3e:c4:16:29", "network": {"id": "948b7173-5456-49a2-9a1a-e36a1a46b931", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1783064445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a0a79c686d4fd5ace3cd0e354054d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcca08ae9-5f", "ovs_interfaceid": "cca08ae9-5f63-42a5-96fd-8120aa3c504a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.206858] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8401af4-10cc-4afd-addd-e9c2a5b9b094 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.230025] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4aac6af-3a18-4eb4-afe1-b41bd80eaeb0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.241431] env[70483]: DEBUG oslo_vmware.api [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Task: {'id': task-3478639, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.272138] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60aad861-b30e-435a-a94b-2a2e346befb7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.281736] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cd7209-42b4-4c1a-a5a5-99a9a35d45bb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.297568] env[70483]: DEBUG nova.compute.provider_tree [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.299707] env[70483]: DEBUG nova.network.neutron [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1114.497749] env[70483]: DEBUG nova.network.neutron [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Updating instance_info_cache with network_info: [{"id": "a17c6df9-972c-4a08-8e05-f76cf13adb0c", "address": "fa:16:3e:fc:98:04", "network": {"id": "a0ba3df1-9a95-4633-a4d1-c9bb507cd560", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1747069620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b020f9de529424dbc3ba57af19c5c44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa17c6df9-97", "ovs_interfaceid": "a17c6df9-972c-4a08-8e05-f76cf13adb0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.659282] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1114.659282] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52b66e41-b75a-de4b-2b1c-76fb53ce1ceb" [ 1114.659282] env[70483]: _type = "HttpNfcLease" [ 1114.659282] env[70483]: } is ready. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1114.659683] env[70483]: DEBUG oslo_vmware.rw_handles [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1114.659683] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52b66e41-b75a-de4b-2b1c-76fb53ce1ceb" [ 1114.659683] env[70483]: _type = "HttpNfcLease" [ 1114.659683] env[70483]: }. {{(pid=70483) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1114.660300] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15aa7cfe-b909-4fcd-8de6-efee57346dc4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.667655] env[70483]: DEBUG oslo_vmware.rw_handles [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520c4866-030a-300e-f7ee-3028b4e21916/disk-0.vmdk from lease info. {{(pid=70483) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1114.667855] env[70483]: DEBUG oslo_vmware.rw_handles [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520c4866-030a-300e-f7ee-3028b4e21916/disk-0.vmdk. {{(pid=70483) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1114.732309] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Releasing lock "refresh_cache-31adb50e-33e9-40cc-a8dc-14985336b34a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.736201] env[70483]: INFO nova.compute.manager [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Rebuilding instance [ 1114.744987] env[70483]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e5588ea6-e984-4b46-961a-d8dc908da8d7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.755041] env[70483]: DEBUG oslo_vmware.api [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Task: {'id': task-3478639, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.755041] env[70483]: DEBUG nova.compute.manager [req-b3eccebf-a73b-4704-868f-24b18b36768f req-ec2049b5-61d3-4936-8ae4-8d391bc88f53 service nova] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Received event network-changed-e7ec7653-ea39-4973-a62d-744ec768ddb0 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.755337] env[70483]: DEBUG nova.compute.manager [req-b3eccebf-a73b-4704-868f-24b18b36768f req-ec2049b5-61d3-4936-8ae4-8d391bc88f53 service nova] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Refreshing instance network info cache due to event network-changed-e7ec7653-ea39-4973-a62d-744ec768ddb0. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1114.755581] env[70483]: DEBUG oslo_concurrency.lockutils [req-b3eccebf-a73b-4704-868f-24b18b36768f req-ec2049b5-61d3-4936-8ae4-8d391bc88f53 service nova] Acquiring lock "refresh_cache-ed57b103-7d00-4700-85ba-cafacab768a4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.755721] env[70483]: DEBUG oslo_concurrency.lockutils [req-b3eccebf-a73b-4704-868f-24b18b36768f req-ec2049b5-61d3-4936-8ae4-8d391bc88f53 service nova] Acquired lock "refresh_cache-ed57b103-7d00-4700-85ba-cafacab768a4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.755892] env[70483]: DEBUG nova.network.neutron [req-b3eccebf-a73b-4704-868f-24b18b36768f req-ec2049b5-61d3-4936-8ae4-8d391bc88f53 service nova] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Refreshing network info cache for port e7ec7653-ea39-4973-a62d-744ec768ddb0 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.796725] env[70483]: DEBUG nova.compute.manager [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1114.798108] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8562823c-03f6-46e8-8229-3542e3d87dcb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.803451] env[70483]: DEBUG nova.scheduler.client.report [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.001485] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Releasing lock "refresh_cache-4ea8b8dd-7ba7-45de-9642-41dd0930dc59" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.001971] env[70483]: DEBUG nova.compute.manager [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Instance network_info: |[{"id": "a17c6df9-972c-4a08-8e05-f76cf13adb0c", "address": "fa:16:3e:fc:98:04", "network": {"id": "a0ba3df1-9a95-4633-a4d1-c9bb507cd560", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1747069620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b020f9de529424dbc3ba57af19c5c44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa17c6df9-97", "ovs_interfaceid": "a17c6df9-972c-4a08-8e05-f76cf13adb0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1115.003714] env[70483]: DEBUG oslo_concurrency.lockutils [req-d1ce387d-b129-4224-b1b4-2e1274a402a1 req-731b4c17-80f7-438d-b394-c4c23e390f02 service nova] Acquired lock "refresh_cache-4ea8b8dd-7ba7-45de-9642-41dd0930dc59" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.003982] env[70483]: DEBUG nova.network.neutron [req-d1ce387d-b129-4224-b1b4-2e1274a402a1 req-731b4c17-80f7-438d-b394-c4c23e390f02 service nova] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Refreshing network info cache for port a17c6df9-972c-4a08-8e05-f76cf13adb0c {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.005658] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:98:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4712af2-45ef-4652-8d2c-482ec70056d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a17c6df9-972c-4a08-8e05-f76cf13adb0c', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1115.016165] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.019241] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1115.019784] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-828f16a1-3be1-44ae-9f2c-c863cc6892c9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.040350] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1115.040350] env[70483]: value = "task-3478640" [ 1115.040350] env[70483]: _type = "Task" [ 1115.040350] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.051622] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478640, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.252623] env[70483]: DEBUG oslo_vmware.api [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Task: {'id': task-3478639, 'name': ReconfigVM_Task, 'duration_secs': 1.617136} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.254558] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Reconfigured VM instance instance-00000060 to attach disk [datastore1] c298ac9c-db19-4eff-82a5-133a1f8596f6/c298ac9c-db19-4eff-82a5-133a1f8596f6.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.255347] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2009d2f-2b55-4c7c-ab21-88de229167a8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.264286] env[70483]: DEBUG oslo_vmware.api [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Waiting for the task: (returnval){ [ 1115.264286] env[70483]: value = "task-3478641" [ 1115.264286] env[70483]: _type = "Task" [ 1115.264286] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.275737] env[70483]: DEBUG oslo_vmware.api [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Task: {'id': task-3478641, 'name': Rename_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.309565] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.310217] env[70483]: DEBUG nova.compute.manager [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1115.313368] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.191s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.317057] env[70483]: DEBUG nova.objects.instance [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70483) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1115.550889] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478640, 'name': CreateVM_Task, 'duration_secs': 0.370529} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.552366] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1115.553200] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.553365] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.553742] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.554125] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d93ee6e-f00d-4372-941a-aa54c200da5f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.563357] env[70483]: DEBUG oslo_vmware.api [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 1115.563357] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a05aba-2c97-7e40-b2fa-cb725bf0c592" [ 1115.563357] env[70483]: _type = "Task" [ 1115.563357] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.577695] env[70483]: DEBUG oslo_vmware.api [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a05aba-2c97-7e40-b2fa-cb725bf0c592, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.669169] env[70483]: DEBUG nova.network.neutron [req-b3eccebf-a73b-4704-868f-24b18b36768f req-ec2049b5-61d3-4936-8ae4-8d391bc88f53 service nova] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Updated VIF entry in instance network info cache for port e7ec7653-ea39-4973-a62d-744ec768ddb0. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.669169] env[70483]: DEBUG nova.network.neutron [req-b3eccebf-a73b-4704-868f-24b18b36768f req-ec2049b5-61d3-4936-8ae4-8d391bc88f53 service nova] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Updating instance_info_cache with network_info: [{"id": "e7ec7653-ea39-4973-a62d-744ec768ddb0", "address": "fa:16:3e:e9:85:ea", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7ec7653-ea", "ovs_interfaceid": "e7ec7653-ea39-4973-a62d-744ec768ddb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.730139] env[70483]: DEBUG oslo_concurrency.lockutils [None req-86270bb5-09e5-46bd-a4b3-9c88c92d2f37 tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Acquiring lock "2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.730543] env[70483]: DEBUG oslo_concurrency.lockutils [None req-86270bb5-09e5-46bd-a4b3-9c88c92d2f37 tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Lock "2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.730981] env[70483]: DEBUG oslo_concurrency.lockutils [None req-86270bb5-09e5-46bd-a4b3-9c88c92d2f37 tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Acquiring lock "2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.731312] env[70483]: DEBUG oslo_concurrency.lockutils [None req-86270bb5-09e5-46bd-a4b3-9c88c92d2f37 tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Lock "2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.731622] env[70483]: DEBUG oslo_concurrency.lockutils [None req-86270bb5-09e5-46bd-a4b3-9c88c92d2f37 tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Lock "2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.735167] env[70483]: INFO nova.compute.manager [None req-86270bb5-09e5-46bd-a4b3-9c88c92d2f37 tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Terminating instance [ 1115.767333] env[70483]: DEBUG nova.network.neutron [req-d1ce387d-b129-4224-b1b4-2e1274a402a1 req-731b4c17-80f7-438d-b394-c4c23e390f02 service nova] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Updated VIF entry in instance network info cache for port a17c6df9-972c-4a08-8e05-f76cf13adb0c. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.767879] env[70483]: DEBUG nova.network.neutron [req-d1ce387d-b129-4224-b1b4-2e1274a402a1 req-731b4c17-80f7-438d-b394-c4c23e390f02 service nova] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Updating instance_info_cache with network_info: [{"id": "a17c6df9-972c-4a08-8e05-f76cf13adb0c", "address": "fa:16:3e:fc:98:04", "network": {"id": "a0ba3df1-9a95-4633-a4d1-c9bb507cd560", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1747069620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b020f9de529424dbc3ba57af19c5c44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa17c6df9-97", "ovs_interfaceid": "a17c6df9-972c-4a08-8e05-f76cf13adb0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.778760] env[70483]: DEBUG oslo_vmware.api [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Task: {'id': task-3478641, 'name': Rename_Task, 'duration_secs': 0.188048} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.779884] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.780322] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c6946ea-9b69-4343-b34e-df2a4313e2ae {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.788157] env[70483]: DEBUG oslo_vmware.api [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Waiting for the task: (returnval){ [ 1115.788157] env[70483]: value = "task-3478642" [ 1115.788157] env[70483]: _type = "Task" [ 1115.788157] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.799397] env[70483]: DEBUG oslo_vmware.api [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Task: {'id': task-3478642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.823026] env[70483]: DEBUG nova.compute.utils [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1115.823026] env[70483]: DEBUG nova.compute.manager [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1115.823779] env[70483]: DEBUG nova.network.neutron [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1115.831139] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.835055] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4fd8382-3f5c-4391-abad-0dc332ec6aec {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.843428] env[70483]: DEBUG oslo_vmware.api [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1115.843428] env[70483]: value = "task-3478643" [ 1115.843428] env[70483]: _type = "Task" [ 1115.843428] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.863032] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] VM already powered off {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1115.863032] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.863032] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1dcdcf4-a1f7-471f-ab8e-a354416275bf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.870651] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.873087] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d7a484e-a293-4e39-bdc0-99ba2bb4a074 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.876048] env[70483]: DEBUG nova.policy [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '800e211c9fe04910a4262219b97c7f38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8ebecbd62e943518425df622f7274f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1115.961734] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.961972] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.962174] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Deleting the datastore file [datastore2] 10977961-8a06-4d1d-8845-07ffe3127049 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.962484] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53e3a1be-c78c-4899-9659-5dbf56a8d6eb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.970244] env[70483]: DEBUG oslo_vmware.api [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1115.970244] env[70483]: value = "task-3478645" [ 1115.970244] env[70483]: _type = "Task" [ 1115.970244] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.980464] env[70483]: DEBUG oslo_vmware.api [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.072046] env[70483]: DEBUG oslo_vmware.rw_handles [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Completed reading data from the image iterator. {{(pid=70483) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1116.072046] env[70483]: DEBUG oslo_vmware.rw_handles [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520c4866-030a-300e-f7ee-3028b4e21916/disk-0.vmdk. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1116.072046] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16273e81-9bbd-48f5-8494-b2950b47cc67 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.081232] env[70483]: DEBUG oslo_vmware.api [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a05aba-2c97-7e40-b2fa-cb725bf0c592, 'name': SearchDatastore_Task, 'duration_secs': 0.015735} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.085138] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.085138] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.085138] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.085138] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.085138] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.085138] env[70483]: DEBUG oslo_vmware.rw_handles [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520c4866-030a-300e-f7ee-3028b4e21916/disk-0.vmdk is in state: ready. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1116.085138] env[70483]: DEBUG oslo_vmware.rw_handles [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520c4866-030a-300e-f7ee-3028b4e21916/disk-0.vmdk. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1116.085138] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5abf4e03-33d0-4745-8c00-8da89aecdaf7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.086471] env[70483]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-356b4774-e339-4d42-be90-ef1c3ea0e632 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.095807] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.096033] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1116.096777] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52e9940b-e6c8-478e-83c3-7b5c17254b96 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.106870] env[70483]: DEBUG oslo_vmware.api [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 1116.106870] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52c56389-0d7c-1c99-208b-469b44735bd7" [ 1116.106870] env[70483]: _type = "Task" [ 1116.106870] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.114231] env[70483]: DEBUG oslo_vmware.api [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52c56389-0d7c-1c99-208b-469b44735bd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.176019] env[70483]: DEBUG oslo_concurrency.lockutils [req-b3eccebf-a73b-4704-868f-24b18b36768f req-ec2049b5-61d3-4936-8ae4-8d391bc88f53 service nova] Releasing lock "refresh_cache-ed57b103-7d00-4700-85ba-cafacab768a4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.176019] env[70483]: DEBUG nova.compute.manager [req-b3eccebf-a73b-4704-868f-24b18b36768f req-ec2049b5-61d3-4936-8ae4-8d391bc88f53 service nova] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Received event network-changed-e7ec7653-ea39-4973-a62d-744ec768ddb0 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.176019] env[70483]: DEBUG nova.compute.manager [req-b3eccebf-a73b-4704-868f-24b18b36768f req-ec2049b5-61d3-4936-8ae4-8d391bc88f53 service nova] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Refreshing instance network info cache due to event network-changed-e7ec7653-ea39-4973-a62d-744ec768ddb0. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1116.176019] env[70483]: DEBUG oslo_concurrency.lockutils [req-b3eccebf-a73b-4704-868f-24b18b36768f req-ec2049b5-61d3-4936-8ae4-8d391bc88f53 service nova] Acquiring lock "refresh_cache-ed57b103-7d00-4700-85ba-cafacab768a4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.176019] env[70483]: DEBUG oslo_concurrency.lockutils [req-b3eccebf-a73b-4704-868f-24b18b36768f req-ec2049b5-61d3-4936-8ae4-8d391bc88f53 service nova] Acquired lock "refresh_cache-ed57b103-7d00-4700-85ba-cafacab768a4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.176019] env[70483]: DEBUG nova.network.neutron [req-b3eccebf-a73b-4704-868f-24b18b36768f req-ec2049b5-61d3-4936-8ae4-8d391bc88f53 service nova] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Refreshing network info cache for port e7ec7653-ea39-4973-a62d-744ec768ddb0 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.189693] env[70483]: DEBUG nova.network.neutron [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Successfully created port: ebe78fd1-1314-41eb-8c72-3c1fa16d3f6f {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1116.241692] env[70483]: DEBUG nova.compute.manager [None req-86270bb5-09e5-46bd-a4b3-9c88c92d2f37 tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1116.241692] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-86270bb5-09e5-46bd-a4b3-9c88c92d2f37 tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.242653] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652d4457-8051-4155-83bb-4f8588ecafe8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.258253] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc5e7b0-94ee-4c26-ac23-207732990f7f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.260289] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-86270bb5-09e5-46bd-a4b3-9c88c92d2f37 tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.261459] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-465cfb60-93a9-46d9-bc62-f703c9a4d2f8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.279424] env[70483]: DEBUG oslo_concurrency.lockutils [req-d1ce387d-b129-4224-b1b4-2e1274a402a1 req-731b4c17-80f7-438d-b394-c4c23e390f02 service nova] Releasing lock "refresh_cache-4ea8b8dd-7ba7-45de-9642-41dd0930dc59" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.280398] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Updating instance '31adb50e-33e9-40cc-a8dc-14985336b34a' progress to 0 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1116.290443] env[70483]: DEBUG oslo_vmware.api [None req-86270bb5-09e5-46bd-a4b3-9c88c92d2f37 tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Waiting for the task: (returnval){ [ 1116.290443] env[70483]: value = "task-3478646" [ 1116.290443] env[70483]: _type = "Task" [ 1116.290443] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.308971] env[70483]: DEBUG oslo_vmware.api [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Task: {'id': task-3478642, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.313753] env[70483]: DEBUG oslo_vmware.api [None req-86270bb5-09e5-46bd-a4b3-9c88c92d2f37 tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': task-3478646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.331340] env[70483]: DEBUG nova.compute.manager [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1116.336031] env[70483]: DEBUG oslo_concurrency.lockutils [None req-fc806fc7-d998-45b6-8c09-616da43e62bb tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.339957] env[70483]: DEBUG oslo_concurrency.lockutils [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.907s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.343015] env[70483]: INFO nova.compute.claims [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.390145] env[70483]: DEBUG nova.network.neutron [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Port 62f1cb01-9376-465e-96be-71c8507809e3 binding to destination host cpu-1 is already ACTIVE {{(pid=70483) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1116.390770] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "refresh_cache-a423d133-89f3-40fe-9986-02edc46cf0f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.390770] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquired lock "refresh_cache-a423d133-89f3-40fe-9986-02edc46cf0f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.390770] env[70483]: DEBUG nova.network.neutron [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.472673] env[70483]: DEBUG oslo_vmware.rw_handles [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520c4866-030a-300e-f7ee-3028b4e21916/disk-0.vmdk. {{(pid=70483) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1116.472952] env[70483]: INFO nova.virt.vmwareapi.images [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Downloaded image file data e877142e-857a-44e5-b822-61ad4572c4ec [ 1116.476756] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3ae3b3-7d0d-4362-8a1a-e894aadd48e8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.484623] env[70483]: DEBUG oslo_vmware.api [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478645, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366242} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.494846] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.495058] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.495240] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.498036] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13a559b6-3239-4aa5-b0ff-9c665a2d43c5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.582897] env[70483]: INFO nova.virt.vmwareapi.images [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] The imported VM was unregistered [ 1116.585315] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Caching image {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1116.585466] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Creating directory with path [datastore1] devstack-image-cache_base/e877142e-857a-44e5-b822-61ad4572c4ec {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.585701] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81fced4b-f6d4-480e-8e4d-046193332507 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.610598] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Created directory with path [datastore1] devstack-image-cache_base/e877142e-857a-44e5-b822-61ad4572c4ec {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.610837] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_102c3e15-d6f4-467c-8345-3a188799c4e4/OSTACK_IMG_102c3e15-d6f4-467c-8345-3a188799c4e4.vmdk to [datastore1] devstack-image-cache_base/e877142e-857a-44e5-b822-61ad4572c4ec/e877142e-857a-44e5-b822-61ad4572c4ec.vmdk. {{(pid=70483) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1116.611170] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-1673ba80-1f22-4fa6-9bf3-6e9fd30c3a83 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.618975] env[70483]: DEBUG oslo_vmware.api [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52c56389-0d7c-1c99-208b-469b44735bd7, 'name': SearchDatastore_Task, 'duration_secs': 0.016788} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.621050] env[70483]: DEBUG oslo_vmware.api [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for the task: (returnval){ [ 1116.621050] env[70483]: value = "task-3478648" [ 1116.621050] env[70483]: _type = "Task" [ 1116.621050] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.621307] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0c1eaf5-67eb-4d03-8cab-b03a0955c2cb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.629151] env[70483]: DEBUG oslo_vmware.api [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 1116.629151] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]528fd853-45ca-4388-e887-82fceead76a8" [ 1116.629151] env[70483]: _type = "Task" [ 1116.629151] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.633019] env[70483]: DEBUG oslo_vmware.api [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478648, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.640801] env[70483]: DEBUG oslo_vmware.api [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]528fd853-45ca-4388-e887-82fceead76a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.787312] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.787686] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57e91c0e-ce15-4d62-b587-59aa58ba2dc3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.798234] env[70483]: DEBUG oslo_vmware.api [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Task: {'id': task-3478642, 'name': PowerOnVM_Task, 'duration_secs': 0.564077} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.802137] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.802344] env[70483]: INFO nova.compute.manager [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Took 10.41 seconds to spawn the instance on the hypervisor. [ 1116.802528] env[70483]: DEBUG nova.compute.manager [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1116.802876] env[70483]: DEBUG oslo_vmware.api [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1116.802876] env[70483]: value = "task-3478649" [ 1116.802876] env[70483]: _type = "Task" [ 1116.802876] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.803593] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea9c53f-d3e3-4c79-8c73-b26c12401631 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.816146] env[70483]: DEBUG oslo_vmware.api [None req-86270bb5-09e5-46bd-a4b3-9c88c92d2f37 tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': task-3478646, 'name': PowerOffVM_Task, 'duration_secs': 0.373648} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.819753] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-86270bb5-09e5-46bd-a4b3-9c88c92d2f37 tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.819994] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-86270bb5-09e5-46bd-a4b3-9c88c92d2f37 tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.822050] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8077cf3-54dc-4d31-a5f1-c7fcfa879a0e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.830013] env[70483]: DEBUG oslo_vmware.api [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478649, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.896217] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-86270bb5-09e5-46bd-a4b3-9c88c92d2f37 tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.896471] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-86270bb5-09e5-46bd-a4b3-9c88c92d2f37 tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.896677] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-86270bb5-09e5-46bd-a4b3-9c88c92d2f37 tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Deleting the datastore file [datastore1] 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.899632] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c416907a-c666-4a5a-8f09-e1d5bcc8d658 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.907982] env[70483]: DEBUG oslo_vmware.api [None req-86270bb5-09e5-46bd-a4b3-9c88c92d2f37 tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Waiting for the task: (returnval){ [ 1116.907982] env[70483]: value = "task-3478651" [ 1116.907982] env[70483]: _type = "Task" [ 1116.907982] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.916850] env[70483]: DEBUG oslo_vmware.api [None req-86270bb5-09e5-46bd-a4b3-9c88c92d2f37 tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': task-3478651, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.093152] env[70483]: DEBUG nova.network.neutron [req-b3eccebf-a73b-4704-868f-24b18b36768f req-ec2049b5-61d3-4936-8ae4-8d391bc88f53 service nova] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Updated VIF entry in instance network info cache for port e7ec7653-ea39-4973-a62d-744ec768ddb0. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.093152] env[70483]: DEBUG nova.network.neutron [req-b3eccebf-a73b-4704-868f-24b18b36768f req-ec2049b5-61d3-4936-8ae4-8d391bc88f53 service nova] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Updating instance_info_cache with network_info: [{"id": "e7ec7653-ea39-4973-a62d-744ec768ddb0", "address": "fa:16:3e:e9:85:ea", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7ec7653-ea", "ovs_interfaceid": "e7ec7653-ea39-4973-a62d-744ec768ddb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.129156] env[70483]: DEBUG nova.network.neutron [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Updating instance_info_cache with network_info: [{"id": "62f1cb01-9376-465e-96be-71c8507809e3", "address": "fa:16:3e:61:30:48", "network": {"id": "d0584bad-a446-4fdb-9127-2d020acd6b5c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1392669969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02013d6cd47b4f1c9e3279214f1d2d7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62f1cb01-93", "ovs_interfaceid": "62f1cb01-9376-465e-96be-71c8507809e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.136452] env[70483]: DEBUG oslo_vmware.api [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478648, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.145634] env[70483]: DEBUG oslo_vmware.api [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]528fd853-45ca-4388-e887-82fceead76a8, 'name': SearchDatastore_Task, 'duration_secs': 0.020946} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.145941] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.146269] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 4ea8b8dd-7ba7-45de-9642-41dd0930dc59/4ea8b8dd-7ba7-45de-9642-41dd0930dc59.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.146580] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fac638a9-7f62-4b15-b6d3-7a2874f513a8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.153108] env[70483]: DEBUG oslo_vmware.api [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 1117.153108] env[70483]: value = "task-3478652" [ 1117.153108] env[70483]: _type = "Task" [ 1117.153108] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.161664] env[70483]: DEBUG oslo_vmware.api [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478652, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.320231] env[70483]: DEBUG oslo_vmware.api [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478649, 'name': PowerOffVM_Task, 'duration_secs': 0.240477} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.320618] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.320910] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Updating instance '31adb50e-33e9-40cc-a8dc-14985336b34a' progress to 17 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.339154] env[70483]: INFO nova.compute.manager [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Took 44.73 seconds to build instance. [ 1117.343199] env[70483]: DEBUG nova.compute.manager [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1117.377703] env[70483]: DEBUG nova.virt.hardware [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.377961] env[70483]: DEBUG nova.virt.hardware [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.378133] env[70483]: DEBUG nova.virt.hardware [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.378326] env[70483]: DEBUG nova.virt.hardware [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.378473] env[70483]: DEBUG nova.virt.hardware [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.378614] env[70483]: DEBUG nova.virt.hardware [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.378826] env[70483]: DEBUG nova.virt.hardware [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.378990] env[70483]: DEBUG nova.virt.hardware [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.379181] env[70483]: DEBUG nova.virt.hardware [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.379346] env[70483]: DEBUG nova.virt.hardware [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.379522] env[70483]: DEBUG nova.virt.hardware [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.380818] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d3388e-d4ad-4901-a061-c9e0f887b318 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.392360] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4cfc57-7af1-46ed-bf4a-26ae8bd4ba29 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.421854] env[70483]: DEBUG oslo_vmware.api [None req-86270bb5-09e5-46bd-a4b3-9c88c92d2f37 tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': task-3478651, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.531533] env[70483]: DEBUG nova.virt.hardware [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.531824] env[70483]: DEBUG nova.virt.hardware [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.531983] env[70483]: DEBUG nova.virt.hardware [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.532183] env[70483]: DEBUG nova.virt.hardware [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.532351] env[70483]: DEBUG nova.virt.hardware [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.532500] env[70483]: DEBUG nova.virt.hardware [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.532711] env[70483]: DEBUG nova.virt.hardware [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.532866] env[70483]: DEBUG nova.virt.hardware [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.533216] env[70483]: DEBUG nova.virt.hardware [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.533539] env[70483]: DEBUG nova.virt.hardware [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.533744] env[70483]: DEBUG nova.virt.hardware [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.534873] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f03edb-fed3-4d36-a623-f0d3bf12f5cb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.547045] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4640b271-4060-4740-9f56-afc8ef19ea10 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.563613] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:7a:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7043ca7a-807c-4c7b-b646-23ffece188b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c71a80da-f5cc-45a8-bf6a-5fc395164881', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.572570] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.572710] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.572963] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a00d23c4-35c1-4af0-82d0-726a8a513629 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.598175] env[70483]: DEBUG oslo_concurrency.lockutils [req-b3eccebf-a73b-4704-868f-24b18b36768f req-ec2049b5-61d3-4936-8ae4-8d391bc88f53 service nova] Releasing lock "refresh_cache-ed57b103-7d00-4700-85ba-cafacab768a4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.598175] env[70483]: DEBUG nova.compute.manager [req-b3eccebf-a73b-4704-868f-24b18b36768f req-ec2049b5-61d3-4936-8ae4-8d391bc88f53 service nova] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Received event network-changed-e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.598340] env[70483]: DEBUG nova.compute.manager [req-b3eccebf-a73b-4704-868f-24b18b36768f req-ec2049b5-61d3-4936-8ae4-8d391bc88f53 service nova] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Refreshing instance network info cache due to event network-changed-e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.598517] env[70483]: DEBUG oslo_concurrency.lockutils [req-b3eccebf-a73b-4704-868f-24b18b36768f req-ec2049b5-61d3-4936-8ae4-8d391bc88f53 service nova] Acquiring lock "refresh_cache-ef6fa7ed-b8aa-4221-a388-e86a72133cbc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.598711] env[70483]: DEBUG oslo_concurrency.lockutils [req-b3eccebf-a73b-4704-868f-24b18b36768f req-ec2049b5-61d3-4936-8ae4-8d391bc88f53 service nova] Acquired lock "refresh_cache-ef6fa7ed-b8aa-4221-a388-e86a72133cbc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.599045] env[70483]: DEBUG nova.network.neutron [req-b3eccebf-a73b-4704-868f-24b18b36768f req-ec2049b5-61d3-4936-8ae4-8d391bc88f53 service nova] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Refreshing network info cache for port e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.600322] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.600322] env[70483]: value = "task-3478653" [ 1117.600322] env[70483]: _type = "Task" [ 1117.600322] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.615043] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478653, 'name': CreateVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.632312] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Releasing lock "refresh_cache-a423d133-89f3-40fe-9986-02edc46cf0f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.641110] env[70483]: DEBUG nova.compute.manager [req-67e1657a-b618-46c0-952a-6c7f19704fcf req-1f072ef4-7dea-4fc1-9b95-265e2e5a4010 service nova] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Received event network-vif-plugged-ebe78fd1-1314-41eb-8c72-3c1fa16d3f6f {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.641501] env[70483]: DEBUG oslo_concurrency.lockutils [req-67e1657a-b618-46c0-952a-6c7f19704fcf req-1f072ef4-7dea-4fc1-9b95-265e2e5a4010 service nova] Acquiring lock "4621c6cd-45ab-4b29-949a-967f12b4d932-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.641894] env[70483]: DEBUG oslo_concurrency.lockutils [req-67e1657a-b618-46c0-952a-6c7f19704fcf req-1f072ef4-7dea-4fc1-9b95-265e2e5a4010 service nova] Lock "4621c6cd-45ab-4b29-949a-967f12b4d932-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.642178] env[70483]: DEBUG oslo_concurrency.lockutils [req-67e1657a-b618-46c0-952a-6c7f19704fcf req-1f072ef4-7dea-4fc1-9b95-265e2e5a4010 service nova] Lock "4621c6cd-45ab-4b29-949a-967f12b4d932-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.642470] env[70483]: DEBUG nova.compute.manager [req-67e1657a-b618-46c0-952a-6c7f19704fcf req-1f072ef4-7dea-4fc1-9b95-265e2e5a4010 service nova] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] No waiting events found dispatching network-vif-plugged-ebe78fd1-1314-41eb-8c72-3c1fa16d3f6f {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1117.642794] env[70483]: WARNING nova.compute.manager [req-67e1657a-b618-46c0-952a-6c7f19704fcf req-1f072ef4-7dea-4fc1-9b95-265e2e5a4010 service nova] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Received unexpected event network-vif-plugged-ebe78fd1-1314-41eb-8c72-3c1fa16d3f6f for instance with vm_state building and task_state spawning. [ 1117.643553] env[70483]: DEBUG oslo_vmware.api [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478648, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.672767] env[70483]: DEBUG oslo_vmware.api [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478652, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.748402] env[70483]: DEBUG nova.network.neutron [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Successfully updated port: ebe78fd1-1314-41eb-8c72-3c1fa16d3f6f {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1117.793345] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d537ce2d-7773-413e-9b29-1bb0418d97b8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.801793] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cabe38f-d7f8-4f51-a1fd-bf3bea1c66f4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.837905] env[70483]: DEBUG nova.virt.hardware [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.838173] env[70483]: DEBUG nova.virt.hardware [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.838376] env[70483]: DEBUG nova.virt.hardware [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.838592] env[70483]: DEBUG nova.virt.hardware [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.838764] env[70483]: DEBUG nova.virt.hardware [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.838883] env[70483]: DEBUG nova.virt.hardware [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.839103] env[70483]: DEBUG nova.virt.hardware [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.839261] env[70483]: DEBUG nova.virt.hardware [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.839481] env[70483]: DEBUG nova.virt.hardware [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.839651] env[70483]: DEBUG nova.virt.hardware [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.839855] env[70483]: DEBUG nova.virt.hardware [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.846027] env[70483]: DEBUG oslo_concurrency.lockutils [None req-985a087d-96a2-4bd8-9432-ea8b186664a4 tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Lock "c298ac9c-db19-4eff-82a5-133a1f8596f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.241s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.846266] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a728bd1-e240-4d00-ae60-9f92778da042 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.857498] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33b10e4-06c6-4847-b33d-ba56fa6d85ee {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.866142] env[70483]: DEBUG oslo_vmware.api [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1117.866142] env[70483]: value = "task-3478654" [ 1117.866142] env[70483]: _type = "Task" [ 1117.866142] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.873765] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c33f7cf-7e6a-4ead-b3a2-c2ba99edd039 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.882512] env[70483]: DEBUG oslo_vmware.api [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478654, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.899470] env[70483]: DEBUG nova.compute.provider_tree [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.922481] env[70483]: DEBUG oslo_vmware.api [None req-86270bb5-09e5-46bd-a4b3-9c88c92d2f37 tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': task-3478651, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.121780] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478653, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.142813] env[70483]: DEBUG oslo_vmware.api [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478648, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.148443] env[70483]: DEBUG nova.compute.manager [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70483) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1118.168444] env[70483]: DEBUG oslo_vmware.api [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478652, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.252789] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "refresh_cache-4621c6cd-45ab-4b29-949a-967f12b4d932" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.252952] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquired lock "refresh_cache-4621c6cd-45ab-4b29-949a-967f12b4d932" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.253152] env[70483]: DEBUG nova.network.neutron [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.372149] env[70483]: DEBUG nova.network.neutron [req-b3eccebf-a73b-4704-868f-24b18b36768f req-ec2049b5-61d3-4936-8ae4-8d391bc88f53 service nova] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Updated VIF entry in instance network info cache for port e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.372674] env[70483]: DEBUG nova.network.neutron [req-b3eccebf-a73b-4704-868f-24b18b36768f req-ec2049b5-61d3-4936-8ae4-8d391bc88f53 service nova] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Updating instance_info_cache with network_info: [{"id": "e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f", "address": "fa:16:3e:5e:42:ed", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3aeb7f2-24", "ovs_interfaceid": "e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.389268] env[70483]: DEBUG oslo_vmware.api [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478654, 'name': ReconfigVM_Task, 'duration_secs': 0.261502} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.389648] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Updating instance '31adb50e-33e9-40cc-a8dc-14985336b34a' progress to 33 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1118.403522] env[70483]: DEBUG nova.scheduler.client.report [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.436551] env[70483]: DEBUG oslo_vmware.api [None req-86270bb5-09e5-46bd-a4b3-9c88c92d2f37 tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': task-3478651, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.616292] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478653, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.641054] env[70483]: DEBUG oslo_vmware.api [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478648, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.672271] env[70483]: DEBUG oslo_vmware.api [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478652, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.792510] env[70483]: DEBUG nova.network.neutron [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1118.879359] env[70483]: DEBUG oslo_concurrency.lockutils [req-b3eccebf-a73b-4704-868f-24b18b36768f req-ec2049b5-61d3-4936-8ae4-8d391bc88f53 service nova] Releasing lock "refresh_cache-ef6fa7ed-b8aa-4221-a388-e86a72133cbc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.903122] env[70483]: DEBUG nova.virt.hardware [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.903122] env[70483]: DEBUG nova.virt.hardware [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.903122] env[70483]: DEBUG nova.virt.hardware [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.903422] env[70483]: DEBUG nova.virt.hardware [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.903535] env[70483]: DEBUG nova.virt.hardware [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.903725] env[70483]: DEBUG nova.virt.hardware [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.904259] env[70483]: DEBUG nova.virt.hardware [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.904514] env[70483]: DEBUG nova.virt.hardware [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.904752] env[70483]: DEBUG nova.virt.hardware [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.904969] env[70483]: DEBUG nova.virt.hardware [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.905414] env[70483]: DEBUG nova.virt.hardware [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.912316] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Reconfiguring VM instance instance-00000023 to detach disk 2000 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1118.915591] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cea099e8-459f-4f6b-8b88-ef3db402b5ba {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.931300] env[70483]: DEBUG oslo_concurrency.lockutils [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.932025] env[70483]: DEBUG nova.compute.manager [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1118.938318] env[70483]: DEBUG oslo_concurrency.lockutils [None req-986d34a6-f990-43da-a514-fbcaccee1f1f tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.553s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.938593] env[70483]: DEBUG nova.objects.instance [None req-986d34a6-f990-43da-a514-fbcaccee1f1f tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Lazy-loading 'resources' on Instance uuid b56ccf54-0a19-441f-bb4e-c19822b9994b {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.947242] env[70483]: DEBUG oslo_vmware.api [None req-86270bb5-09e5-46bd-a4b3-9c88c92d2f37 tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Task: {'id': task-3478651, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.766351} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.948245] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-86270bb5-09e5-46bd-a4b3-9c88c92d2f37 tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1118.948456] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-86270bb5-09e5-46bd-a4b3-9c88c92d2f37 tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1118.949248] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-86270bb5-09e5-46bd-a4b3-9c88c92d2f37 tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1118.949248] env[70483]: INFO nova.compute.manager [None req-86270bb5-09e5-46bd-a4b3-9c88c92d2f37 tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Took 2.71 seconds to destroy the instance on the hypervisor. [ 1118.949248] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86270bb5-09e5-46bd-a4b3-9c88c92d2f37 tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.951269] env[70483]: DEBUG nova.compute.manager [-] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1118.951428] env[70483]: DEBUG nova.network.neutron [-] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1118.953543] env[70483]: DEBUG oslo_vmware.api [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1118.953543] env[70483]: value = "task-3478655" [ 1118.953543] env[70483]: _type = "Task" [ 1118.953543] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.969289] env[70483]: DEBUG oslo_vmware.api [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478655, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.005570] env[70483]: DEBUG nova.network.neutron [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Updating instance_info_cache with network_info: [{"id": "ebe78fd1-1314-41eb-8c72-3c1fa16d3f6f", "address": "fa:16:3e:2b:86:f8", "network": {"id": "2cea8cdf-4e36-4443-b6fe-a1ded03b034b", "bridge": "br-int", "label": "tempest-ServersTestJSON-722535830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8ebecbd62e943518425df622f7274f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebe78fd1-13", "ovs_interfaceid": "ebe78fd1-1314-41eb-8c72-3c1fa16d3f6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.115130] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478653, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.142637] env[70483]: DEBUG oslo_vmware.api [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478648, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.171257] env[70483]: DEBUG oslo_vmware.api [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478652, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.285891] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.448619] env[70483]: DEBUG nova.compute.utils [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1119.456035] env[70483]: DEBUG nova.compute.manager [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1119.456035] env[70483]: DEBUG nova.network.neutron [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1119.473557] env[70483]: DEBUG oslo_vmware.api [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478655, 'name': ReconfigVM_Task, 'duration_secs': 0.30971} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.473853] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Reconfigured VM instance instance-00000023 to detach disk 2000 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1119.474808] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8168a0ac-33ee-494b-b057-0c814e05cac6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.511620] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 31adb50e-33e9-40cc-a8dc-14985336b34a/31adb50e-33e9-40cc-a8dc-14985336b34a.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.513464] env[70483]: DEBUG nova.policy [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b9028518cea44bc87614bdf910f6ed6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de4bf47688a34f51898d9809e7767e55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1119.517821] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Releasing lock "refresh_cache-4621c6cd-45ab-4b29-949a-967f12b4d932" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.518203] env[70483]: DEBUG nova.compute.manager [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Instance network_info: |[{"id": "ebe78fd1-1314-41eb-8c72-3c1fa16d3f6f", "address": "fa:16:3e:2b:86:f8", "network": {"id": "2cea8cdf-4e36-4443-b6fe-a1ded03b034b", "bridge": "br-int", "label": "tempest-ServersTestJSON-722535830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8ebecbd62e943518425df622f7274f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebe78fd1-13", "ovs_interfaceid": "ebe78fd1-1314-41eb-8c72-3c1fa16d3f6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1119.518556] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd1673cb-a13a-4176-a807-ccfac1e8444d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.532691] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:86:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f969bd9-e040-4b9b-85b2-7c61231584ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebe78fd1-1314-41eb-8c72-3c1fa16d3f6f', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1119.541059] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.542143] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1119.542837] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-175fad2a-acd6-4e8e-b7ab-e3522464de9d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.564441] env[70483]: DEBUG oslo_vmware.api [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1119.564441] env[70483]: value = "task-3478656" [ 1119.564441] env[70483]: _type = "Task" [ 1119.564441] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.570463] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1119.570463] env[70483]: value = "task-3478657" [ 1119.570463] env[70483]: _type = "Task" [ 1119.570463] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.580665] env[70483]: DEBUG oslo_vmware.api [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.591995] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478657, 'name': CreateVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.613941] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478653, 'name': CreateVM_Task, 'duration_secs': 1.633044} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.617256] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.618603] env[70483]: DEBUG oslo_concurrency.lockutils [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.618769] env[70483]: DEBUG oslo_concurrency.lockutils [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.619104] env[70483]: DEBUG oslo_concurrency.lockutils [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.619383] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ece7070-048f-42b9-bdf0-f729f90e1a0a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.625150] env[70483]: DEBUG oslo_vmware.api [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1119.625150] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5263178e-aa47-3398-82f6-68c1ae5bc55e" [ 1119.625150] env[70483]: _type = "Task" [ 1119.625150] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.639410] env[70483]: DEBUG oslo_vmware.api [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5263178e-aa47-3398-82f6-68c1ae5bc55e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.648927] env[70483]: DEBUG oslo_vmware.api [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478648, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.671027] env[70483]: DEBUG oslo_vmware.api [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478652, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.879392] env[70483]: DEBUG nova.network.neutron [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Successfully created port: 26e84ca8-bbf1-4196-9116-c8f6e7b32674 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1119.933404] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f8dedf-5492-4da2-939f-60f70708d6ed {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.941305] env[70483]: DEBUG nova.network.neutron [-] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.943674] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3877b7-0f76-4295-9607-68a4c7f273d2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.977473] env[70483]: DEBUG nova.compute.manager [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1119.981084] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be00e70b-1fc0-4208-bcd5-5befc0e7f764 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.989681] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff966f0b-1860-4cfa-b16b-fbe2446e899c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.004759] env[70483]: DEBUG nova.compute.provider_tree [None req-986d34a6-f990-43da-a514-fbcaccee1f1f tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.021795] env[70483]: DEBUG nova.compute.manager [req-67ac8c87-d042-4ead-ad82-ad1fe6acf789 req-f0de4de0-3fb9-4c8d-b25d-8cb5585945cf service nova] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Received event network-changed-9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.021795] env[70483]: DEBUG nova.compute.manager [req-67ac8c87-d042-4ead-ad82-ad1fe6acf789 req-f0de4de0-3fb9-4c8d-b25d-8cb5585945cf service nova] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Refreshing instance network info cache due to event network-changed-9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.021795] env[70483]: DEBUG oslo_concurrency.lockutils [req-67ac8c87-d042-4ead-ad82-ad1fe6acf789 req-f0de4de0-3fb9-4c8d-b25d-8cb5585945cf service nova] Acquiring lock "refresh_cache-c298ac9c-db19-4eff-82a5-133a1f8596f6" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.021795] env[70483]: DEBUG oslo_concurrency.lockutils [req-67ac8c87-d042-4ead-ad82-ad1fe6acf789 req-f0de4de0-3fb9-4c8d-b25d-8cb5585945cf service nova] Acquired lock "refresh_cache-c298ac9c-db19-4eff-82a5-133a1f8596f6" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.021795] env[70483]: DEBUG nova.network.neutron [req-67ac8c87-d042-4ead-ad82-ad1fe6acf789 req-f0de4de0-3fb9-4c8d-b25d-8cb5585945cf service nova] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Refreshing network info cache for port 9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.083387] env[70483]: DEBUG oslo_vmware.api [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.089045] env[70483]: DEBUG nova.compute.manager [req-fe5f4d9a-4046-4eab-afc9-d2c692050af7 req-879275b2-554f-43ca-8187-c6fc274fe803 service nova] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Received event network-changed-ebe78fd1-1314-41eb-8c72-3c1fa16d3f6f {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.089235] env[70483]: DEBUG nova.compute.manager [req-fe5f4d9a-4046-4eab-afc9-d2c692050af7 req-879275b2-554f-43ca-8187-c6fc274fe803 service nova] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Refreshing instance network info cache due to event network-changed-ebe78fd1-1314-41eb-8c72-3c1fa16d3f6f. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.089451] env[70483]: DEBUG oslo_concurrency.lockutils [req-fe5f4d9a-4046-4eab-afc9-d2c692050af7 req-879275b2-554f-43ca-8187-c6fc274fe803 service nova] Acquiring lock "refresh_cache-4621c6cd-45ab-4b29-949a-967f12b4d932" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.089583] env[70483]: DEBUG oslo_concurrency.lockutils [req-fe5f4d9a-4046-4eab-afc9-d2c692050af7 req-879275b2-554f-43ca-8187-c6fc274fe803 service nova] Acquired lock "refresh_cache-4621c6cd-45ab-4b29-949a-967f12b4d932" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.089760] env[70483]: DEBUG nova.network.neutron [req-fe5f4d9a-4046-4eab-afc9-d2c692050af7 req-879275b2-554f-43ca-8187-c6fc274fe803 service nova] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Refreshing network info cache for port ebe78fd1-1314-41eb-8c72-3c1fa16d3f6f {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.091349] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478657, 'name': CreateVM_Task, 'duration_secs': 0.44427} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.091813] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1120.092472] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.142201] env[70483]: DEBUG oslo_vmware.api [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5263178e-aa47-3398-82f6-68c1ae5bc55e, 'name': SearchDatastore_Task, 'duration_secs': 0.029819} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.142572] env[70483]: DEBUG oslo_vmware.api [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478648, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.163876} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.142903] env[70483]: DEBUG oslo_concurrency.lockutils [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.143278] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.143576] env[70483]: DEBUG oslo_concurrency.lockutils [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.143792] env[70483]: DEBUG oslo_concurrency.lockutils [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.144390] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.144455] env[70483]: INFO nova.virt.vmwareapi.ds_util [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_102c3e15-d6f4-467c-8345-3a188799c4e4/OSTACK_IMG_102c3e15-d6f4-467c-8345-3a188799c4e4.vmdk to [datastore1] devstack-image-cache_base/e877142e-857a-44e5-b822-61ad4572c4ec/e877142e-857a-44e5-b822-61ad4572c4ec.vmdk. [ 1120.144706] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Cleaning up location [datastore1] OSTACK_IMG_102c3e15-d6f4-467c-8345-3a188799c4e4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1120.144952] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_102c3e15-d6f4-467c-8345-3a188799c4e4 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.145303] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.146984] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.147894] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7e656c0-956e-4056-9813-cc71ef58ce23 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.152021] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3a10936-3c51-4a7c-be66-ed5baea428cd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.152021] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-452521b3-cda3-4345-8fb0-2244ac520884 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.163721] env[70483]: DEBUG oslo_vmware.api [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 1120.163721] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]529e4f3e-6062-05be-19ba-adcd7ef70fe2" [ 1120.163721] env[70483]: _type = "Task" [ 1120.163721] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.164127] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.164360] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.165210] env[70483]: DEBUG oslo_vmware.api [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for the task: (returnval){ [ 1120.165210] env[70483]: value = "task-3478658" [ 1120.165210] env[70483]: _type = "Task" [ 1120.165210] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.165927] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca66db7e-9502-44cd-bf28-e1365a81f7fb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.177140] env[70483]: DEBUG oslo_vmware.api [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478652, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.564216} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.177850] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 4ea8b8dd-7ba7-45de-9642-41dd0930dc59/4ea8b8dd-7ba7-45de-9642-41dd0930dc59.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1120.178144] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1120.179018] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5d7f530-fba5-4a54-a534-04aa13302b50 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.188187] env[70483]: DEBUG oslo_vmware.api [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]529e4f3e-6062-05be-19ba-adcd7ef70fe2, 'name': SearchDatastore_Task, 'duration_secs': 0.010768} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.188554] env[70483]: DEBUG oslo_vmware.api [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1120.188554] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ce1c3b-d3c7-bb10-3fbe-70ae95b331aa" [ 1120.188554] env[70483]: _type = "Task" [ 1120.188554] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.189122] env[70483]: DEBUG oslo_vmware.api [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.189731] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.189985] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.190249] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.194615] env[70483]: DEBUG oslo_vmware.api [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 1120.194615] env[70483]: value = "task-3478659" [ 1120.194615] env[70483]: _type = "Task" [ 1120.194615] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.201219] env[70483]: DEBUG oslo_vmware.api [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ce1c3b-d3c7-bb10-3fbe-70ae95b331aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.208341] env[70483]: DEBUG oslo_vmware.api [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478659, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.448435] env[70483]: INFO nova.compute.manager [-] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Took 1.50 seconds to deallocate network for instance. [ 1120.507934] env[70483]: DEBUG nova.scheduler.client.report [None req-986d34a6-f990-43da-a514-fbcaccee1f1f tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.576640] env[70483]: DEBUG oslo_vmware.api [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.684736] env[70483]: DEBUG oslo_vmware.api [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.045043} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.684736] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.684736] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e877142e-857a-44e5-b822-61ad4572c4ec/e877142e-857a-44e5-b822-61ad4572c4ec.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.684736] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e877142e-857a-44e5-b822-61ad4572c4ec/e877142e-857a-44e5-b822-61ad4572c4ec.vmdk to [datastore1] 564f1aef-f107-46c8-ae0b-01df1e8aa2d2/564f1aef-f107-46c8-ae0b-01df1e8aa2d2.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1120.684736] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49317f0c-7386-4f8c-bf92-5a047ec585f3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.690847] env[70483]: DEBUG oslo_vmware.api [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for the task: (returnval){ [ 1120.690847] env[70483]: value = "task-3478660" [ 1120.690847] env[70483]: _type = "Task" [ 1120.690847] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.708384] env[70483]: DEBUG oslo_vmware.api [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ce1c3b-d3c7-bb10-3fbe-70ae95b331aa, 'name': SearchDatastore_Task, 'duration_secs': 0.019556} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.712211] env[70483]: DEBUG oslo_vmware.api [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478660, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.712428] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-592ff5f5-6eb1-4583-814e-d871e61419f7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.717442] env[70483]: DEBUG oslo_vmware.api [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478659, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.296844} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.720110] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.720888] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f56a5a2-3d03-4289-a214-af20f41655ad {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.726796] env[70483]: DEBUG oslo_vmware.api [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1120.726796] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5290b5ec-5a2c-b858-da60-0d517c3b3ed7" [ 1120.726796] env[70483]: _type = "Task" [ 1120.726796] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.745898] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 4ea8b8dd-7ba7-45de-9642-41dd0930dc59/4ea8b8dd-7ba7-45de-9642-41dd0930dc59.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.749168] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3d7ef2f-c734-46da-bb98-19504a596615 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.767886] env[70483]: DEBUG nova.network.neutron [req-67ac8c87-d042-4ead-ad82-ad1fe6acf789 req-f0de4de0-3fb9-4c8d-b25d-8cb5585945cf service nova] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Updated VIF entry in instance network info cache for port 9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.768260] env[70483]: DEBUG nova.network.neutron [req-67ac8c87-d042-4ead-ad82-ad1fe6acf789 req-f0de4de0-3fb9-4c8d-b25d-8cb5585945cf service nova] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Updating instance_info_cache with network_info: [{"id": "9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b", "address": "fa:16:3e:d8:a9:b0", "network": {"id": "6c10fd7a-6939-4f3a-9b26-98f3a84817b9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-518923599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7e7fc3f323b41158dffb8da146f16b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a612f8e-fb", "ovs_interfaceid": "9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.770176] env[70483]: DEBUG oslo_vmware.api [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5290b5ec-5a2c-b858-da60-0d517c3b3ed7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.776422] env[70483]: DEBUG oslo_vmware.api [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 1120.776422] env[70483]: value = "task-3478661" [ 1120.776422] env[70483]: _type = "Task" [ 1120.776422] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.785683] env[70483]: DEBUG oslo_vmware.api [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478661, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.866453] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6d7e2c67-de8b-4a0e-9ef5-d3e9c1290784 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "interface-ef6fa7ed-b8aa-4221-a388-e86a72133cbc-c71c20e5-e2af-4a6e-aa36-cf6031acec04" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.866741] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6d7e2c67-de8b-4a0e-9ef5-d3e9c1290784 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "interface-ef6fa7ed-b8aa-4221-a388-e86a72133cbc-c71c20e5-e2af-4a6e-aa36-cf6031acec04" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.867121] env[70483]: DEBUG nova.objects.instance [None req-6d7e2c67-de8b-4a0e-9ef5-d3e9c1290784 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lazy-loading 'flavor' on Instance uuid ef6fa7ed-b8aa-4221-a388-e86a72133cbc {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.909256] env[70483]: DEBUG nova.network.neutron [req-fe5f4d9a-4046-4eab-afc9-d2c692050af7 req-879275b2-554f-43ca-8187-c6fc274fe803 service nova] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Updated VIF entry in instance network info cache for port ebe78fd1-1314-41eb-8c72-3c1fa16d3f6f. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.909689] env[70483]: DEBUG nova.network.neutron [req-fe5f4d9a-4046-4eab-afc9-d2c692050af7 req-879275b2-554f-43ca-8187-c6fc274fe803 service nova] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Updating instance_info_cache with network_info: [{"id": "ebe78fd1-1314-41eb-8c72-3c1fa16d3f6f", "address": "fa:16:3e:2b:86:f8", "network": {"id": "2cea8cdf-4e36-4443-b6fe-a1ded03b034b", "bridge": "br-int", "label": "tempest-ServersTestJSON-722535830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8ebecbd62e943518425df622f7274f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebe78fd1-13", "ovs_interfaceid": "ebe78fd1-1314-41eb-8c72-3c1fa16d3f6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.958219] env[70483]: DEBUG oslo_concurrency.lockutils [None req-86270bb5-09e5-46bd-a4b3-9c88c92d2f37 tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.989911] env[70483]: DEBUG nova.compute.manager [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1121.015650] env[70483]: DEBUG oslo_concurrency.lockutils [None req-986d34a6-f990-43da-a514-fbcaccee1f1f tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.077s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.019212] env[70483]: DEBUG oslo_concurrency.lockutils [None req-aec67523-bfff-414d-b740-017b93f73b73 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.521s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.019508] env[70483]: DEBUG nova.objects.instance [None req-aec67523-bfff-414d-b740-017b93f73b73 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lazy-loading 'resources' on Instance uuid 8c04b455-94ed-420e-964a-9b96ff5c7a3c {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.026326] env[70483]: DEBUG nova.virt.hardware [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.027286] env[70483]: DEBUG nova.virt.hardware [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.027509] env[70483]: DEBUG nova.virt.hardware [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.027767] env[70483]: DEBUG nova.virt.hardware [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.028166] env[70483]: DEBUG nova.virt.hardware [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.028166] env[70483]: DEBUG nova.virt.hardware [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.028337] env[70483]: DEBUG nova.virt.hardware [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.028501] env[70483]: DEBUG nova.virt.hardware [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.028678] env[70483]: DEBUG nova.virt.hardware [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.028934] env[70483]: DEBUG nova.virt.hardware [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.029074] env[70483]: DEBUG nova.virt.hardware [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.030101] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df05a5f6-3dd1-42b3-803d-fed5b7f239f3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.040564] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f340d85a-f54a-4fa5-a7f7-729af800fef8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.059728] env[70483]: INFO nova.scheduler.client.report [None req-986d34a6-f990-43da-a514-fbcaccee1f1f tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Deleted allocations for instance b56ccf54-0a19-441f-bb4e-c19822b9994b [ 1121.077843] env[70483]: DEBUG oslo_vmware.api [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478656, 'name': ReconfigVM_Task, 'duration_secs': 1.196349} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.079040] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 31adb50e-33e9-40cc-a8dc-14985336b34a/31adb50e-33e9-40cc-a8dc-14985336b34a.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.079040] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Updating instance '31adb50e-33e9-40cc-a8dc-14985336b34a' progress to 50 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.204776] env[70483]: DEBUG oslo_vmware.api [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478660, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.240170] env[70483]: DEBUG oslo_vmware.api [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5290b5ec-5a2c-b858-da60-0d517c3b3ed7, 'name': SearchDatastore_Task, 'duration_secs': 0.031357} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.240673] env[70483]: DEBUG oslo_concurrency.lockutils [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.240748] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 10977961-8a06-4d1d-8845-07ffe3127049/10977961-8a06-4d1d-8845-07ffe3127049.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.241029] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.241222] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1121.241454] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51745376-c993-46da-9024-20f6eccf89c8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.243637] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9066b395-39bb-448a-89eb-a093aa9cf049 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.252291] env[70483]: DEBUG oslo_vmware.api [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1121.252291] env[70483]: value = "task-3478662" [ 1121.252291] env[70483]: _type = "Task" [ 1121.252291] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.258060] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1121.258060] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1121.259187] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee1f1693-e1aa-4df3-84a4-12b747e05f73 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.265056] env[70483]: DEBUG oslo_vmware.api [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.271839] env[70483]: DEBUG oslo_concurrency.lockutils [req-67ac8c87-d042-4ead-ad82-ad1fe6acf789 req-f0de4de0-3fb9-4c8d-b25d-8cb5585945cf service nova] Releasing lock "refresh_cache-c298ac9c-db19-4eff-82a5-133a1f8596f6" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.273572] env[70483]: DEBUG oslo_vmware.api [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 1121.273572] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5280dc2e-d365-249e-e051-b22417e7b6d1" [ 1121.273572] env[70483]: _type = "Task" [ 1121.273572] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.286632] env[70483]: DEBUG oslo_vmware.api [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478661, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.289934] env[70483]: DEBUG oslo_vmware.api [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5280dc2e-d365-249e-e051-b22417e7b6d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.403254] env[70483]: DEBUG nova.network.neutron [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Successfully updated port: 26e84ca8-bbf1-4196-9116-c8f6e7b32674 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1121.413439] env[70483]: DEBUG oslo_concurrency.lockutils [req-fe5f4d9a-4046-4eab-afc9-d2c692050af7 req-879275b2-554f-43ca-8187-c6fc274fe803 service nova] Releasing lock "refresh_cache-4621c6cd-45ab-4b29-949a-967f12b4d932" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.413715] env[70483]: DEBUG nova.compute.manager [req-fe5f4d9a-4046-4eab-afc9-d2c692050af7 req-879275b2-554f-43ca-8187-c6fc274fe803 service nova] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Received event network-vif-deleted-d9b6ad52-ae20-46a2-9ebd-917e99b52203 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.540316] env[70483]: DEBUG nova.objects.instance [None req-6d7e2c67-de8b-4a0e-9ef5-d3e9c1290784 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lazy-loading 'pci_requests' on Instance uuid ef6fa7ed-b8aa-4221-a388-e86a72133cbc {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.567306] env[70483]: DEBUG oslo_concurrency.lockutils [None req-986d34a6-f990-43da-a514-fbcaccee1f1f tempest-TenantUsagesTestJSON-926693791 tempest-TenantUsagesTestJSON-926693791-project-member] Lock "b56ccf54-0a19-441f-bb4e-c19822b9994b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.665s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.589710] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9142bbbb-518d-4aab-84fd-43d0a7c6cd31 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.618294] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ac3d41-268c-4f90-87bb-9f93da68cea3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.642163] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Updating instance '31adb50e-33e9-40cc-a8dc-14985336b34a' progress to 67 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.712732] env[70483]: DEBUG oslo_vmware.api [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478660, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.767252] env[70483]: DEBUG oslo_vmware.api [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478662, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.791032] env[70483]: DEBUG oslo_vmware.api [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478661, 'name': ReconfigVM_Task, 'duration_secs': 0.531473} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.794619] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 4ea8b8dd-7ba7-45de-9642-41dd0930dc59/4ea8b8dd-7ba7-45de-9642-41dd0930dc59.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.795345] env[70483]: DEBUG oslo_vmware.api [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5280dc2e-d365-249e-e051-b22417e7b6d1, 'name': SearchDatastore_Task, 'duration_secs': 0.017818} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.798416] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc92ea33-d247-4fb3-92f6-49b576320655 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.802389] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01cdd682-9754-4596-9ffc-aabc8ea301fd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.808520] env[70483]: DEBUG oslo_vmware.api [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 1121.808520] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5218912a-9d60-fe46-dcba-a296585bff57" [ 1121.808520] env[70483]: _type = "Task" [ 1121.808520] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.813877] env[70483]: DEBUG oslo_vmware.api [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 1121.813877] env[70483]: value = "task-3478663" [ 1121.813877] env[70483]: _type = "Task" [ 1121.813877] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.823921] env[70483]: DEBUG oslo_vmware.api [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5218912a-9d60-fe46-dcba-a296585bff57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.835773] env[70483]: DEBUG oslo_vmware.api [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478663, 'name': Rename_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.908463] env[70483]: DEBUG oslo_concurrency.lockutils [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "refresh_cache-adf03329-badc-4913-8d55-d2084801252c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.908634] env[70483]: DEBUG oslo_concurrency.lockutils [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquired lock "refresh_cache-adf03329-badc-4913-8d55-d2084801252c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.908795] env[70483]: DEBUG nova.network.neutron [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.925878] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d49f95-e16f-4664-9e19-c085e9d670aa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.940705] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6b290f-0bf2-4667-ae3e-ff02f907237d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.980676] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a17467-2b25-47d6-a936-263f41609cad {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.992587] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65321cba-6584-489a-80de-7b02ae0d0cf8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.012772] env[70483]: DEBUG nova.compute.provider_tree [None req-aec67523-bfff-414d-b740-017b93f73b73 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.043030] env[70483]: DEBUG nova.objects.base [None req-6d7e2c67-de8b-4a0e-9ef5-d3e9c1290784 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70483) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1122.043030] env[70483]: DEBUG nova.network.neutron [None req-6d7e2c67-de8b-4a0e-9ef5-d3e9c1290784 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1122.149692] env[70483]: DEBUG nova.policy [None req-6d7e2c67-de8b-4a0e-9ef5-d3e9c1290784 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7ab60a72ab04359a8f5e7f607059055', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd941c3f1da57481e9eb853fb6f6e0274', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1122.200237] env[70483]: DEBUG nova.network.neutron [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Port cca08ae9-5f63-42a5-96fd-8120aa3c504a binding to destination host cpu-1 is already ACTIVE {{(pid=70483) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1122.217159] env[70483]: DEBUG oslo_vmware.api [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478660, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.267622] env[70483]: DEBUG oslo_vmware.api [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706169} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.267907] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 10977961-8a06-4d1d-8845-07ffe3127049/10977961-8a06-4d1d-8845-07ffe3127049.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.268143] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.268423] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85ad01e5-3ce6-43a6-a4e8-c5b6f022dd87 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.279648] env[70483]: DEBUG oslo_vmware.api [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1122.279648] env[70483]: value = "task-3478664" [ 1122.279648] env[70483]: _type = "Task" [ 1122.279648] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.294615] env[70483]: DEBUG oslo_vmware.api [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.326527] env[70483]: DEBUG oslo_vmware.api [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5218912a-9d60-fe46-dcba-a296585bff57, 'name': SearchDatastore_Task, 'duration_secs': 0.057657} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.327314] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.327605] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 4621c6cd-45ab-4b29-949a-967f12b4d932/4621c6cd-45ab-4b29-949a-967f12b4d932.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1122.327891] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d88b474-b9f7-4788-979c-c1d08941a2f9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.333769] env[70483]: DEBUG oslo_vmware.api [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478663, 'name': Rename_Task, 'duration_secs': 0.423544} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.335085] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.335383] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c89553f0-4517-432f-a93e-1833a6182aa0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.341964] env[70483]: DEBUG oslo_vmware.api [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 1122.341964] env[70483]: value = "task-3478666" [ 1122.341964] env[70483]: _type = "Task" [ 1122.341964] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.343523] env[70483]: DEBUG oslo_vmware.api [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 1122.343523] env[70483]: value = "task-3478665" [ 1122.343523] env[70483]: _type = "Task" [ 1122.343523] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.356602] env[70483]: DEBUG oslo_vmware.api [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.360090] env[70483]: DEBUG oslo_vmware.api [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478666, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.446187] env[70483]: DEBUG nova.network.neutron [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1122.516492] env[70483]: DEBUG nova.scheduler.client.report [None req-aec67523-bfff-414d-b740-017b93f73b73 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.641116] env[70483]: DEBUG nova.network.neutron [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Updating instance_info_cache with network_info: [{"id": "26e84ca8-bbf1-4196-9116-c8f6e7b32674", "address": "fa:16:3e:ff:61:53", "network": {"id": "f329a1c0-ec70-423d-802d-b6209ab8aec8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1307516247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de4bf47688a34f51898d9809e7767e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26e84ca8-bb", "ovs_interfaceid": "26e84ca8-bbf1-4196-9116-c8f6e7b32674", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.719716] env[70483]: DEBUG oslo_vmware.api [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478660, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.798927] env[70483]: DEBUG oslo_vmware.api [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.349863} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.799382] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1122.800341] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcf26c1-13fb-4dfe-9be1-eb9f774f8e81 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.830821] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 10977961-8a06-4d1d-8845-07ffe3127049/10977961-8a06-4d1d-8845-07ffe3127049.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.831446] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a0740b4-e6c0-4066-bc25-c4c6d342834f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.867526] env[70483]: DEBUG oslo_vmware.api [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478666, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.872474] env[70483]: DEBUG oslo_vmware.api [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478665, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.872819] env[70483]: DEBUG oslo_vmware.api [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1122.872819] env[70483]: value = "task-3478667" [ 1122.872819] env[70483]: _type = "Task" [ 1122.872819] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.886871] env[70483]: DEBUG oslo_vmware.api [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.900956] env[70483]: DEBUG nova.compute.manager [req-36316231-d78e-4261-b9fb-37da7f762f26 req-a12bb21b-f914-4f0d-b9ba-cfce0e2c3bcf service nova] [instance: adf03329-badc-4913-8d55-d2084801252c] Received event network-vif-plugged-26e84ca8-bbf1-4196-9116-c8f6e7b32674 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.900956] env[70483]: DEBUG oslo_concurrency.lockutils [req-36316231-d78e-4261-b9fb-37da7f762f26 req-a12bb21b-f914-4f0d-b9ba-cfce0e2c3bcf service nova] Acquiring lock "adf03329-badc-4913-8d55-d2084801252c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.900956] env[70483]: DEBUG oslo_concurrency.lockutils [req-36316231-d78e-4261-b9fb-37da7f762f26 req-a12bb21b-f914-4f0d-b9ba-cfce0e2c3bcf service nova] Lock "adf03329-badc-4913-8d55-d2084801252c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.900956] env[70483]: DEBUG oslo_concurrency.lockutils [req-36316231-d78e-4261-b9fb-37da7f762f26 req-a12bb21b-f914-4f0d-b9ba-cfce0e2c3bcf service nova] Lock "adf03329-badc-4913-8d55-d2084801252c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.900956] env[70483]: DEBUG nova.compute.manager [req-36316231-d78e-4261-b9fb-37da7f762f26 req-a12bb21b-f914-4f0d-b9ba-cfce0e2c3bcf service nova] [instance: adf03329-badc-4913-8d55-d2084801252c] No waiting events found dispatching network-vif-plugged-26e84ca8-bbf1-4196-9116-c8f6e7b32674 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1122.901334] env[70483]: WARNING nova.compute.manager [req-36316231-d78e-4261-b9fb-37da7f762f26 req-a12bb21b-f914-4f0d-b9ba-cfce0e2c3bcf service nova] [instance: adf03329-badc-4913-8d55-d2084801252c] Received unexpected event network-vif-plugged-26e84ca8-bbf1-4196-9116-c8f6e7b32674 for instance with vm_state building and task_state spawning. [ 1122.901334] env[70483]: DEBUG nova.compute.manager [req-36316231-d78e-4261-b9fb-37da7f762f26 req-a12bb21b-f914-4f0d-b9ba-cfce0e2c3bcf service nova] [instance: adf03329-badc-4913-8d55-d2084801252c] Received event network-changed-26e84ca8-bbf1-4196-9116-c8f6e7b32674 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.901445] env[70483]: DEBUG nova.compute.manager [req-36316231-d78e-4261-b9fb-37da7f762f26 req-a12bb21b-f914-4f0d-b9ba-cfce0e2c3bcf service nova] [instance: adf03329-badc-4913-8d55-d2084801252c] Refreshing instance network info cache due to event network-changed-26e84ca8-bbf1-4196-9116-c8f6e7b32674. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1122.901618] env[70483]: DEBUG oslo_concurrency.lockutils [req-36316231-d78e-4261-b9fb-37da7f762f26 req-a12bb21b-f914-4f0d-b9ba-cfce0e2c3bcf service nova] Acquiring lock "refresh_cache-adf03329-badc-4913-8d55-d2084801252c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.024539] env[70483]: DEBUG oslo_concurrency.lockutils [None req-aec67523-bfff-414d-b740-017b93f73b73 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.028796] env[70483]: DEBUG oslo_concurrency.lockutils [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.799s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.029899] env[70483]: INFO nova.compute.claims [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1123.055693] env[70483]: INFO nova.scheduler.client.report [None req-aec67523-bfff-414d-b740-017b93f73b73 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Deleted allocations for instance 8c04b455-94ed-420e-964a-9b96ff5c7a3c [ 1123.143422] env[70483]: DEBUG oslo_concurrency.lockutils [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Releasing lock "refresh_cache-adf03329-badc-4913-8d55-d2084801252c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.143807] env[70483]: DEBUG nova.compute.manager [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Instance network_info: |[{"id": "26e84ca8-bbf1-4196-9116-c8f6e7b32674", "address": "fa:16:3e:ff:61:53", "network": {"id": "f329a1c0-ec70-423d-802d-b6209ab8aec8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1307516247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de4bf47688a34f51898d9809e7767e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26e84ca8-bb", "ovs_interfaceid": "26e84ca8-bbf1-4196-9116-c8f6e7b32674", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1123.144137] env[70483]: DEBUG oslo_concurrency.lockutils [req-36316231-d78e-4261-b9fb-37da7f762f26 req-a12bb21b-f914-4f0d-b9ba-cfce0e2c3bcf service nova] Acquired lock "refresh_cache-adf03329-badc-4913-8d55-d2084801252c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.144317] env[70483]: DEBUG nova.network.neutron [req-36316231-d78e-4261-b9fb-37da7f762f26 req-a12bb21b-f914-4f0d-b9ba-cfce0e2c3bcf service nova] [instance: adf03329-badc-4913-8d55-d2084801252c] Refreshing network info cache for port 26e84ca8-bbf1-4196-9116-c8f6e7b32674 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.145541] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:61:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26e84ca8-bbf1-4196-9116-c8f6e7b32674', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1123.153286] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.154246] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adf03329-badc-4913-8d55-d2084801252c] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1123.154470] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4b3a98e-fbee-4e5b-b974-45c089580b2f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.175079] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1123.175079] env[70483]: value = "task-3478668" [ 1123.175079] env[70483]: _type = "Task" [ 1123.175079] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.183527] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478668, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.220260] env[70483]: DEBUG oslo_vmware.api [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478660, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.435888} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.223045] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e877142e-857a-44e5-b822-61ad4572c4ec/e877142e-857a-44e5-b822-61ad4572c4ec.vmdk to [datastore1] 564f1aef-f107-46c8-ae0b-01df1e8aa2d2/564f1aef-f107-46c8-ae0b-01df1e8aa2d2.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1123.226827] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "31adb50e-33e9-40cc-a8dc-14985336b34a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.227096] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "31adb50e-33e9-40cc-a8dc-14985336b34a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.227408] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "31adb50e-33e9-40cc-a8dc-14985336b34a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.229096] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e1188a-37f4-4096-80a8-173b1f249672 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.254904] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 564f1aef-f107-46c8-ae0b-01df1e8aa2d2/564f1aef-f107-46c8-ae0b-01df1e8aa2d2.vmdk or device None with type streamOptimized {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.255930] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-697f1869-f378-4d3e-b238-899351d6ec69 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.277222] env[70483]: DEBUG oslo_vmware.api [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for the task: (returnval){ [ 1123.277222] env[70483]: value = "task-3478669" [ 1123.277222] env[70483]: _type = "Task" [ 1123.277222] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.285661] env[70483]: DEBUG oslo_vmware.api [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478669, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.365136] env[70483]: DEBUG oslo_vmware.api [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478666, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.368338] env[70483]: DEBUG oslo_vmware.api [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478665, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713341} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.368577] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 4621c6cd-45ab-4b29-949a-967f12b4d932/4621c6cd-45ab-4b29-949a-967f12b4d932.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1123.368889] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1123.369040] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3eda25af-d26c-4e28-a629-30679e36f69c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.377352] env[70483]: DEBUG oslo_vmware.api [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 1123.377352] env[70483]: value = "task-3478670" [ 1123.377352] env[70483]: _type = "Task" [ 1123.377352] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.383596] env[70483]: DEBUG oslo_vmware.api [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.388353] env[70483]: DEBUG oslo_vmware.api [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478670, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.567406] env[70483]: DEBUG oslo_concurrency.lockutils [None req-aec67523-bfff-414d-b740-017b93f73b73 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "8c04b455-94ed-420e-964a-9b96ff5c7a3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.662s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.686526] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478668, 'name': CreateVM_Task, 'duration_secs': 0.414828} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.686770] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adf03329-badc-4913-8d55-d2084801252c] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1123.688039] env[70483]: DEBUG oslo_concurrency.lockutils [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.688248] env[70483]: DEBUG oslo_concurrency.lockutils [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.688583] env[70483]: DEBUG oslo_concurrency.lockutils [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.688973] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9914e04b-f1c7-4ff8-a6e0-459abfd867b7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.693995] env[70483]: DEBUG oslo_vmware.api [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1123.693995] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a4369e-89dd-1182-26e5-111fe2f6face" [ 1123.693995] env[70483]: _type = "Task" [ 1123.693995] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.706095] env[70483]: DEBUG oslo_vmware.api [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a4369e-89dd-1182-26e5-111fe2f6face, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.793209] env[70483]: DEBUG oslo_vmware.api [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478669, 'name': ReconfigVM_Task, 'duration_secs': 0.451339} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.793610] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 564f1aef-f107-46c8-ae0b-01df1e8aa2d2/564f1aef-f107-46c8-ae0b-01df1e8aa2d2.vmdk or device None with type streamOptimized {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.794678] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66cf0b60-6438-4bf2-a1c3-5f7b37519e59 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.801187] env[70483]: DEBUG oslo_vmware.api [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for the task: (returnval){ [ 1123.801187] env[70483]: value = "task-3478671" [ 1123.801187] env[70483]: _type = "Task" [ 1123.801187] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.813226] env[70483]: DEBUG oslo_vmware.api [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478671, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.859574] env[70483]: DEBUG oslo_vmware.api [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478666, 'name': PowerOnVM_Task, 'duration_secs': 1.425068} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.862216] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.862424] env[70483]: INFO nova.compute.manager [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Took 11.60 seconds to spawn the instance on the hypervisor. [ 1123.862649] env[70483]: DEBUG nova.compute.manager [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.863410] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128e59ad-ec9c-4273-8a88-f86917d2b459 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.884467] env[70483]: DEBUG oslo_vmware.api [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478667, 'name': ReconfigVM_Task, 'duration_secs': 0.78475} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.885412] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 10977961-8a06-4d1d-8845-07ffe3127049/10977961-8a06-4d1d-8845-07ffe3127049.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.886055] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3dad3fc9-afa7-4bb1-bcc0-f3b4e3a03699 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.890526] env[70483]: DEBUG oslo_vmware.api [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478670, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084203} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.891045] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1123.891918] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5b0e1f-c275-4564-9548-682a43044690 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.895920] env[70483]: DEBUG oslo_vmware.api [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1123.895920] env[70483]: value = "task-3478672" [ 1123.895920] env[70483]: _type = "Task" [ 1123.895920] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.918653] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 4621c6cd-45ab-4b29-949a-967f12b4d932/4621c6cd-45ab-4b29-949a-967f12b4d932.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.922489] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ee82bfd-8696-4b78-8f9a-5594eeb644ad {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.941177] env[70483]: DEBUG oslo_vmware.api [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478672, 'name': Rename_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.947474] env[70483]: DEBUG oslo_vmware.api [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 1123.947474] env[70483]: value = "task-3478673" [ 1123.947474] env[70483]: _type = "Task" [ 1123.947474] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.958325] env[70483]: DEBUG oslo_vmware.api [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478673, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.008141] env[70483]: DEBUG nova.network.neutron [req-36316231-d78e-4261-b9fb-37da7f762f26 req-a12bb21b-f914-4f0d-b9ba-cfce0e2c3bcf service nova] [instance: adf03329-badc-4913-8d55-d2084801252c] Updated VIF entry in instance network info cache for port 26e84ca8-bbf1-4196-9116-c8f6e7b32674. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.008534] env[70483]: DEBUG nova.network.neutron [req-36316231-d78e-4261-b9fb-37da7f762f26 req-a12bb21b-f914-4f0d-b9ba-cfce0e2c3bcf service nova] [instance: adf03329-badc-4913-8d55-d2084801252c] Updating instance_info_cache with network_info: [{"id": "26e84ca8-bbf1-4196-9116-c8f6e7b32674", "address": "fa:16:3e:ff:61:53", "network": {"id": "f329a1c0-ec70-423d-802d-b6209ab8aec8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1307516247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de4bf47688a34f51898d9809e7767e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26e84ca8-bb", "ovs_interfaceid": "26e84ca8-bbf1-4196-9116-c8f6e7b32674", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.086071] env[70483]: DEBUG nova.network.neutron [None req-6d7e2c67-de8b-4a0e-9ef5-d3e9c1290784 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Successfully updated port: c71c20e5-e2af-4a6e-aa36-cf6031acec04 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1124.208415] env[70483]: DEBUG oslo_vmware.api [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a4369e-89dd-1182-26e5-111fe2f6face, 'name': SearchDatastore_Task, 'duration_secs': 0.011342} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.212894] env[70483]: DEBUG oslo_concurrency.lockutils [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.212894] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1124.213130] env[70483]: DEBUG oslo_concurrency.lockutils [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.213281] env[70483]: DEBUG oslo_concurrency.lockutils [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.213482] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1124.213984] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8983d19-0ffb-4171-a18b-b321f5a2969d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.224095] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1124.224319] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1124.227946] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e50385d7-7bf2-4c04-a187-fdf5e41583c7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.234802] env[70483]: DEBUG oslo_vmware.api [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1124.234802] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52793a2e-7dd7-bd3c-3bb5-358e32d6130a" [ 1124.234802] env[70483]: _type = "Task" [ 1124.234802] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.249015] env[70483]: DEBUG oslo_vmware.api [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52793a2e-7dd7-bd3c-3bb5-358e32d6130a, 'name': SearchDatastore_Task, 'duration_secs': 0.010521} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.249015] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61104693-6c7b-4f79-b62b-5ebe1734134b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.258272] env[70483]: DEBUG oslo_vmware.api [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1124.258272] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e52ced-d82e-a44e-a144-65ebd9d89193" [ 1124.258272] env[70483]: _type = "Task" [ 1124.258272] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.266476] env[70483]: DEBUG oslo_vmware.api [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e52ced-d82e-a44e-a144-65ebd9d89193, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.293407] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "refresh_cache-31adb50e-33e9-40cc-a8dc-14985336b34a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.293591] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquired lock "refresh_cache-31adb50e-33e9-40cc-a8dc-14985336b34a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.293803] env[70483]: DEBUG nova.network.neutron [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.317324] env[70483]: DEBUG oslo_vmware.api [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478671, 'name': Rename_Task, 'duration_secs': 0.36259} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.318080] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.318331] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9025d985-0686-4319-b3b4-60af011562ae {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.328613] env[70483]: DEBUG oslo_vmware.api [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for the task: (returnval){ [ 1124.328613] env[70483]: value = "task-3478674" [ 1124.328613] env[70483]: _type = "Task" [ 1124.328613] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.339794] env[70483]: DEBUG oslo_vmware.api [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478674, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.386311] env[70483]: INFO nova.compute.manager [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Took 48.00 seconds to build instance. [ 1124.398694] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ba00ef-4676-42fa-916b-c01fc2067d40 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.418665] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cb08ef-3d1d-4ca1-84f9-83416666c849 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.423378] env[70483]: DEBUG oslo_vmware.api [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478672, 'name': Rename_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.466388] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e685ea6-9394-44d8-be28-d400eae7e9df {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.476388] env[70483]: DEBUG oslo_vmware.api [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478673, 'name': ReconfigVM_Task, 'duration_secs': 0.379385} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.480141] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 4621c6cd-45ab-4b29-949a-967f12b4d932/4621c6cd-45ab-4b29-949a-967f12b4d932.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.480897] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58416c87-c846-48a8-be88-1403bf5f89fe {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.483735] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20b7aef-0607-4b5c-92de-f4c5fc9afad4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.499616] env[70483]: DEBUG nova.compute.provider_tree [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.502426] env[70483]: DEBUG oslo_vmware.api [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 1124.502426] env[70483]: value = "task-3478675" [ 1124.502426] env[70483]: _type = "Task" [ 1124.502426] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.513815] env[70483]: DEBUG oslo_concurrency.lockutils [req-36316231-d78e-4261-b9fb-37da7f762f26 req-a12bb21b-f914-4f0d-b9ba-cfce0e2c3bcf service nova] Releasing lock "refresh_cache-adf03329-badc-4913-8d55-d2084801252c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.513815] env[70483]: DEBUG oslo_vmware.api [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478675, 'name': Rename_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.589656] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6d7e2c67-de8b-4a0e-9ef5-d3e9c1290784 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "refresh_cache-ef6fa7ed-b8aa-4221-a388-e86a72133cbc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.589656] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6d7e2c67-de8b-4a0e-9ef5-d3e9c1290784 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquired lock "refresh_cache-ef6fa7ed-b8aa-4221-a388-e86a72133cbc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.589656] env[70483]: DEBUG nova.network.neutron [None req-6d7e2c67-de8b-4a0e-9ef5-d3e9c1290784 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.770019] env[70483]: DEBUG oslo_vmware.api [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e52ced-d82e-a44e-a144-65ebd9d89193, 'name': SearchDatastore_Task, 'duration_secs': 0.016963} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.770019] env[70483]: DEBUG oslo_concurrency.lockutils [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.770019] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] adf03329-badc-4913-8d55-d2084801252c/adf03329-badc-4913-8d55-d2084801252c.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1124.770725] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00e62d85-6fe8-40bd-b5ea-fbd411d0cb35 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.778625] env[70483]: DEBUG oslo_vmware.api [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1124.778625] env[70483]: value = "task-3478676" [ 1124.778625] env[70483]: _type = "Task" [ 1124.778625] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.787480] env[70483]: DEBUG oslo_vmware.api [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.827270] env[70483]: DEBUG nova.compute.manager [req-f482c391-6f10-4905-81a7-db617cae6bfb req-a9169515-8940-4e25-a9d8-a60789554a03 service nova] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Received event network-changed-9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.829020] env[70483]: DEBUG nova.compute.manager [req-f482c391-6f10-4905-81a7-db617cae6bfb req-a9169515-8940-4e25-a9d8-a60789554a03 service nova] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Refreshing instance network info cache due to event network-changed-9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.829020] env[70483]: DEBUG oslo_concurrency.lockutils [req-f482c391-6f10-4905-81a7-db617cae6bfb req-a9169515-8940-4e25-a9d8-a60789554a03 service nova] Acquiring lock "refresh_cache-c298ac9c-db19-4eff-82a5-133a1f8596f6" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.829020] env[70483]: DEBUG oslo_concurrency.lockutils [req-f482c391-6f10-4905-81a7-db617cae6bfb req-a9169515-8940-4e25-a9d8-a60789554a03 service nova] Acquired lock "refresh_cache-c298ac9c-db19-4eff-82a5-133a1f8596f6" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.829020] env[70483]: DEBUG nova.network.neutron [req-f482c391-6f10-4905-81a7-db617cae6bfb req-a9169515-8940-4e25-a9d8-a60789554a03 service nova] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Refreshing network info cache for port 9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.852053] env[70483]: DEBUG oslo_vmware.api [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478674, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.888572] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f289c690-6fdc-4de7-a706-53af5fcd293f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "4ea8b8dd-7ba7-45de-9642-41dd0930dc59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.511s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.907991] env[70483]: DEBUG oslo_vmware.api [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478672, 'name': Rename_Task, 'duration_secs': 0.879629} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.911048] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.912439] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c836e39-6b85-4d2f-8f70-944ab7a72737 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.920626] env[70483]: DEBUG oslo_vmware.api [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1124.920626] env[70483]: value = "task-3478677" [ 1124.920626] env[70483]: _type = "Task" [ 1124.920626] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.930271] env[70483]: DEBUG oslo_vmware.api [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478677, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.009465] env[70483]: DEBUG nova.scheduler.client.report [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.025794] env[70483]: DEBUG oslo_vmware.api [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478675, 'name': Rename_Task, 'duration_secs': 0.17258} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.026176] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.026492] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bd0ee62-e0c3-4fa7-a558-da7a5cc84967 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.039468] env[70483]: DEBUG oslo_vmware.api [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 1125.039468] env[70483]: value = "task-3478678" [ 1125.039468] env[70483]: _type = "Task" [ 1125.039468] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.049516] env[70483]: DEBUG oslo_vmware.api [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478678, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.144728] env[70483]: WARNING nova.network.neutron [None req-6d7e2c67-de8b-4a0e-9ef5-d3e9c1290784 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] ed8c7167-d7fd-459d-acb0-1b162c05a6c9 already exists in list: networks containing: ['ed8c7167-d7fd-459d-acb0-1b162c05a6c9']. ignoring it [ 1125.171762] env[70483]: DEBUG nova.network.neutron [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Updating instance_info_cache with network_info: [{"id": "cca08ae9-5f63-42a5-96fd-8120aa3c504a", "address": "fa:16:3e:c4:16:29", "network": {"id": "948b7173-5456-49a2-9a1a-e36a1a46b931", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1783064445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a0a79c686d4fd5ace3cd0e354054d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcca08ae9-5f", "ovs_interfaceid": "cca08ae9-5f63-42a5-96fd-8120aa3c504a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.297027] env[70483]: DEBUG oslo_vmware.api [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478676, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.353841] env[70483]: DEBUG oslo_vmware.api [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478674, 'name': PowerOnVM_Task} progress is 81%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.434012] env[70483]: DEBUG oslo_vmware.api [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478677, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.519744] env[70483]: DEBUG oslo_concurrency.lockutils [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.520515] env[70483]: DEBUG nova.compute.manager [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1125.525612] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.073s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.528098] env[70483]: INFO nova.compute.claims [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1125.553241] env[70483]: DEBUG oslo_vmware.api [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478678, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.601813] env[70483]: DEBUG nova.network.neutron [None req-6d7e2c67-de8b-4a0e-9ef5-d3e9c1290784 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Updating instance_info_cache with network_info: [{"id": "e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f", "address": "fa:16:3e:5e:42:ed", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3aeb7f2-24", "ovs_interfaceid": "e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c71c20e5-e2af-4a6e-aa36-cf6031acec04", "address": "fa:16:3e:84:c7:36", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc71c20e5-e2", "ovs_interfaceid": "c71c20e5-e2af-4a6e-aa36-cf6031acec04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.676830] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Releasing lock "refresh_cache-31adb50e-33e9-40cc-a8dc-14985336b34a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.691450] env[70483]: DEBUG nova.network.neutron [req-f482c391-6f10-4905-81a7-db617cae6bfb req-a9169515-8940-4e25-a9d8-a60789554a03 service nova] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Updated VIF entry in instance network info cache for port 9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.691874] env[70483]: DEBUG nova.network.neutron [req-f482c391-6f10-4905-81a7-db617cae6bfb req-a9169515-8940-4e25-a9d8-a60789554a03 service nova] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Updating instance_info_cache with network_info: [{"id": "9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b", "address": "fa:16:3e:d8:a9:b0", "network": {"id": "6c10fd7a-6939-4f3a-9b26-98f3a84817b9", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-518923599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7e7fc3f323b41158dffb8da146f16b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a612f8e-fb", "ovs_interfaceid": "9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.789762] env[70483]: DEBUG oslo_vmware.api [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478676, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564049} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.790046] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] adf03329-badc-4913-8d55-d2084801252c/adf03329-badc-4913-8d55-d2084801252c.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1125.790265] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1125.790539] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e2be533-7ae6-45e2-af57-36a2c4ef53fa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.798724] env[70483]: DEBUG oslo_vmware.api [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1125.798724] env[70483]: value = "task-3478679" [ 1125.798724] env[70483]: _type = "Task" [ 1125.798724] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.807971] env[70483]: DEBUG oslo_vmware.api [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478679, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.849221] env[70483]: DEBUG oslo_vmware.api [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478674, 'name': PowerOnVM_Task, 'duration_secs': 1.222756} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.849503] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.932899] env[70483]: DEBUG oslo_vmware.api [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478677, 'name': PowerOnVM_Task, 'duration_secs': 0.697312} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.932899] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.932899] env[70483]: DEBUG nova.compute.manager [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.932899] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61db54a-a3af-4f7d-b050-889db2865807 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.960742] env[70483]: DEBUG nova.compute.manager [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.961696] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b160a6ed-7f0b-4e79-95b0-c7c0bfcbd176 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.035669] env[70483]: DEBUG nova.compute.utils [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1126.037066] env[70483]: DEBUG nova.compute.manager [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1126.037349] env[70483]: DEBUG nova.network.neutron [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1126.054959] env[70483]: DEBUG oslo_vmware.api [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478678, 'name': PowerOnVM_Task, 'duration_secs': 0.713656} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.054959] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.054959] env[70483]: INFO nova.compute.manager [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Took 8.71 seconds to spawn the instance on the hypervisor. [ 1126.054959] env[70483]: DEBUG nova.compute.manager [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.057225] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb0dee0-455d-4f57-8b58-c073b380cfd8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.081176] env[70483]: DEBUG nova.policy [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d202da876e34599b7258da0bdce7e75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec180aeba08f48dea450ade057d4e619', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1126.105053] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6d7e2c67-de8b-4a0e-9ef5-d3e9c1290784 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Releasing lock "refresh_cache-ef6fa7ed-b8aa-4221-a388-e86a72133cbc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.105899] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6d7e2c67-de8b-4a0e-9ef5-d3e9c1290784 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "ef6fa7ed-b8aa-4221-a388-e86a72133cbc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.106140] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6d7e2c67-de8b-4a0e-9ef5-d3e9c1290784 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquired lock "ef6fa7ed-b8aa-4221-a388-e86a72133cbc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.107038] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd80f3f-2f08-4347-9dd0-b6e2efa9341d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.125011] env[70483]: DEBUG nova.virt.hardware [None req-6d7e2c67-de8b-4a0e-9ef5-d3e9c1290784 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.125274] env[70483]: DEBUG nova.virt.hardware [None req-6d7e2c67-de8b-4a0e-9ef5-d3e9c1290784 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.125431] env[70483]: DEBUG nova.virt.hardware [None req-6d7e2c67-de8b-4a0e-9ef5-d3e9c1290784 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.125675] env[70483]: DEBUG nova.virt.hardware [None req-6d7e2c67-de8b-4a0e-9ef5-d3e9c1290784 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.125754] env[70483]: DEBUG nova.virt.hardware [None req-6d7e2c67-de8b-4a0e-9ef5-d3e9c1290784 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.125895] env[70483]: DEBUG nova.virt.hardware [None req-6d7e2c67-de8b-4a0e-9ef5-d3e9c1290784 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.126123] env[70483]: DEBUG nova.virt.hardware [None req-6d7e2c67-de8b-4a0e-9ef5-d3e9c1290784 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.126284] env[70483]: DEBUG nova.virt.hardware [None req-6d7e2c67-de8b-4a0e-9ef5-d3e9c1290784 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.126452] env[70483]: DEBUG nova.virt.hardware [None req-6d7e2c67-de8b-4a0e-9ef5-d3e9c1290784 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.126611] env[70483]: DEBUG nova.virt.hardware [None req-6d7e2c67-de8b-4a0e-9ef5-d3e9c1290784 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.126781] env[70483]: DEBUG nova.virt.hardware [None req-6d7e2c67-de8b-4a0e-9ef5-d3e9c1290784 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.133024] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7e2c67-de8b-4a0e-9ef5-d3e9c1290784 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Reconfiguring VM to attach interface {{(pid=70483) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1126.133840] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0c62838-49f7-4d20-8a20-edad4ddccbdf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.152209] env[70483]: DEBUG oslo_vmware.api [None req-6d7e2c67-de8b-4a0e-9ef5-d3e9c1290784 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 1126.152209] env[70483]: value = "task-3478680" [ 1126.152209] env[70483]: _type = "Task" [ 1126.152209] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.161759] env[70483]: DEBUG oslo_vmware.api [None req-6d7e2c67-de8b-4a0e-9ef5-d3e9c1290784 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478680, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.195314] env[70483]: DEBUG oslo_concurrency.lockutils [req-f482c391-6f10-4905-81a7-db617cae6bfb req-a9169515-8940-4e25-a9d8-a60789554a03 service nova] Releasing lock "refresh_cache-c298ac9c-db19-4eff-82a5-133a1f8596f6" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.205035] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078122c7-736c-452a-8a60-9ab2a387dde4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.235889] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b202ef-060f-4f95-9fbc-54258d228c24 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.257272] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Updating instance '31adb50e-33e9-40cc-a8dc-14985336b34a' progress to 83 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1126.314426] env[70483]: DEBUG oslo_vmware.api [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478679, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122068} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.315600] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1126.316618] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b76c41-f7cd-4923-9116-393d526f2dc7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.355648] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] adf03329-badc-4913-8d55-d2084801252c/adf03329-badc-4913-8d55-d2084801252c.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1126.356530] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0626036e-40a1-42b0-80e4-af9910f36c18 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.378653] env[70483]: DEBUG oslo_vmware.api [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1126.378653] env[70483]: value = "task-3478681" [ 1126.378653] env[70483]: _type = "Task" [ 1126.378653] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.388831] env[70483]: DEBUG oslo_vmware.api [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478681, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.408058] env[70483]: DEBUG nova.network.neutron [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Successfully created port: 58840bb1-bcfb-423c-8f6c-df7139522dda {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1126.443361] env[70483]: INFO nova.compute.manager [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] bringing vm to original state: 'stopped' [ 1126.482710] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8166e811-49f0-4a6a-869c-884e79df9dec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Lock "564f1aef-f107-46c8-ae0b-01df1e8aa2d2" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 54.684s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.542865] env[70483]: DEBUG nova.compute.manager [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1126.578916] env[70483]: INFO nova.compute.manager [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Took 43.22 seconds to build instance. [ 1126.663818] env[70483]: DEBUG oslo_vmware.api [None req-6d7e2c67-de8b-4a0e-9ef5-d3e9c1290784 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.767579] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.767579] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff1fbfc3-b255-4d60-a242-ec91768fb551 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.777840] env[70483]: DEBUG oslo_vmware.api [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1126.777840] env[70483]: value = "task-3478682" [ 1126.777840] env[70483]: _type = "Task" [ 1126.777840] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.795700] env[70483]: DEBUG oslo_vmware.api [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.893317] env[70483]: DEBUG oslo_vmware.api [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478681, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.927579] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df53ebe7-321d-414d-9fea-d650659ee2ab {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.937277] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea9731e-d044-4ec3-b0a5-d619625cc69c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.979913] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d350b6-5e1d-4f63-b325-47030ebe611e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.989696] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347d2914-6094-4807-b8da-1edbbe2d3925 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.009870] env[70483]: DEBUG nova.compute.provider_tree [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.082599] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ee4a4210-ad68-4cec-a79f-df605612176a tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "4621c6cd-45ab-4b29-949a-967f12b4d932" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.735s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.164150] env[70483]: DEBUG oslo_vmware.api [None req-6d7e2c67-de8b-4a0e-9ef5-d3e9c1290784 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478680, 'name': ReconfigVM_Task, 'duration_secs': 0.900863} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.164704] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6d7e2c67-de8b-4a0e-9ef5-d3e9c1290784 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Releasing lock "ef6fa7ed-b8aa-4221-a388-e86a72133cbc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.164975] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7e2c67-de8b-4a0e-9ef5-d3e9c1290784 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Reconfigured VM to attach interface {{(pid=70483) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1127.254302] env[70483]: DEBUG nova.compute.manager [None req-4a39f594-9404-46af-9a8c-36328f05a54f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.255263] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62295b00-dcff-4ac9-b28e-09f190579364 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.290023] env[70483]: DEBUG oslo_vmware.api [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478682, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.392670] env[70483]: DEBUG oslo_vmware.api [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478681, 'name': ReconfigVM_Task, 'duration_secs': 0.610918} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.392995] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Reconfigured VM instance instance-00000063 to attach disk [datastore2] adf03329-badc-4913-8d55-d2084801252c/adf03329-badc-4913-8d55-d2084801252c.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.393658] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25542654-d8fa-44db-8ceb-e663ebdfe780 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.400503] env[70483]: DEBUG oslo_vmware.api [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1127.400503] env[70483]: value = "task-3478683" [ 1127.400503] env[70483]: _type = "Task" [ 1127.400503] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.411741] env[70483]: DEBUG oslo_vmware.api [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478683, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.482826] env[70483]: DEBUG oslo_concurrency.lockutils [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "10977961-8a06-4d1d-8845-07ffe3127049" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.483236] env[70483]: DEBUG oslo_concurrency.lockutils [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "10977961-8a06-4d1d-8845-07ffe3127049" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.483399] env[70483]: DEBUG nova.compute.manager [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.484574] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f53d407-b0b5-4f6d-b28f-9042534f0ff1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.492335] env[70483]: DEBUG nova.compute.manager [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70483) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1127.513105] env[70483]: DEBUG nova.scheduler.client.report [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.552706] env[70483]: DEBUG nova.compute.manager [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1127.592243] env[70483]: DEBUG nova.virt.hardware [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.592243] env[70483]: DEBUG nova.virt.hardware [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.592243] env[70483]: DEBUG nova.virt.hardware [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.592243] env[70483]: DEBUG nova.virt.hardware [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.592243] env[70483]: DEBUG nova.virt.hardware [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.592243] env[70483]: DEBUG nova.virt.hardware [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.592675] env[70483]: DEBUG nova.virt.hardware [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.593060] env[70483]: DEBUG nova.virt.hardware [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.593420] env[70483]: DEBUG nova.virt.hardware [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.595782] env[70483]: DEBUG nova.virt.hardware [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.595782] env[70483]: DEBUG nova.virt.hardware [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.595782] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7cd5f9-3eca-40e5-a2b3-dbc577f6d8fc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.605088] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9712d68b-e3b1-43d3-8bed-65bb5f09bfa3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.669759] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6d7e2c67-de8b-4a0e-9ef5-d3e9c1290784 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "interface-ef6fa7ed-b8aa-4221-a388-e86a72133cbc-c71c20e5-e2af-4a6e-aa36-cf6031acec04" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.803s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.774894] env[70483]: INFO nova.compute.manager [None req-4a39f594-9404-46af-9a8c-36328f05a54f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] instance snapshotting [ 1127.778227] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40269034-4108-401e-aed9-e61e5702ef11 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.791316] env[70483]: DEBUG oslo_vmware.api [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478682, 'name': PowerOnVM_Task, 'duration_secs': 0.814052} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.806365] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.806736] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c79c46ac-f368-45cb-a3da-85a8d74629cd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Updating instance '31adb50e-33e9-40cc-a8dc-14985336b34a' progress to 100 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1127.811111] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98941d66-468f-4811-9f09-82b0bc7c55ea {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.895398] env[70483]: DEBUG nova.compute.manager [req-65316eff-91f0-4d60-8d01-1d88fdbccc2f req-0cc6da43-735e-40d3-92dd-da3d8a5ae36a service nova] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Received event network-vif-plugged-c71c20e5-e2af-4a6e-aa36-cf6031acec04 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.895398] env[70483]: DEBUG oslo_concurrency.lockutils [req-65316eff-91f0-4d60-8d01-1d88fdbccc2f req-0cc6da43-735e-40d3-92dd-da3d8a5ae36a service nova] Acquiring lock "ef6fa7ed-b8aa-4221-a388-e86a72133cbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.895398] env[70483]: DEBUG oslo_concurrency.lockutils [req-65316eff-91f0-4d60-8d01-1d88fdbccc2f req-0cc6da43-735e-40d3-92dd-da3d8a5ae36a service nova] Lock "ef6fa7ed-b8aa-4221-a388-e86a72133cbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.895398] env[70483]: DEBUG oslo_concurrency.lockutils [req-65316eff-91f0-4d60-8d01-1d88fdbccc2f req-0cc6da43-735e-40d3-92dd-da3d8a5ae36a service nova] Lock "ef6fa7ed-b8aa-4221-a388-e86a72133cbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.895398] env[70483]: DEBUG nova.compute.manager [req-65316eff-91f0-4d60-8d01-1d88fdbccc2f req-0cc6da43-735e-40d3-92dd-da3d8a5ae36a service nova] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] No waiting events found dispatching network-vif-plugged-c71c20e5-e2af-4a6e-aa36-cf6031acec04 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1127.895929] env[70483]: WARNING nova.compute.manager [req-65316eff-91f0-4d60-8d01-1d88fdbccc2f req-0cc6da43-735e-40d3-92dd-da3d8a5ae36a service nova] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Received unexpected event network-vif-plugged-c71c20e5-e2af-4a6e-aa36-cf6031acec04 for instance with vm_state active and task_state None. [ 1127.896186] env[70483]: DEBUG nova.compute.manager [req-65316eff-91f0-4d60-8d01-1d88fdbccc2f req-0cc6da43-735e-40d3-92dd-da3d8a5ae36a service nova] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Received event network-changed-c71c20e5-e2af-4a6e-aa36-cf6031acec04 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.896762] env[70483]: DEBUG nova.compute.manager [req-65316eff-91f0-4d60-8d01-1d88fdbccc2f req-0cc6da43-735e-40d3-92dd-da3d8a5ae36a service nova] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Refreshing instance network info cache due to event network-changed-c71c20e5-e2af-4a6e-aa36-cf6031acec04. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1127.896762] env[70483]: DEBUG oslo_concurrency.lockutils [req-65316eff-91f0-4d60-8d01-1d88fdbccc2f req-0cc6da43-735e-40d3-92dd-da3d8a5ae36a service nova] Acquiring lock "refresh_cache-ef6fa7ed-b8aa-4221-a388-e86a72133cbc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.896762] env[70483]: DEBUG oslo_concurrency.lockutils [req-65316eff-91f0-4d60-8d01-1d88fdbccc2f req-0cc6da43-735e-40d3-92dd-da3d8a5ae36a service nova] Acquired lock "refresh_cache-ef6fa7ed-b8aa-4221-a388-e86a72133cbc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.896902] env[70483]: DEBUG nova.network.neutron [req-65316eff-91f0-4d60-8d01-1d88fdbccc2f req-0cc6da43-735e-40d3-92dd-da3d8a5ae36a service nova] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Refreshing network info cache for port c71c20e5-e2af-4a6e-aa36-cf6031acec04 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1127.910277] env[70483]: DEBUG oslo_vmware.api [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478683, 'name': Rename_Task, 'duration_secs': 0.255797} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.911189] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1127.911451] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ea18286-0c4e-4e1a-bb2f-df8d5c821fa8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.918910] env[70483]: DEBUG oslo_vmware.api [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1127.918910] env[70483]: value = "task-3478684" [ 1127.918910] env[70483]: _type = "Task" [ 1127.918910] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.926916] env[70483]: DEBUG oslo_vmware.api [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.998151] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.999034] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4405dac2-6ab0-4901-b972-bcd3ca238f9e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.007098] env[70483]: DEBUG oslo_vmware.api [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1128.007098] env[70483]: value = "task-3478685" [ 1128.007098] env[70483]: _type = "Task" [ 1128.007098] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.014689] env[70483]: DEBUG oslo_vmware.api [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.018737] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.019255] env[70483]: DEBUG nova.compute.manager [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1128.025239] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.230s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.025505] env[70483]: DEBUG nova.objects.instance [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Lazy-loading 'resources' on Instance uuid 73e3ef81-1a84-429b-968b-0bbee1b276d0 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.146127] env[70483]: DEBUG nova.network.neutron [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Successfully updated port: 58840bb1-bcfb-423c-8f6c-df7139522dda {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1128.323795] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4a39f594-9404-46af-9a8c-36328f05a54f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Creating Snapshot of the VM instance {{(pid=70483) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1128.324128] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-de93e2b7-1d04-48cf-8fc7-18c25766a6a8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.332541] env[70483]: DEBUG oslo_vmware.api [None req-4a39f594-9404-46af-9a8c-36328f05a54f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 1128.332541] env[70483]: value = "task-3478686" [ 1128.332541] env[70483]: _type = "Task" [ 1128.332541] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.342470] env[70483]: DEBUG oslo_vmware.api [None req-4a39f594-9404-46af-9a8c-36328f05a54f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478686, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.443552] env[70483]: DEBUG oslo_vmware.api [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478684, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.520398] env[70483]: DEBUG oslo_vmware.api [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478685, 'name': PowerOffVM_Task, 'duration_secs': 0.349431} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.520760] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.521036] env[70483]: DEBUG nova.compute.manager [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.521990] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df924ee-9dc6-4477-8780-199203e9e277 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.527972] env[70483]: DEBUG nova.compute.utils [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1128.533856] env[70483]: DEBUG nova.compute.manager [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1128.533856] env[70483]: DEBUG nova.network.neutron [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1128.586894] env[70483]: DEBUG nova.policy [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1277a71adda84684a4226f6648544d6b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f5421924aec4a0eb2dce7ace32bf86c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1128.649478] env[70483]: DEBUG oslo_concurrency.lockutils [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "refresh_cache-a3cc6122-e729-4dc5-b0fc-233c05209ce4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.649478] env[70483]: DEBUG oslo_concurrency.lockutils [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquired lock "refresh_cache-a3cc6122-e729-4dc5-b0fc-233c05209ce4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.649478] env[70483]: DEBUG nova.network.neutron [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.842660] env[70483]: DEBUG oslo_vmware.api [None req-4a39f594-9404-46af-9a8c-36328f05a54f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478686, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.894557] env[70483]: DEBUG nova.network.neutron [req-65316eff-91f0-4d60-8d01-1d88fdbccc2f req-0cc6da43-735e-40d3-92dd-da3d8a5ae36a service nova] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Updated VIF entry in instance network info cache for port c71c20e5-e2af-4a6e-aa36-cf6031acec04. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.895022] env[70483]: DEBUG nova.network.neutron [req-65316eff-91f0-4d60-8d01-1d88fdbccc2f req-0cc6da43-735e-40d3-92dd-da3d8a5ae36a service nova] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Updating instance_info_cache with network_info: [{"id": "e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f", "address": "fa:16:3e:5e:42:ed", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3aeb7f2-24", "ovs_interfaceid": "e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c71c20e5-e2af-4a6e-aa36-cf6031acec04", "address": "fa:16:3e:84:c7:36", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc71c20e5-e2", "ovs_interfaceid": "c71c20e5-e2af-4a6e-aa36-cf6031acec04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.900062] env[70483]: DEBUG nova.network.neutron [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Successfully created port: a8404b60-35ef-4040-affa-7875aecdf84b {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1128.923849] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b885758-b5fa-4d37-b92b-b2722500d658 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.939870] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6049e439-65c2-4d56-a405-11b7aaa31d29 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.943226] env[70483]: DEBUG oslo_vmware.api [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478684, 'name': PowerOnVM_Task, 'duration_secs': 0.618307} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.943558] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1128.943803] env[70483]: INFO nova.compute.manager [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Took 7.95 seconds to spawn the instance on the hypervisor. [ 1128.944362] env[70483]: DEBUG nova.compute.manager [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.945728] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226a16a5-65dd-49a7-bf7f-9f88deb7f73b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.978741] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97940659-ed08-46a7-9c01-1f4b184638a7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.991480] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff61e885-5371-4449-89fa-c27ef7160f15 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.009789] env[70483]: DEBUG nova.compute.provider_tree [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.040913] env[70483]: DEBUG nova.compute.manager [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1129.051763] env[70483]: DEBUG oslo_concurrency.lockutils [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "10977961-8a06-4d1d-8845-07ffe3127049" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.567s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.223247] env[70483]: DEBUG nova.network.neutron [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1129.348385] env[70483]: DEBUG oslo_vmware.api [None req-4a39f594-9404-46af-9a8c-36328f05a54f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478686, 'name': CreateSnapshot_Task, 'duration_secs': 0.813424} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.348385] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4a39f594-9404-46af-9a8c-36328f05a54f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Created Snapshot of the VM instance {{(pid=70483) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1129.348385] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1932b9-b125-4c10-a37a-1171b3efda77 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.397943] env[70483]: DEBUG oslo_concurrency.lockutils [req-65316eff-91f0-4d60-8d01-1d88fdbccc2f req-0cc6da43-735e-40d3-92dd-da3d8a5ae36a service nova] Releasing lock "refresh_cache-ef6fa7ed-b8aa-4221-a388-e86a72133cbc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.496030] env[70483]: INFO nova.compute.manager [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Took 39.08 seconds to build instance. [ 1129.512901] env[70483]: DEBUG nova.scheduler.client.report [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.517804] env[70483]: DEBUG nova.network.neutron [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Updating instance_info_cache with network_info: [{"id": "58840bb1-bcfb-423c-8f6c-df7139522dda", "address": "fa:16:3e:44:ca:16", "network": {"id": "8a37218d-212e-4604-9aac-2a69e34f388a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-975183189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec180aeba08f48dea450ade057d4e619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58840bb1-bc", "ovs_interfaceid": "58840bb1-bcfb-423c-8f6c-df7139522dda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.558123] env[70483]: DEBUG oslo_concurrency.lockutils [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.628142] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e1d29356-7ff5-4562-8f76-30710d60076b tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Acquiring lock "c298ac9c-db19-4eff-82a5-133a1f8596f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.628565] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e1d29356-7ff5-4562-8f76-30710d60076b tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Lock "c298ac9c-db19-4eff-82a5-133a1f8596f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.628808] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e1d29356-7ff5-4562-8f76-30710d60076b tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Acquiring lock "c298ac9c-db19-4eff-82a5-133a1f8596f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.628993] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e1d29356-7ff5-4562-8f76-30710d60076b tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Lock "c298ac9c-db19-4eff-82a5-133a1f8596f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.629193] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e1d29356-7ff5-4562-8f76-30710d60076b tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Lock "c298ac9c-db19-4eff-82a5-133a1f8596f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.631696] env[70483]: INFO nova.compute.manager [None req-e1d29356-7ff5-4562-8f76-30710d60076b tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Terminating instance [ 1129.699365] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Acquiring lock "1a2ad0d7-4486-4e92-a091-2be2d2797bee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.699630] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Lock "1a2ad0d7-4486-4e92-a091-2be2d2797bee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.876047] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4a39f594-9404-46af-9a8c-36328f05a54f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Creating linked-clone VM from snapshot {{(pid=70483) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1129.876154] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9e0f0545-bb24-4189-9bb6-bb18437c27b2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.885528] env[70483]: DEBUG oslo_vmware.api [None req-4a39f594-9404-46af-9a8c-36328f05a54f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 1129.885528] env[70483]: value = "task-3478687" [ 1129.885528] env[70483]: _type = "Task" [ 1129.885528] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.894422] env[70483]: DEBUG oslo_vmware.api [None req-4a39f594-9404-46af-9a8c-36328f05a54f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478687, 'name': CloneVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.997348] env[70483]: DEBUG oslo_concurrency.lockutils [None req-07cebcb9-4e0e-4b6c-aa9b-4c19424f2818 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "adf03329-badc-4913-8d55-d2084801252c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.589s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.017999] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.020494] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 10.735s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.021971] env[70483]: DEBUG oslo_concurrency.lockutils [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Releasing lock "refresh_cache-a3cc6122-e729-4dc5-b0fc-233c05209ce4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.022286] env[70483]: DEBUG nova.compute.manager [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Instance network_info: |[{"id": "58840bb1-bcfb-423c-8f6c-df7139522dda", "address": "fa:16:3e:44:ca:16", "network": {"id": "8a37218d-212e-4604-9aac-2a69e34f388a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-975183189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec180aeba08f48dea450ade057d4e619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58840bb1-bc", "ovs_interfaceid": "58840bb1-bcfb-423c-8f6c-df7139522dda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1130.022658] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:ca:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f17856cf-7248-414b-bde6-8c90cfb4c593', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58840bb1-bcfb-423c-8f6c-df7139522dda', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1130.032711] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.033305] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1130.033659] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b25165d4-01e2-4977-9b80-c0ec62189e88 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.052581] env[70483]: INFO nova.scheduler.client.report [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Deleted allocations for instance 73e3ef81-1a84-429b-968b-0bbee1b276d0 [ 1130.058117] env[70483]: DEBUG nova.compute.manager [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1130.061986] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1130.061986] env[70483]: value = "task-3478688" [ 1130.061986] env[70483]: _type = "Task" [ 1130.061986] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.071459] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478688, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.091436] env[70483]: DEBUG nova.virt.hardware [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1130.091790] env[70483]: DEBUG nova.virt.hardware [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.091957] env[70483]: DEBUG nova.virt.hardware [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.092689] env[70483]: DEBUG nova.virt.hardware [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.092898] env[70483]: DEBUG nova.virt.hardware [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.093083] env[70483]: DEBUG nova.virt.hardware [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1130.093611] env[70483]: DEBUG nova.virt.hardware [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1130.093611] env[70483]: DEBUG nova.virt.hardware [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1130.093611] env[70483]: DEBUG nova.virt.hardware [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1130.093828] env[70483]: DEBUG nova.virt.hardware [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1130.094011] env[70483]: DEBUG nova.virt.hardware [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1130.094911] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6e9a59-f2a6-4228-8a0a-bd9883740692 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.109892] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b22c4cc-f116-4b4c-bf53-d673210f397a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.138520] env[70483]: DEBUG nova.compute.manager [None req-e1d29356-7ff5-4562-8f76-30710d60076b tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1130.138520] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d29356-7ff5-4562-8f76-30710d60076b tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1130.138520] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa81ce6-253b-4143-9ff3-2aae19878e4f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.144483] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1d29356-7ff5-4562-8f76-30710d60076b tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.144741] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2eaa6471-f739-4375-94c9-fdaef6a447f3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.151589] env[70483]: DEBUG oslo_vmware.api [None req-e1d29356-7ff5-4562-8f76-30710d60076b tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Waiting for the task: (returnval){ [ 1130.151589] env[70483]: value = "task-3478689" [ 1130.151589] env[70483]: _type = "Task" [ 1130.151589] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.162109] env[70483]: DEBUG oslo_vmware.api [None req-e1d29356-7ff5-4562-8f76-30710d60076b tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Task: {'id': task-3478689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.204514] env[70483]: DEBUG nova.compute.manager [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1130.304329] env[70483]: DEBUG nova.compute.manager [req-e9e1038d-f478-4aaf-b37a-6d81e7853ea5 req-7991d150-0717-41cd-a560-2203d4ec27ae service nova] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Received event network-vif-plugged-58840bb1-bcfb-423c-8f6c-df7139522dda {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.304627] env[70483]: DEBUG oslo_concurrency.lockutils [req-e9e1038d-f478-4aaf-b37a-6d81e7853ea5 req-7991d150-0717-41cd-a560-2203d4ec27ae service nova] Acquiring lock "a3cc6122-e729-4dc5-b0fc-233c05209ce4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.304780] env[70483]: DEBUG oslo_concurrency.lockutils [req-e9e1038d-f478-4aaf-b37a-6d81e7853ea5 req-7991d150-0717-41cd-a560-2203d4ec27ae service nova] Lock "a3cc6122-e729-4dc5-b0fc-233c05209ce4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.306080] env[70483]: DEBUG oslo_concurrency.lockutils [req-e9e1038d-f478-4aaf-b37a-6d81e7853ea5 req-7991d150-0717-41cd-a560-2203d4ec27ae service nova] Lock "a3cc6122-e729-4dc5-b0fc-233c05209ce4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.306080] env[70483]: DEBUG nova.compute.manager [req-e9e1038d-f478-4aaf-b37a-6d81e7853ea5 req-7991d150-0717-41cd-a560-2203d4ec27ae service nova] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] No waiting events found dispatching network-vif-plugged-58840bb1-bcfb-423c-8f6c-df7139522dda {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1130.306080] env[70483]: WARNING nova.compute.manager [req-e9e1038d-f478-4aaf-b37a-6d81e7853ea5 req-7991d150-0717-41cd-a560-2203d4ec27ae service nova] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Received unexpected event network-vif-plugged-58840bb1-bcfb-423c-8f6c-df7139522dda for instance with vm_state building and task_state spawning. [ 1130.306080] env[70483]: DEBUG nova.compute.manager [req-e9e1038d-f478-4aaf-b37a-6d81e7853ea5 req-7991d150-0717-41cd-a560-2203d4ec27ae service nova] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Received event network-changed-58840bb1-bcfb-423c-8f6c-df7139522dda {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.306080] env[70483]: DEBUG nova.compute.manager [req-e9e1038d-f478-4aaf-b37a-6d81e7853ea5 req-7991d150-0717-41cd-a560-2203d4ec27ae service nova] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Refreshing instance network info cache due to event network-changed-58840bb1-bcfb-423c-8f6c-df7139522dda. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.306080] env[70483]: DEBUG oslo_concurrency.lockutils [req-e9e1038d-f478-4aaf-b37a-6d81e7853ea5 req-7991d150-0717-41cd-a560-2203d4ec27ae service nova] Acquiring lock "refresh_cache-a3cc6122-e729-4dc5-b0fc-233c05209ce4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.306080] env[70483]: DEBUG oslo_concurrency.lockutils [req-e9e1038d-f478-4aaf-b37a-6d81e7853ea5 req-7991d150-0717-41cd-a560-2203d4ec27ae service nova] Acquired lock "refresh_cache-a3cc6122-e729-4dc5-b0fc-233c05209ce4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.306979] env[70483]: DEBUG nova.network.neutron [req-e9e1038d-f478-4aaf-b37a-6d81e7853ea5 req-7991d150-0717-41cd-a560-2203d4ec27ae service nova] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Refreshing network info cache for port 58840bb1-bcfb-423c-8f6c-df7139522dda {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.397862] env[70483]: DEBUG oslo_vmware.api [None req-4a39f594-9404-46af-9a8c-36328f05a54f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478687, 'name': CloneVM_Task} progress is 94%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.421700] env[70483]: DEBUG oslo_concurrency.lockutils [None req-69d597fe-9d5a-4104-848c-0f6d7af936e8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "interface-ef6fa7ed-b8aa-4221-a388-e86a72133cbc-c71c20e5-e2af-4a6e-aa36-cf6031acec04" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.422054] env[70483]: DEBUG oslo_concurrency.lockutils [None req-69d597fe-9d5a-4104-848c-0f6d7af936e8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "interface-ef6fa7ed-b8aa-4221-a388-e86a72133cbc-c71c20e5-e2af-4a6e-aa36-cf6031acec04" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.534450] env[70483]: DEBUG nova.objects.instance [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lazy-loading 'migration_context' on Instance uuid a423d133-89f3-40fe-9986-02edc46cf0f4 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.544477] env[70483]: DEBUG nova.network.neutron [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Successfully updated port: a8404b60-35ef-4040-affa-7875aecdf84b {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1130.564136] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5a5b2fea-b787-4c2b-93b0-f4ceb76d1786 tempest-ServersTestBootFromVolume-414783470 tempest-ServersTestBootFromVolume-414783470-project-member] Lock "73e3ef81-1a84-429b-968b-0bbee1b276d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.361s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.575996] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478688, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.605018] env[70483]: DEBUG nova.compute.manager [req-6e96e640-3f86-42e5-8ae8-b5069508150a req-a23d0e94-7416-46cf-bde2-4fbc3b70240e service nova] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Received event network-vif-plugged-a8404b60-35ef-4040-affa-7875aecdf84b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.605018] env[70483]: DEBUG oslo_concurrency.lockutils [req-6e96e640-3f86-42e5-8ae8-b5069508150a req-a23d0e94-7416-46cf-bde2-4fbc3b70240e service nova] Acquiring lock "86150d37-88af-4ad4-bb16-2fa484ce7ee0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.605018] env[70483]: DEBUG oslo_concurrency.lockutils [req-6e96e640-3f86-42e5-8ae8-b5069508150a req-a23d0e94-7416-46cf-bde2-4fbc3b70240e service nova] Lock "86150d37-88af-4ad4-bb16-2fa484ce7ee0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.605018] env[70483]: DEBUG oslo_concurrency.lockutils [req-6e96e640-3f86-42e5-8ae8-b5069508150a req-a23d0e94-7416-46cf-bde2-4fbc3b70240e service nova] Lock "86150d37-88af-4ad4-bb16-2fa484ce7ee0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.605018] env[70483]: DEBUG nova.compute.manager [req-6e96e640-3f86-42e5-8ae8-b5069508150a req-a23d0e94-7416-46cf-bde2-4fbc3b70240e service nova] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] No waiting events found dispatching network-vif-plugged-a8404b60-35ef-4040-affa-7875aecdf84b {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1130.605018] env[70483]: WARNING nova.compute.manager [req-6e96e640-3f86-42e5-8ae8-b5069508150a req-a23d0e94-7416-46cf-bde2-4fbc3b70240e service nova] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Received unexpected event network-vif-plugged-a8404b60-35ef-4040-affa-7875aecdf84b for instance with vm_state building and task_state spawning. [ 1130.605990] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6a590b48-0bdf-493e-b8f2-a52c0b6eafff tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "31adb50e-33e9-40cc-a8dc-14985336b34a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.606275] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6a590b48-0bdf-493e-b8f2-a52c0b6eafff tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "31adb50e-33e9-40cc-a8dc-14985336b34a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.606496] env[70483]: DEBUG nova.compute.manager [None req-6a590b48-0bdf-493e-b8f2-a52c0b6eafff tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Going to confirm migration 5 {{(pid=70483) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1130.661897] env[70483]: DEBUG oslo_vmware.api [None req-e1d29356-7ff5-4562-8f76-30710d60076b tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Task: {'id': task-3478689, 'name': PowerOffVM_Task, 'duration_secs': 0.248365} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.662509] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1d29356-7ff5-4562-8f76-30710d60076b tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.662681] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d29356-7ff5-4562-8f76-30710d60076b tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.662926] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc467f6f-05ea-41c0-85f7-c1f9c3be4771 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.717061] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a9bd4d4d-f163-463a-bc51-362f9a41464c tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "4621c6cd-45ab-4b29-949a-967f12b4d932" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.717061] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a9bd4d4d-f163-463a-bc51-362f9a41464c tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "4621c6cd-45ab-4b29-949a-967f12b4d932" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.717061] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a9bd4d4d-f163-463a-bc51-362f9a41464c tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "4621c6cd-45ab-4b29-949a-967f12b4d932-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.717061] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a9bd4d4d-f163-463a-bc51-362f9a41464c tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "4621c6cd-45ab-4b29-949a-967f12b4d932-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.717679] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a9bd4d4d-f163-463a-bc51-362f9a41464c tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "4621c6cd-45ab-4b29-949a-967f12b4d932-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.721673] env[70483]: INFO nova.compute.manager [None req-a9bd4d4d-f163-463a-bc51-362f9a41464c tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Terminating instance [ 1130.737656] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.899544] env[70483]: DEBUG oslo_vmware.api [None req-4a39f594-9404-46af-9a8c-36328f05a54f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478687, 'name': CloneVM_Task} progress is 94%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.926160] env[70483]: DEBUG oslo_concurrency.lockutils [None req-69d597fe-9d5a-4104-848c-0f6d7af936e8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "ef6fa7ed-b8aa-4221-a388-e86a72133cbc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.926375] env[70483]: DEBUG oslo_concurrency.lockutils [None req-69d597fe-9d5a-4104-848c-0f6d7af936e8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquired lock "ef6fa7ed-b8aa-4221-a388-e86a72133cbc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.927376] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebe89f6-8094-44d6-a4cf-46a3274f8639 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.951484] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9962b82c-2714-4e42-8ce5-7c849511bc5f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.984935] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-69d597fe-9d5a-4104-848c-0f6d7af936e8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Reconfiguring VM to detach interface {{(pid=70483) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1130.984935] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a02ad7f4-ec33-4e16-9cae-1ac8e0531d3c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.008295] env[70483]: DEBUG oslo_vmware.api [None req-69d597fe-9d5a-4104-848c-0f6d7af936e8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 1131.008295] env[70483]: value = "task-3478691" [ 1131.008295] env[70483]: _type = "Task" [ 1131.008295] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.021016] env[70483]: DEBUG oslo_vmware.api [None req-69d597fe-9d5a-4104-848c-0f6d7af936e8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478691, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.050964] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquiring lock "refresh_cache-86150d37-88af-4ad4-bb16-2fa484ce7ee0" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.051511] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquired lock "refresh_cache-86150d37-88af-4ad4-bb16-2fa484ce7ee0" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.051511] env[70483]: DEBUG nova.network.neutron [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.076018] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478688, 'name': CreateVM_Task, 'duration_secs': 0.551174} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.076800] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1131.077145] env[70483]: DEBUG oslo_concurrency.lockutils [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.077337] env[70483]: DEBUG oslo_concurrency.lockutils [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.077679] env[70483]: DEBUG oslo_concurrency.lockutils [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.080695] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e32a3162-4b3c-4431-9791-d750bff6e824 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.087078] env[70483]: DEBUG oslo_vmware.api [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 1131.087078] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ed4187-75f3-439b-b71d-6a3efe57df5f" [ 1131.087078] env[70483]: _type = "Task" [ 1131.087078] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.091672] env[70483]: DEBUG nova.network.neutron [req-e9e1038d-f478-4aaf-b37a-6d81e7853ea5 req-7991d150-0717-41cd-a560-2203d4ec27ae service nova] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Updated VIF entry in instance network info cache for port 58840bb1-bcfb-423c-8f6c-df7139522dda. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.092295] env[70483]: DEBUG nova.network.neutron [req-e9e1038d-f478-4aaf-b37a-6d81e7853ea5 req-7991d150-0717-41cd-a560-2203d4ec27ae service nova] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Updating instance_info_cache with network_info: [{"id": "58840bb1-bcfb-423c-8f6c-df7139522dda", "address": "fa:16:3e:44:ca:16", "network": {"id": "8a37218d-212e-4604-9aac-2a69e34f388a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-975183189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec180aeba08f48dea450ade057d4e619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58840bb1-bc", "ovs_interfaceid": "58840bb1-bcfb-423c-8f6c-df7139522dda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.105045] env[70483]: DEBUG oslo_vmware.api [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ed4187-75f3-439b-b71d-6a3efe57df5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.172749] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9ef85256-fa0a-4517-bda6-c19cdf7d3ca0 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "10977961-8a06-4d1d-8845-07ffe3127049" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.173830] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9ef85256-fa0a-4517-bda6-c19cdf7d3ca0 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "10977961-8a06-4d1d-8845-07ffe3127049" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.173830] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9ef85256-fa0a-4517-bda6-c19cdf7d3ca0 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "10977961-8a06-4d1d-8845-07ffe3127049-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.173830] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9ef85256-fa0a-4517-bda6-c19cdf7d3ca0 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "10977961-8a06-4d1d-8845-07ffe3127049-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.173830] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9ef85256-fa0a-4517-bda6-c19cdf7d3ca0 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "10977961-8a06-4d1d-8845-07ffe3127049-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.176587] env[70483]: INFO nova.compute.manager [None req-9ef85256-fa0a-4517-bda6-c19cdf7d3ca0 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Terminating instance [ 1131.224847] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6a590b48-0bdf-493e-b8f2-a52c0b6eafff tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "refresh_cache-31adb50e-33e9-40cc-a8dc-14985336b34a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.225058] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6a590b48-0bdf-493e-b8f2-a52c0b6eafff tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquired lock "refresh_cache-31adb50e-33e9-40cc-a8dc-14985336b34a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.225236] env[70483]: DEBUG nova.network.neutron [None req-6a590b48-0bdf-493e-b8f2-a52c0b6eafff tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.225455] env[70483]: DEBUG nova.objects.instance [None req-6a590b48-0bdf-493e-b8f2-a52c0b6eafff tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lazy-loading 'info_cache' on Instance uuid 31adb50e-33e9-40cc-a8dc-14985336b34a {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.227174] env[70483]: DEBUG nova.compute.manager [None req-a9bd4d4d-f163-463a-bc51-362f9a41464c tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1131.227419] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a9bd4d4d-f163-463a-bc51-362f9a41464c tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.231273] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88e5e14-f1df-4460-8d66-9510420c5128 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.243413] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9bd4d4d-f163-463a-bc51-362f9a41464c tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.243413] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9b77a68-96e8-45e0-b576-af8f960c3df2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.250226] env[70483]: DEBUG oslo_vmware.api [None req-a9bd4d4d-f163-463a-bc51-362f9a41464c tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 1131.250226] env[70483]: value = "task-3478692" [ 1131.250226] env[70483]: _type = "Task" [ 1131.250226] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.260901] env[70483]: DEBUG oslo_vmware.api [None req-a9bd4d4d-f163-463a-bc51-362f9a41464c tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.382086] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d29356-7ff5-4562-8f76-30710d60076b tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1131.382924] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d29356-7ff5-4562-8f76-30710d60076b tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1131.382924] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1d29356-7ff5-4562-8f76-30710d60076b tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Deleting the datastore file [datastore1] c298ac9c-db19-4eff-82a5-133a1f8596f6 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.383315] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-924b8b35-9335-4f9c-8cd1-573125e34dfc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.394158] env[70483]: DEBUG oslo_vmware.api [None req-e1d29356-7ff5-4562-8f76-30710d60076b tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Waiting for the task: (returnval){ [ 1131.394158] env[70483]: value = "task-3478693" [ 1131.394158] env[70483]: _type = "Task" [ 1131.394158] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.401728] env[70483]: DEBUG oslo_vmware.api [None req-4a39f594-9404-46af-9a8c-36328f05a54f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478687, 'name': CloneVM_Task} progress is 95%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.413597] env[70483]: DEBUG oslo_vmware.api [None req-e1d29356-7ff5-4562-8f76-30710d60076b tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Task: {'id': task-3478693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.433023] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8337ae-d4d0-4649-9455-eff0e4a5a454 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.441294] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1901d29-b437-45e2-b30a-9ec20fe48731 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.476394] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6049989-6dd1-4189-92c6-201dde19a304 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.484432] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b016ba-de27-4b9b-91f1-71b279ee76b6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.501243] env[70483]: DEBUG nova.compute.provider_tree [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.519421] env[70483]: DEBUG oslo_vmware.api [None req-69d597fe-9d5a-4104-848c-0f6d7af936e8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.597300] env[70483]: DEBUG nova.network.neutron [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1131.599408] env[70483]: DEBUG oslo_vmware.api [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ed4187-75f3-439b-b71d-6a3efe57df5f, 'name': SearchDatastore_Task, 'duration_secs': 0.015401} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.599914] env[70483]: DEBUG oslo_concurrency.lockutils [req-e9e1038d-f478-4aaf-b37a-6d81e7853ea5 req-7991d150-0717-41cd-a560-2203d4ec27ae service nova] Releasing lock "refresh_cache-a3cc6122-e729-4dc5-b0fc-233c05209ce4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.600624] env[70483]: DEBUG oslo_concurrency.lockutils [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.600904] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.601110] env[70483]: DEBUG oslo_concurrency.lockutils [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.601268] env[70483]: DEBUG oslo_concurrency.lockutils [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.601456] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.602113] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8633df4-2039-45b5-b150-92afad336a78 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.612024] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.612227] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.613060] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0c5ed62-c6b2-4be0-a2b0-18866e226956 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.621627] env[70483]: DEBUG oslo_vmware.api [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 1131.621627] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52589033-2de8-d1f0-9b72-1fd7c4ea79bd" [ 1131.621627] env[70483]: _type = "Task" [ 1131.621627] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.632507] env[70483]: DEBUG oslo_vmware.api [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52589033-2de8-d1f0-9b72-1fd7c4ea79bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.687059] env[70483]: DEBUG nova.compute.manager [None req-9ef85256-fa0a-4517-bda6-c19cdf7d3ca0 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1131.687436] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef85256-fa0a-4517-bda6-c19cdf7d3ca0 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.688683] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba8b651-b3e8-491d-9397-46ec764aafa7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.698922] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef85256-fa0a-4517-bda6-c19cdf7d3ca0 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.699333] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9be726df-3d0a-4868-b9cc-454e03dc5c1a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.747802] env[70483]: DEBUG nova.network.neutron [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Updating instance_info_cache with network_info: [{"id": "a8404b60-35ef-4040-affa-7875aecdf84b", "address": "fa:16:3e:bb:20:fb", "network": {"id": "ad62c8c7-a505-4b19-b08e-7fc0ad2fe8c0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1287706579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f5421924aec4a0eb2dce7ace32bf86c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8404b60-35", "ovs_interfaceid": "a8404b60-35ef-4040-affa-7875aecdf84b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.763884] env[70483]: DEBUG oslo_vmware.api [None req-a9bd4d4d-f163-463a-bc51-362f9a41464c tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478692, 'name': PowerOffVM_Task, 'duration_secs': 0.30679} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.764820] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9bd4d4d-f163-463a-bc51-362f9a41464c tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.764998] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a9bd4d4d-f163-463a-bc51-362f9a41464c tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.765270] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0b348e6-ec44-48bc-94e8-2caed4ff6017 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.784074] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef85256-fa0a-4517-bda6-c19cdf7d3ca0 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1131.784304] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef85256-fa0a-4517-bda6-c19cdf7d3ca0 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1131.784484] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ef85256-fa0a-4517-bda6-c19cdf7d3ca0 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Deleting the datastore file [datastore2] 10977961-8a06-4d1d-8845-07ffe3127049 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.784730] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04ff0197-2f0f-4e4f-b835-e4d6ae9e4ac8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.793564] env[70483]: DEBUG oslo_vmware.api [None req-9ef85256-fa0a-4517-bda6-c19cdf7d3ca0 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1131.793564] env[70483]: value = "task-3478696" [ 1131.793564] env[70483]: _type = "Task" [ 1131.793564] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.805134] env[70483]: DEBUG oslo_vmware.api [None req-9ef85256-fa0a-4517-bda6-c19cdf7d3ca0 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.853742] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a9bd4d4d-f163-463a-bc51-362f9a41464c tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1131.853742] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a9bd4d4d-f163-463a-bc51-362f9a41464c tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1131.853742] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9bd4d4d-f163-463a-bc51-362f9a41464c tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Deleting the datastore file [datastore2] 4621c6cd-45ab-4b29-949a-967f12b4d932 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.854726] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83ac4a08-2b8b-494d-acd5-0807413c2423 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.861443] env[70483]: DEBUG oslo_vmware.api [None req-a9bd4d4d-f163-463a-bc51-362f9a41464c tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 1131.861443] env[70483]: value = "task-3478697" [ 1131.861443] env[70483]: _type = "Task" [ 1131.861443] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.870341] env[70483]: DEBUG oslo_vmware.api [None req-a9bd4d4d-f163-463a-bc51-362f9a41464c tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.887020] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ea7d9f-7764-45a1-a280-f40d85a2ec8a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.898805] env[70483]: DEBUG oslo_vmware.api [None req-4a39f594-9404-46af-9a8c-36328f05a54f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478687, 'name': CloneVM_Task, 'duration_secs': 1.782221} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.904068] env[70483]: INFO nova.virt.vmwareapi.vmops [None req-4a39f594-9404-46af-9a8c-36328f05a54f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Created linked-clone VM from snapshot [ 1131.904068] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7465546b-ebd2-4e48-863f-ee1ee8e67658 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Suspending the VM {{(pid=70483) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1131.904781] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12b8d46-0a5b-4ec5-bb0f-6f7840e382b6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.907548] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-4cbdb89d-7b9e-4ab0-b654-3405ec51ee2d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.915182] env[70483]: DEBUG oslo_vmware.api [None req-e1d29356-7ff5-4562-8f76-30710d60076b tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Task: {'id': task-3478693, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215166} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.921073] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1d29356-7ff5-4562-8f76-30710d60076b tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.921374] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d29356-7ff5-4562-8f76-30710d60076b tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1131.921676] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d29356-7ff5-4562-8f76-30710d60076b tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1131.921969] env[70483]: INFO nova.compute.manager [None req-e1d29356-7ff5-4562-8f76-30710d60076b tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Took 1.79 seconds to destroy the instance on the hypervisor. [ 1131.922382] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1d29356-7ff5-4562-8f76-30710d60076b tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.922831] env[70483]: DEBUG oslo_vmware.api [None req-7465546b-ebd2-4e48-863f-ee1ee8e67658 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for the task: (returnval){ [ 1131.922831] env[70483]: value = "task-3478698" [ 1131.922831] env[70483]: _type = "Task" [ 1131.922831] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.924031] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-4a39f594-9404-46af-9a8c-36328f05a54f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Uploading image 5c430e12-c76f-428d-a412-41d7d72ff4c5 {{(pid=70483) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1131.925830] env[70483]: DEBUG nova.compute.manager [-] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1131.925960] env[70483]: DEBUG nova.network.neutron [-] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1131.939360] env[70483]: DEBUG oslo_vmware.api [None req-7465546b-ebd2-4e48-863f-ee1ee8e67658 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478698, 'name': SuspendVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.941024] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a39f594-9404-46af-9a8c-36328f05a54f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Destroying the VM {{(pid=70483) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1131.941024] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-62d1f3ac-ab67-48ac-875c-4cfe9e86adbd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.948022] env[70483]: DEBUG oslo_vmware.api [None req-4a39f594-9404-46af-9a8c-36328f05a54f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 1131.948022] env[70483]: value = "task-3478699" [ 1131.948022] env[70483]: _type = "Task" [ 1131.948022] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.956527] env[70483]: DEBUG oslo_vmware.api [None req-4a39f594-9404-46af-9a8c-36328f05a54f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478699, 'name': Destroy_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.004281] env[70483]: DEBUG nova.scheduler.client.report [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.020054] env[70483]: DEBUG oslo_vmware.api [None req-69d597fe-9d5a-4104-848c-0f6d7af936e8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.130485] env[70483]: DEBUG oslo_vmware.api [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52589033-2de8-d1f0-9b72-1fd7c4ea79bd, 'name': SearchDatastore_Task, 'duration_secs': 0.016469} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.131357] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d71c7bab-1b94-4152-bc15-5c00330b2f7e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.136898] env[70483]: DEBUG oslo_vmware.api [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 1132.136898] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52f4ea48-bc0f-b681-d156-fa9b1c00e236" [ 1132.136898] env[70483]: _type = "Task" [ 1132.136898] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.145228] env[70483]: DEBUG oslo_vmware.api [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52f4ea48-bc0f-b681-d156-fa9b1c00e236, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.258751] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Releasing lock "refresh_cache-86150d37-88af-4ad4-bb16-2fa484ce7ee0" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.259104] env[70483]: DEBUG nova.compute.manager [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Instance network_info: |[{"id": "a8404b60-35ef-4040-affa-7875aecdf84b", "address": "fa:16:3e:bb:20:fb", "network": {"id": "ad62c8c7-a505-4b19-b08e-7fc0ad2fe8c0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1287706579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f5421924aec4a0eb2dce7ace32bf86c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8404b60-35", "ovs_interfaceid": "a8404b60-35ef-4040-affa-7875aecdf84b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1132.259881] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:20:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8404b60-35ef-4040-affa-7875aecdf84b', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1132.267570] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.268130] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1132.268408] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ac27ebd-3a28-421d-8ac1-bd280da27925 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.304212] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1132.304212] env[70483]: value = "task-3478700" [ 1132.304212] env[70483]: _type = "Task" [ 1132.304212] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.309887] env[70483]: DEBUG oslo_vmware.api [None req-9ef85256-fa0a-4517-bda6-c19cdf7d3ca0 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478696, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262848} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.310655] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ef85256-fa0a-4517-bda6-c19cdf7d3ca0 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.310833] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef85256-fa0a-4517-bda6-c19cdf7d3ca0 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.311031] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef85256-fa0a-4517-bda6-c19cdf7d3ca0 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.311182] env[70483]: INFO nova.compute.manager [None req-9ef85256-fa0a-4517-bda6-c19cdf7d3ca0 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1132.311409] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ef85256-fa0a-4517-bda6-c19cdf7d3ca0 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.311592] env[70483]: DEBUG nova.compute.manager [-] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1132.311682] env[70483]: DEBUG nova.network.neutron [-] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1132.316579] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478700, 'name': CreateVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.373939] env[70483]: DEBUG oslo_vmware.api [None req-a9bd4d4d-f163-463a-bc51-362f9a41464c tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23191} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.374208] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9bd4d4d-f163-463a-bc51-362f9a41464c tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.374386] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a9bd4d4d-f163-463a-bc51-362f9a41464c tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.374558] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a9bd4d4d-f163-463a-bc51-362f9a41464c tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.374755] env[70483]: INFO nova.compute.manager [None req-a9bd4d4d-f163-463a-bc51-362f9a41464c tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1132.375064] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9bd4d4d-f163-463a-bc51-362f9a41464c tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.375287] env[70483]: DEBUG nova.compute.manager [-] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1132.375573] env[70483]: DEBUG nova.network.neutron [-] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1132.439112] env[70483]: DEBUG oslo_vmware.api [None req-7465546b-ebd2-4e48-863f-ee1ee8e67658 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478698, 'name': SuspendVM_Task} progress is 62%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.457696] env[70483]: DEBUG oslo_vmware.api [None req-4a39f594-9404-46af-9a8c-36328f05a54f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478699, 'name': Destroy_Task} progress is 33%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.524422] env[70483]: DEBUG oslo_vmware.api [None req-69d597fe-9d5a-4104-848c-0f6d7af936e8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.538015] env[70483]: DEBUG nova.compute.manager [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Stashing vm_state: active {{(pid=70483) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1132.616956] env[70483]: DEBUG nova.network.neutron [None req-6a590b48-0bdf-493e-b8f2-a52c0b6eafff tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Updating instance_info_cache with network_info: [{"id": "cca08ae9-5f63-42a5-96fd-8120aa3c504a", "address": "fa:16:3e:c4:16:29", "network": {"id": "948b7173-5456-49a2-9a1a-e36a1a46b931", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1783064445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a0a79c686d4fd5ace3cd0e354054d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcca08ae9-5f", "ovs_interfaceid": "cca08ae9-5f63-42a5-96fd-8120aa3c504a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.648591] env[70483]: DEBUG oslo_vmware.api [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52f4ea48-bc0f-b681-d156-fa9b1c00e236, 'name': SearchDatastore_Task, 'duration_secs': 0.012968} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.648821] env[70483]: DEBUG oslo_concurrency.lockutils [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.649095] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] a3cc6122-e729-4dc5-b0fc-233c05209ce4/a3cc6122-e729-4dc5-b0fc-233c05209ce4.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.649370] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33623bc5-8452-4969-b6f8-75bf9d88974a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.656941] env[70483]: DEBUG oslo_vmware.api [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 1132.656941] env[70483]: value = "task-3478701" [ 1132.656941] env[70483]: _type = "Task" [ 1132.656941] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.666105] env[70483]: DEBUG oslo_vmware.api [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.744595] env[70483]: DEBUG nova.network.neutron [-] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.813708] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478700, 'name': CreateVM_Task, 'duration_secs': 0.339821} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.813875] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1132.814583] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.814749] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.815069] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.815348] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26912ade-03ea-4eee-b3ab-07227bc52f2c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.819784] env[70483]: DEBUG oslo_vmware.api [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 1132.819784] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52fbb78f-ffe5-2cb9-51e5-ec8d14d69643" [ 1132.819784] env[70483]: _type = "Task" [ 1132.819784] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.827367] env[70483]: DEBUG oslo_vmware.api [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52fbb78f-ffe5-2cb9-51e5-ec8d14d69643, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.941492] env[70483]: DEBUG oslo_vmware.api [None req-7465546b-ebd2-4e48-863f-ee1ee8e67658 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478698, 'name': SuspendVM_Task, 'duration_secs': 0.792852} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.941773] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7465546b-ebd2-4e48-863f-ee1ee8e67658 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Suspended the VM {{(pid=70483) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1132.941929] env[70483]: DEBUG nova.compute.manager [None req-7465546b-ebd2-4e48-863f-ee1ee8e67658 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1132.942674] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08115f93-5705-4e9a-81c1-a53127473f4f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.964663] env[70483]: DEBUG oslo_vmware.api [None req-4a39f594-9404-46af-9a8c-36328f05a54f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478699, 'name': Destroy_Task, 'duration_secs': 0.744863} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.964960] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-4a39f594-9404-46af-9a8c-36328f05a54f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Destroyed the VM [ 1132.965232] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4a39f594-9404-46af-9a8c-36328f05a54f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Deleting Snapshot of the VM instance {{(pid=70483) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1132.965553] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-915df55b-ec7c-44e7-a101-0ef8648e5fda {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.973388] env[70483]: DEBUG oslo_vmware.api [None req-4a39f594-9404-46af-9a8c-36328f05a54f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 1132.973388] env[70483]: value = "task-3478702" [ 1132.973388] env[70483]: _type = "Task" [ 1132.973388] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.981587] env[70483]: DEBUG oslo_vmware.api [None req-4a39f594-9404-46af-9a8c-36328f05a54f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478702, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.016565] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.996s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.031991] env[70483]: DEBUG oslo_concurrency.lockutils [None req-86270bb5-09e5-46bd-a4b3-9c88c92d2f37 tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.070s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.031991] env[70483]: DEBUG nova.objects.instance [None req-86270bb5-09e5-46bd-a4b3-9c88c92d2f37 tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Lazy-loading 'resources' on Instance uuid 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.039333] env[70483]: DEBUG oslo_vmware.api [None req-69d597fe-9d5a-4104-848c-0f6d7af936e8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.059321] env[70483]: DEBUG oslo_concurrency.lockutils [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.071468] env[70483]: DEBUG nova.compute.manager [req-d5e37653-04ae-479f-8dc0-847378c8828a req-c750dec6-bed5-44c5-9b07-470284b2e7a9 service nova] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Received event network-changed-a8404b60-35ef-4040-affa-7875aecdf84b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.071660] env[70483]: DEBUG nova.compute.manager [req-d5e37653-04ae-479f-8dc0-847378c8828a req-c750dec6-bed5-44c5-9b07-470284b2e7a9 service nova] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Refreshing instance network info cache due to event network-changed-a8404b60-35ef-4040-affa-7875aecdf84b. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1133.071871] env[70483]: DEBUG oslo_concurrency.lockutils [req-d5e37653-04ae-479f-8dc0-847378c8828a req-c750dec6-bed5-44c5-9b07-470284b2e7a9 service nova] Acquiring lock "refresh_cache-86150d37-88af-4ad4-bb16-2fa484ce7ee0" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.072616] env[70483]: DEBUG oslo_concurrency.lockutils [req-d5e37653-04ae-479f-8dc0-847378c8828a req-c750dec6-bed5-44c5-9b07-470284b2e7a9 service nova] Acquired lock "refresh_cache-86150d37-88af-4ad4-bb16-2fa484ce7ee0" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.072897] env[70483]: DEBUG nova.network.neutron [req-d5e37653-04ae-479f-8dc0-847378c8828a req-c750dec6-bed5-44c5-9b07-470284b2e7a9 service nova] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Refreshing network info cache for port a8404b60-35ef-4040-affa-7875aecdf84b {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.119835] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6a590b48-0bdf-493e-b8f2-a52c0b6eafff tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Releasing lock "refresh_cache-31adb50e-33e9-40cc-a8dc-14985336b34a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.120187] env[70483]: DEBUG nova.objects.instance [None req-6a590b48-0bdf-493e-b8f2-a52c0b6eafff tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lazy-loading 'migration_context' on Instance uuid 31adb50e-33e9-40cc-a8dc-14985336b34a {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.170399] env[70483]: DEBUG oslo_vmware.api [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478701, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.247084] env[70483]: INFO nova.compute.manager [-] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Took 1.32 seconds to deallocate network for instance. [ 1133.256080] env[70483]: DEBUG nova.network.neutron [-] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.333339] env[70483]: DEBUG oslo_vmware.api [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52fbb78f-ffe5-2cb9-51e5-ec8d14d69643, 'name': SearchDatastore_Task, 'duration_secs': 0.039031} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.333975] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.337021] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1133.337021] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.337021] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.337021] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1133.337021] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53e8c705-0305-4265-8b29-b8329bdd2d77 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.351540] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1133.355286] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1133.355286] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4563f2b3-e698-462c-b43e-f1b080a5075f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.359846] env[70483]: DEBUG oslo_vmware.api [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 1133.359846] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5223270d-b221-ccf0-b2ef-f330c3dc2743" [ 1133.359846] env[70483]: _type = "Task" [ 1133.359846] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.370300] env[70483]: DEBUG oslo_vmware.api [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5223270d-b221-ccf0-b2ef-f330c3dc2743, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.449517] env[70483]: DEBUG nova.compute.manager [req-621b0a79-ff4d-49d7-b26b-428583741130 req-5a4d82a4-b98a-430d-813c-0100cdf9c5ad service nova] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Received event network-vif-deleted-c71a80da-f5cc-45a8-bf6a-5fc395164881 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.449976] env[70483]: INFO nova.compute.manager [req-621b0a79-ff4d-49d7-b26b-428583741130 req-5a4d82a4-b98a-430d-813c-0100cdf9c5ad service nova] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Neutron deleted interface c71a80da-f5cc-45a8-bf6a-5fc395164881; detaching it from the instance and deleting it from the info cache [ 1133.449976] env[70483]: DEBUG nova.network.neutron [req-621b0a79-ff4d-49d7-b26b-428583741130 req-5a4d82a4-b98a-430d-813c-0100cdf9c5ad service nova] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.488654] env[70483]: DEBUG oslo_vmware.api [None req-4a39f594-9404-46af-9a8c-36328f05a54f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478702, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.525255] env[70483]: DEBUG oslo_vmware.api [None req-69d597fe-9d5a-4104-848c-0f6d7af936e8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.622528] env[70483]: DEBUG nova.objects.base [None req-6a590b48-0bdf-493e-b8f2-a52c0b6eafff tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Object Instance<31adb50e-33e9-40cc-a8dc-14985336b34a> lazy-loaded attributes: info_cache,migration_context {{(pid=70483) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1133.623462] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4009d30d-ea2a-4429-8642-4f888e6c73fb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.653528] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9b44b79-f8a3-44fa-b467-735128c74a7c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.659145] env[70483]: DEBUG oslo_vmware.api [None req-6a590b48-0bdf-493e-b8f2-a52c0b6eafff tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1133.659145] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ea6653-ae67-a5e2-406b-de2b1356d54e" [ 1133.659145] env[70483]: _type = "Task" [ 1133.659145] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.667648] env[70483]: DEBUG nova.network.neutron [-] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.672408] env[70483]: DEBUG oslo_vmware.api [None req-6a590b48-0bdf-493e-b8f2-a52c0b6eafff tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ea6653-ae67-a5e2-406b-de2b1356d54e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.677860] env[70483]: DEBUG oslo_vmware.api [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478701, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.803664} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.678607] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] a3cc6122-e729-4dc5-b0fc-233c05209ce4/a3cc6122-e729-4dc5-b0fc-233c05209ce4.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.679202] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.681619] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19005cc8-d67a-4885-840b-a552ce107479 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.693025] env[70483]: DEBUG oslo_vmware.api [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 1133.693025] env[70483]: value = "task-3478703" [ 1133.693025] env[70483]: _type = "Task" [ 1133.693025] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.703635] env[70483]: DEBUG oslo_vmware.api [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478703, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.755926] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e1d29356-7ff5-4562-8f76-30710d60076b tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.756448] env[70483]: INFO nova.compute.manager [-] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Took 1.38 seconds to deallocate network for instance. [ 1133.869384] env[70483]: DEBUG oslo_vmware.api [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5223270d-b221-ccf0-b2ef-f330c3dc2743, 'name': SearchDatastore_Task, 'duration_secs': 0.054469} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.872737] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a19a314-6727-485e-96e3-6aadf872a8f8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.878197] env[70483]: DEBUG oslo_vmware.api [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 1133.878197] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52143024-c6c0-6db1-b10a-3ec1df806402" [ 1133.878197] env[70483]: _type = "Task" [ 1133.878197] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.893397] env[70483]: DEBUG oslo_vmware.api [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52143024-c6c0-6db1-b10a-3ec1df806402, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.951216] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73719ff9-1365-4769-80f7-0f8b5b133fdc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.953316] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ebb9ceb-6021-4c66-9277-92ca0da43cdb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.958161] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcbc260-a481-4943-ba25-84fdaee36782 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.964920] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cb4e49-9571-4496-8455-2be8d65ff4fe {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.014204] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a5a0e4-45d1-4502-b7e4-14bdeb0fdda7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.023470] env[70483]: DEBUG oslo_vmware.api [None req-4a39f594-9404-46af-9a8c-36328f05a54f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478702, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.038732] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fd711e-7c46-4fae-ad64-fa651506b56b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.044564] env[70483]: DEBUG nova.compute.manager [req-621b0a79-ff4d-49d7-b26b-428583741130 req-5a4d82a4-b98a-430d-813c-0100cdf9c5ad service nova] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Detach interface failed, port_id=c71a80da-f5cc-45a8-bf6a-5fc395164881, reason: Instance 10977961-8a06-4d1d-8845-07ffe3127049 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1134.052068] env[70483]: DEBUG oslo_vmware.api [None req-69d597fe-9d5a-4104-848c-0f6d7af936e8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.064274] env[70483]: DEBUG nova.compute.provider_tree [None req-86270bb5-09e5-46bd-a4b3-9c88c92d2f37 tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.072419] env[70483]: DEBUG nova.network.neutron [req-d5e37653-04ae-479f-8dc0-847378c8828a req-c750dec6-bed5-44c5-9b07-470284b2e7a9 service nova] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Updated VIF entry in instance network info cache for port a8404b60-35ef-4040-affa-7875aecdf84b. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.072749] env[70483]: DEBUG nova.network.neutron [req-d5e37653-04ae-479f-8dc0-847378c8828a req-c750dec6-bed5-44c5-9b07-470284b2e7a9 service nova] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Updating instance_info_cache with network_info: [{"id": "a8404b60-35ef-4040-affa-7875aecdf84b", "address": "fa:16:3e:bb:20:fb", "network": {"id": "ad62c8c7-a505-4b19-b08e-7fc0ad2fe8c0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1287706579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f5421924aec4a0eb2dce7ace32bf86c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8404b60-35", "ovs_interfaceid": "a8404b60-35ef-4040-affa-7875aecdf84b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.167672] env[70483]: DEBUG oslo_vmware.api [None req-6a590b48-0bdf-493e-b8f2-a52c0b6eafff tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ea6653-ae67-a5e2-406b-de2b1356d54e, 'name': SearchDatastore_Task, 'duration_secs': 0.024886} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.168012] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6a590b48-0bdf-493e-b8f2-a52c0b6eafff tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.177029] env[70483]: INFO nova.compute.manager [-] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Took 1.86 seconds to deallocate network for instance. [ 1134.200468] env[70483]: DEBUG oslo_vmware.api [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478703, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074517} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.200753] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.201537] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339747b8-01d8-452d-b683-4e49868ad398 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.224884] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] a3cc6122-e729-4dc5-b0fc-233c05209ce4/a3cc6122-e729-4dc5-b0fc-233c05209ce4.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.225893] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6edb880-9865-47e1-8a76-35b40fbc1d81 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.249250] env[70483]: DEBUG oslo_vmware.api [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 1134.249250] env[70483]: value = "task-3478704" [ 1134.249250] env[70483]: _type = "Task" [ 1134.249250] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.258053] env[70483]: DEBUG oslo_vmware.api [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478704, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.263413] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a9bd4d4d-f163-463a-bc51-362f9a41464c tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.320248] env[70483]: INFO nova.compute.manager [None req-1afaf830-7484-49c8-b2b5-fa14cc140719 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Resuming [ 1134.320880] env[70483]: DEBUG nova.objects.instance [None req-1afaf830-7484-49c8-b2b5-fa14cc140719 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Lazy-loading 'flavor' on Instance uuid 564f1aef-f107-46c8-ae0b-01df1e8aa2d2 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.394086] env[70483]: DEBUG oslo_vmware.api [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52143024-c6c0-6db1-b10a-3ec1df806402, 'name': SearchDatastore_Task, 'duration_secs': 0.059727} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.394898] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.394898] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 86150d37-88af-4ad4-bb16-2fa484ce7ee0/86150d37-88af-4ad4-bb16-2fa484ce7ee0.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1134.394898] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3cb8b7ee-efda-4d06-b30c-307d1b63c18e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.408236] env[70483]: DEBUG oslo_vmware.api [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 1134.408236] env[70483]: value = "task-3478705" [ 1134.408236] env[70483]: _type = "Task" [ 1134.408236] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.417252] env[70483]: DEBUG oslo_vmware.api [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.517183] env[70483]: DEBUG oslo_vmware.api [None req-4a39f594-9404-46af-9a8c-36328f05a54f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478702, 'name': RemoveSnapshot_Task, 'duration_secs': 1.492044} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.520632] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4a39f594-9404-46af-9a8c-36328f05a54f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Deleted Snapshot of the VM instance {{(pid=70483) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1134.528356] env[70483]: DEBUG oslo_vmware.api [None req-69d597fe-9d5a-4104-848c-0f6d7af936e8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.566640] env[70483]: DEBUG nova.scheduler.client.report [None req-86270bb5-09e5-46bd-a4b3-9c88c92d2f37 tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.575467] env[70483]: DEBUG oslo_concurrency.lockutils [req-d5e37653-04ae-479f-8dc0-847378c8828a req-c750dec6-bed5-44c5-9b07-470284b2e7a9 service nova] Releasing lock "refresh_cache-86150d37-88af-4ad4-bb16-2fa484ce7ee0" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.575558] env[70483]: DEBUG nova.compute.manager [req-d5e37653-04ae-479f-8dc0-847378c8828a req-c750dec6-bed5-44c5-9b07-470284b2e7a9 service nova] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Received event network-vif-deleted-9a612f8e-fb61-4e15-948e-e3fc9d6c9d3b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.577218] env[70483]: INFO nova.compute.manager [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Swapping old allocation on dict_keys(['6c4ee772-7226-4ddc-ad20-20b8289011e6']) held by migration ac939153-8b2e-468f-9e00-2830b7c9ea2e for instance [ 1134.608289] env[70483]: DEBUG nova.scheduler.client.report [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Overwriting current allocation {'allocations': {'6c4ee772-7226-4ddc-ad20-20b8289011e6': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 131}}, 'project_id': '02013d6cd47b4f1c9e3279214f1d2d7a', 'user_id': '6c7436d5d372473493d2b9c531760c27', 'consumer_generation': 1} on consumer a423d133-89f3-40fe-9986-02edc46cf0f4 {{(pid=70483) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1134.680924] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9ef85256-fa0a-4517-bda6-c19cdf7d3ca0 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.738910] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "refresh_cache-a423d133-89f3-40fe-9986-02edc46cf0f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.739114] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquired lock "refresh_cache-a423d133-89f3-40fe-9986-02edc46cf0f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.739371] env[70483]: DEBUG nova.network.neutron [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.762904] env[70483]: DEBUG oslo_vmware.api [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478704, 'name': ReconfigVM_Task, 'duration_secs': 0.28371} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.763224] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Reconfigured VM instance instance-00000064 to attach disk [datastore2] a3cc6122-e729-4dc5-b0fc-233c05209ce4/a3cc6122-e729-4dc5-b0fc-233c05209ce4.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.763835] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4a26996-43f9-4663-96ef-e2589500a10a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.772088] env[70483]: DEBUG oslo_vmware.api [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 1134.772088] env[70483]: value = "task-3478706" [ 1134.772088] env[70483]: _type = "Task" [ 1134.772088] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.780674] env[70483]: DEBUG oslo_vmware.api [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478706, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.917921] env[70483]: DEBUG oslo_vmware.api [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478705, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.029033] env[70483]: WARNING nova.compute.manager [None req-4a39f594-9404-46af-9a8c-36328f05a54f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Image not found during snapshot: nova.exception.ImageNotFound: Image 5c430e12-c76f-428d-a412-41d7d72ff4c5 could not be found. [ 1135.030702] env[70483]: DEBUG oslo_vmware.api [None req-69d597fe-9d5a-4104-848c-0f6d7af936e8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.073163] env[70483]: DEBUG oslo_concurrency.lockutils [None req-86270bb5-09e5-46bd-a4b3-9c88c92d2f37 tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.044s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.075529] env[70483]: DEBUG oslo_concurrency.lockutils [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.517s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.075732] env[70483]: DEBUG nova.objects.instance [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70483) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1135.094795] env[70483]: INFO nova.scheduler.client.report [None req-86270bb5-09e5-46bd-a4b3-9c88c92d2f37 tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Deleted allocations for instance 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf [ 1135.146292] env[70483]: DEBUG nova.compute.manager [req-f405192b-8c0f-426e-8bec-ce74baf0ab72 req-25103595-18db-4aaa-9590-b1afd74a6b55 service nova] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Received event network-vif-deleted-ebe78fd1-1314-41eb-8c72-3c1fa16d3f6f {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.287656] env[70483]: DEBUG oslo_vmware.api [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478706, 'name': Rename_Task, 'duration_secs': 0.162142} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.287955] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.288255] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-750e2507-ac33-464a-abbd-94a07a1022e9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.298417] env[70483]: DEBUG oslo_vmware.api [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 1135.298417] env[70483]: value = "task-3478707" [ 1135.298417] env[70483]: _type = "Task" [ 1135.298417] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.309300] env[70483]: DEBUG oslo_vmware.api [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.422399] env[70483]: DEBUG oslo_vmware.api [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.88275} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.422690] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 86150d37-88af-4ad4-bb16-2fa484ce7ee0/86150d37-88af-4ad4-bb16-2fa484ce7ee0.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1135.422904] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1135.423207] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef49387c-8884-4ae4-beda-72b72a53e527 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.433338] env[70483]: DEBUG oslo_vmware.api [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 1135.433338] env[70483]: value = "task-3478708" [ 1135.433338] env[70483]: _type = "Task" [ 1135.433338] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.443953] env[70483]: DEBUG oslo_vmware.api [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478708, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.527610] env[70483]: DEBUG oslo_vmware.api [None req-69d597fe-9d5a-4104-848c-0f6d7af936e8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.604915] env[70483]: DEBUG oslo_concurrency.lockutils [None req-86270bb5-09e5-46bd-a4b3-9c88c92d2f37 tempest-ServersWithSpecificFlavorTestJSON-102686020 tempest-ServersWithSpecificFlavorTestJSON-102686020-project-member] Lock "2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.874s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.718777] env[70483]: DEBUG nova.network.neutron [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Updating instance_info_cache with network_info: [{"id": "62f1cb01-9376-465e-96be-71c8507809e3", "address": "fa:16:3e:61:30:48", "network": {"id": "d0584bad-a446-4fdb-9127-2d020acd6b5c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1392669969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02013d6cd47b4f1c9e3279214f1d2d7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62f1cb01-93", "ovs_interfaceid": "62f1cb01-9376-465e-96be-71c8507809e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.809496] env[70483]: DEBUG oslo_vmware.api [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478707, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.832895] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1afaf830-7484-49c8-b2b5-fa14cc140719 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Acquiring lock "refresh_cache-564f1aef-f107-46c8-ae0b-01df1e8aa2d2" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.832895] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1afaf830-7484-49c8-b2b5-fa14cc140719 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Acquired lock "refresh_cache-564f1aef-f107-46c8-ae0b-01df1e8aa2d2" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.832895] env[70483]: DEBUG nova.network.neutron [None req-1afaf830-7484-49c8-b2b5-fa14cc140719 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.952213] env[70483]: DEBUG oslo_vmware.api [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478708, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071135} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.952213] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1135.952837] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1809d49-5973-42c7-b967-5269b4e54491 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.977888] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 86150d37-88af-4ad4-bb16-2fa484ce7ee0/86150d37-88af-4ad4-bb16-2fa484ce7ee0.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.978613] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a28cb8d8-0360-4e43-ab3f-b9195cebea4d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.000157] env[70483]: DEBUG oslo_vmware.api [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 1136.000157] env[70483]: value = "task-3478709" [ 1136.000157] env[70483]: _type = "Task" [ 1136.000157] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.010243] env[70483]: DEBUG oslo_vmware.api [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478709, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.028420] env[70483]: DEBUG oslo_vmware.api [None req-69d597fe-9d5a-4104-848c-0f6d7af936e8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.062537] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c753b371-729d-4a7c-a9a3-eb66c229142f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquiring lock "4ea8b8dd-7ba7-45de-9642-41dd0930dc59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.062537] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c753b371-729d-4a7c-a9a3-eb66c229142f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "4ea8b8dd-7ba7-45de-9642-41dd0930dc59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.062906] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c753b371-729d-4a7c-a9a3-eb66c229142f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquiring lock "4ea8b8dd-7ba7-45de-9642-41dd0930dc59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.062906] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c753b371-729d-4a7c-a9a3-eb66c229142f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "4ea8b8dd-7ba7-45de-9642-41dd0930dc59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.064063] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c753b371-729d-4a7c-a9a3-eb66c229142f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "4ea8b8dd-7ba7-45de-9642-41dd0930dc59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.065495] env[70483]: INFO nova.compute.manager [None req-c753b371-729d-4a7c-a9a3-eb66c229142f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Terminating instance [ 1136.086191] env[70483]: DEBUG oslo_concurrency.lockutils [None req-27694639-8eda-4552-ab98-39c0dc8bc678 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.087163] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.350s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.089281] env[70483]: INFO nova.compute.claims [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1136.228017] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Releasing lock "refresh_cache-a423d133-89f3-40fe-9986-02edc46cf0f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.228017] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6013e5ce-1def-4d74-bbbe-4b60b9d2082b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.233614] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de2e329-9817-473c-bbaf-dfc67f6d7117 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.312757] env[70483]: DEBUG oslo_vmware.api [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478707, 'name': PowerOnVM_Task, 'duration_secs': 0.529514} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.313109] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.313360] env[70483]: INFO nova.compute.manager [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1136.314057] env[70483]: DEBUG nova.compute.manager [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.314835] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088cac54-9141-492b-a145-36f2c1440f26 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.372381] env[70483]: DEBUG nova.objects.instance [None req-388ac46d-6cee-4fab-869e-9951e04091f5 tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Lazy-loading 'flavor' on Instance uuid ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.516471] env[70483]: DEBUG oslo_vmware.api [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478709, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.529328] env[70483]: DEBUG oslo_vmware.api [None req-69d597fe-9d5a-4104-848c-0f6d7af936e8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478691, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.569505] env[70483]: DEBUG nova.compute.manager [None req-c753b371-729d-4a7c-a9a3-eb66c229142f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1136.569718] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c753b371-729d-4a7c-a9a3-eb66c229142f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.570627] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87e7497-b450-4d79-9115-95b411b1818a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.582641] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-c753b371-729d-4a7c-a9a3-eb66c229142f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.582921] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef26fe87-bc80-4186-a6ff-2878cd503227 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.591050] env[70483]: DEBUG oslo_vmware.api [None req-c753b371-729d-4a7c-a9a3-eb66c229142f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 1136.591050] env[70483]: value = "task-3478710" [ 1136.591050] env[70483]: _type = "Task" [ 1136.591050] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.604954] env[70483]: DEBUG oslo_vmware.api [None req-c753b371-729d-4a7c-a9a3-eb66c229142f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.641822] env[70483]: DEBUG nova.network.neutron [None req-1afaf830-7484-49c8-b2b5-fa14cc140719 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Updating instance_info_cache with network_info: [{"id": "eff1b063-ed96-4767-8a3d-8dd243d0e009", "address": "fa:16:3e:f6:c2:10", "network": {"id": "5fd19a76-5f23-4ae0-81a6-e9da34d2e4e0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-548459206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7908655b0a843e2845bc655eed75b31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeff1b063-ed", "ovs_interfaceid": "eff1b063-ed96-4767-8a3d-8dd243d0e009", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.838409] env[70483]: INFO nova.compute.manager [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Took 43.62 seconds to build instance. [ 1136.878047] env[70483]: DEBUG oslo_concurrency.lockutils [None req-388ac46d-6cee-4fab-869e-9951e04091f5 tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Acquiring lock "refresh_cache-ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.878354] env[70483]: DEBUG oslo_concurrency.lockutils [None req-388ac46d-6cee-4fab-869e-9951e04091f5 tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Acquired lock "refresh_cache-ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.016026] env[70483]: DEBUG oslo_vmware.api [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478709, 'name': ReconfigVM_Task, 'duration_secs': 0.693204} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.016026] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 86150d37-88af-4ad4-bb16-2fa484ce7ee0/86150d37-88af-4ad4-bb16-2fa484ce7ee0.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1137.016026] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7b5ead3-520f-463f-8686-4d5b83e22ebe {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.026838] env[70483]: DEBUG oslo_vmware.api [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 1137.026838] env[70483]: value = "task-3478711" [ 1137.026838] env[70483]: _type = "Task" [ 1137.026838] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.036773] env[70483]: DEBUG oslo_vmware.api [None req-69d597fe-9d5a-4104-848c-0f6d7af936e8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478691, 'name': ReconfigVM_Task, 'duration_secs': 5.820993} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.037582] env[70483]: DEBUG oslo_concurrency.lockutils [None req-69d597fe-9d5a-4104-848c-0f6d7af936e8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Releasing lock "ef6fa7ed-b8aa-4221-a388-e86a72133cbc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.037961] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-69d597fe-9d5a-4104-848c-0f6d7af936e8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Reconfigured VM to detach interface {{(pid=70483) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1137.043498] env[70483]: DEBUG oslo_vmware.api [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478711, 'name': Rename_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.114576] env[70483]: DEBUG oslo_vmware.api [None req-c753b371-729d-4a7c-a9a3-eb66c229142f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478710, 'name': PowerOffVM_Task, 'duration_secs': 0.430476} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.115669] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-c753b371-729d-4a7c-a9a3-eb66c229142f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.115977] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c753b371-729d-4a7c-a9a3-eb66c229142f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.117198] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-091da7aa-ba37-437e-9b77-102e77283e53 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.147046] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1afaf830-7484-49c8-b2b5-fa14cc140719 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Releasing lock "refresh_cache-564f1aef-f107-46c8-ae0b-01df1e8aa2d2" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.147046] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67f73d1-d655-41fd-8c9b-8fb776bfabaa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.155572] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1afaf830-7484-49c8-b2b5-fa14cc140719 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Resuming the VM {{(pid=70483) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1137.156240] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c6d7cb4-3241-4180-a0fd-c0793195ce66 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.164439] env[70483]: DEBUG oslo_vmware.api [None req-1afaf830-7484-49c8-b2b5-fa14cc140719 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for the task: (returnval){ [ 1137.164439] env[70483]: value = "task-3478713" [ 1137.164439] env[70483]: _type = "Task" [ 1137.164439] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.177523] env[70483]: DEBUG oslo_vmware.api [None req-1afaf830-7484-49c8-b2b5-fa14cc140719 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.187105] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c753b371-729d-4a7c-a9a3-eb66c229142f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.187373] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c753b371-729d-4a7c-a9a3-eb66c229142f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.187562] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-c753b371-729d-4a7c-a9a3-eb66c229142f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Deleting the datastore file [datastore1] 4ea8b8dd-7ba7-45de-9642-41dd0930dc59 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.187829] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-043907a7-08e6-4913-8999-79def981fcb1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.197722] env[70483]: DEBUG oslo_vmware.api [None req-c753b371-729d-4a7c-a9a3-eb66c229142f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for the task: (returnval){ [ 1137.197722] env[70483]: value = "task-3478714" [ 1137.197722] env[70483]: _type = "Task" [ 1137.197722] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.216126] env[70483]: DEBUG oslo_vmware.api [None req-c753b371-729d-4a7c-a9a3-eb66c229142f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.339656] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.340161] env[70483]: DEBUG oslo_concurrency.lockutils [None req-878f0078-8784-493a-b6cb-bcd362709415 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "a3cc6122-e729-4dc5-b0fc-233c05209ce4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.141s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.340540] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a81b9d9b-1b1d-4b77-8bf7-ce1865d111ce {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.351092] env[70483]: DEBUG oslo_vmware.api [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1137.351092] env[70483]: value = "task-3478715" [ 1137.351092] env[70483]: _type = "Task" [ 1137.351092] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.362313] env[70483]: DEBUG oslo_vmware.api [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.453104] env[70483]: DEBUG nova.network.neutron [None req-388ac46d-6cee-4fab-869e-9951e04091f5 tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.509265] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8753db-ae84-4062-a344-6b3170e7cb44 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.519868] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a35104-3fc3-4c2d-aaf3-9d1f55c39fc0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.562054] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5fefd6-6c21-4609-88c5-094586f5dfd1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.573518] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1d8acf-3909-4207-b756-19d17c6a0216 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.581758] env[70483]: DEBUG oslo_vmware.api [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478711, 'name': Rename_Task, 'duration_secs': 0.155736} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.582542] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1137.582864] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e071451a-2352-43e2-a195-564a29f3e551 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.594721] env[70483]: DEBUG nova.compute.provider_tree [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.599628] env[70483]: DEBUG oslo_vmware.api [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 1137.599628] env[70483]: value = "task-3478716" [ 1137.599628] env[70483]: _type = "Task" [ 1137.599628] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.615149] env[70483]: DEBUG oslo_vmware.api [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.669030] env[70483]: DEBUG nova.compute.manager [req-296c4c9b-96e2-452f-9d50-1748a54fec8b req-77c033c3-20f9-449c-8f12-02c1f80fb1f9 service nova] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Received event network-changed-e9f7428a-5186-43b7-aaae-241e15ae57f9 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.669030] env[70483]: DEBUG nova.compute.manager [req-296c4c9b-96e2-452f-9d50-1748a54fec8b req-77c033c3-20f9-449c-8f12-02c1f80fb1f9 service nova] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Refreshing instance network info cache due to event network-changed-e9f7428a-5186-43b7-aaae-241e15ae57f9. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1137.669030] env[70483]: DEBUG oslo_concurrency.lockutils [req-296c4c9b-96e2-452f-9d50-1748a54fec8b req-77c033c3-20f9-449c-8f12-02c1f80fb1f9 service nova] Acquiring lock "refresh_cache-ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.684645] env[70483]: DEBUG oslo_vmware.api [None req-1afaf830-7484-49c8-b2b5-fa14cc140719 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478713, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.713463] env[70483]: DEBUG oslo_vmware.api [None req-c753b371-729d-4a7c-a9a3-eb66c229142f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Task: {'id': task-3478714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156755} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.713463] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-c753b371-729d-4a7c-a9a3-eb66c229142f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.713649] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c753b371-729d-4a7c-a9a3-eb66c229142f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.717027] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c753b371-729d-4a7c-a9a3-eb66c229142f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.717027] env[70483]: INFO nova.compute.manager [None req-c753b371-729d-4a7c-a9a3-eb66c229142f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1137.717027] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c753b371-729d-4a7c-a9a3-eb66c229142f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.717027] env[70483]: DEBUG nova.compute.manager [-] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1137.717027] env[70483]: DEBUG nova.network.neutron [-] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1137.870024] env[70483]: DEBUG oslo_vmware.api [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478715, 'name': PowerOffVM_Task, 'duration_secs': 0.227122} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.870387] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.871286] env[70483]: DEBUG nova.virt.hardware [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.871365] env[70483]: DEBUG nova.virt.hardware [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.872332] env[70483]: DEBUG nova.virt.hardware [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.872332] env[70483]: DEBUG nova.virt.hardware [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.872332] env[70483]: DEBUG nova.virt.hardware [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.872332] env[70483]: DEBUG nova.virt.hardware [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.872332] env[70483]: DEBUG nova.virt.hardware [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.873685] env[70483]: DEBUG nova.virt.hardware [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.873685] env[70483]: DEBUG nova.virt.hardware [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.873685] env[70483]: DEBUG nova.virt.hardware [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.873685] env[70483]: DEBUG nova.virt.hardware [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.878659] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d002f12-bd55-4421-b0f7-03474a0a23c6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.900615] env[70483]: DEBUG oslo_vmware.api [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1137.900615] env[70483]: value = "task-3478717" [ 1137.900615] env[70483]: _type = "Task" [ 1137.900615] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.915338] env[70483]: DEBUG oslo_vmware.api [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478717, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.100145] env[70483]: DEBUG nova.scheduler.client.report [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.114336] env[70483]: DEBUG oslo_vmware.api [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478716, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.180838] env[70483]: DEBUG oslo_vmware.api [None req-1afaf830-7484-49c8-b2b5-fa14cc140719 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478713, 'name': PowerOnVM_Task, 'duration_secs': 0.635793} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.181373] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1afaf830-7484-49c8-b2b5-fa14cc140719 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Resumed the VM {{(pid=70483) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1138.181615] env[70483]: DEBUG nova.compute.manager [None req-1afaf830-7484-49c8-b2b5-fa14cc140719 tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1138.182456] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcaa98d-fc0c-462d-a4a2-bd37e20e3a3e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.412442] env[70483]: DEBUG oslo_vmware.api [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478717, 'name': ReconfigVM_Task, 'duration_secs': 0.489231} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.414122] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40181c3-2843-4734-9ff2-474f6a028813 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.446168] env[70483]: DEBUG nova.virt.hardware [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1138.446168] env[70483]: DEBUG nova.virt.hardware [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1138.446168] env[70483]: DEBUG nova.virt.hardware [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1138.446168] env[70483]: DEBUG nova.virt.hardware [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1138.446168] env[70483]: DEBUG nova.virt.hardware [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1138.446739] env[70483]: DEBUG nova.virt.hardware [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1138.446739] env[70483]: DEBUG nova.virt.hardware [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1138.446739] env[70483]: DEBUG nova.virt.hardware [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1138.446827] env[70483]: DEBUG nova.virt.hardware [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1138.447628] env[70483]: DEBUG nova.virt.hardware [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1138.447628] env[70483]: DEBUG nova.virt.hardware [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1138.448638] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fbc5823-07cb-4689-87e6-f8f38f533216 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.457249] env[70483]: DEBUG oslo_vmware.api [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1138.457249] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]521e3392-6b04-8cc5-417c-d922342f6fec" [ 1138.457249] env[70483]: _type = "Task" [ 1138.457249] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.470810] env[70483]: DEBUG oslo_vmware.api [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]521e3392-6b04-8cc5-417c-d922342f6fec, 'name': SearchDatastore_Task, 'duration_secs': 0.009314} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.478421] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Reconfiguring VM instance instance-0000004f to detach disk 2000 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1138.479147] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f44c37aa-31b0-4dbd-ba13-b440c0d0fcd7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.505697] env[70483]: DEBUG oslo_vmware.api [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1138.505697] env[70483]: value = "task-3478718" [ 1138.505697] env[70483]: _type = "Task" [ 1138.505697] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.516048] env[70483]: DEBUG oslo_vmware.api [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478718, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.609849] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.610236] env[70483]: DEBUG nova.compute.manager [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1138.613829] env[70483]: DEBUG oslo_concurrency.lockutils [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.555s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.623178] env[70483]: DEBUG oslo_vmware.api [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478716, 'name': PowerOnVM_Task, 'duration_secs': 0.785846} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.623443] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1138.623642] env[70483]: INFO nova.compute.manager [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Took 8.57 seconds to spawn the instance on the hypervisor. [ 1138.623816] env[70483]: DEBUG nova.compute.manager [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1138.625602] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe6d897-6555-4bea-b90a-9d334d149454 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.629277] env[70483]: DEBUG oslo_concurrency.lockutils [None req-69d597fe-9d5a-4104-848c-0f6d7af936e8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "refresh_cache-ef6fa7ed-b8aa-4221-a388-e86a72133cbc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.629277] env[70483]: DEBUG oslo_concurrency.lockutils [None req-69d597fe-9d5a-4104-848c-0f6d7af936e8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquired lock "refresh_cache-ef6fa7ed-b8aa-4221-a388-e86a72133cbc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.629277] env[70483]: DEBUG nova.network.neutron [None req-69d597fe-9d5a-4104-848c-0f6d7af936e8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.681616] env[70483]: DEBUG nova.network.neutron [None req-388ac46d-6cee-4fab-869e-9951e04091f5 tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Updating instance_info_cache with network_info: [{"id": "e9f7428a-5186-43b7-aaae-241e15ae57f9", "address": "fa:16:3e:da:9b:de", "network": {"id": "56593f0d-c076-4f7d-b178-ae27fa823c54", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-326659312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de4c106370c94dacb16bf233feaff144", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9f7428a-51", "ovs_interfaceid": "e9f7428a-5186-43b7-aaae-241e15ae57f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.729427] env[70483]: DEBUG nova.compute.manager [req-9b074025-0441-4117-931b-845f2190efa6 req-e2b21d81-3c07-40ab-93e9-f714be8f6fe7 service nova] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Received event network-vif-deleted-a17c6df9-972c-4a08-8e05-f76cf13adb0c {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.729705] env[70483]: INFO nova.compute.manager [req-9b074025-0441-4117-931b-845f2190efa6 req-e2b21d81-3c07-40ab-93e9-f714be8f6fe7 service nova] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Neutron deleted interface a17c6df9-972c-4a08-8e05-f76cf13adb0c; detaching it from the instance and deleting it from the info cache [ 1138.729815] env[70483]: DEBUG nova.network.neutron [req-9b074025-0441-4117-931b-845f2190efa6 req-e2b21d81-3c07-40ab-93e9-f714be8f6fe7 service nova] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.005232] env[70483]: DEBUG nova.network.neutron [-] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.019735] env[70483]: DEBUG oslo_vmware.api [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478718, 'name': ReconfigVM_Task, 'duration_secs': 0.352932} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.020852] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Reconfigured VM instance instance-0000004f to detach disk 2000 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1139.022472] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c261054a-1a92-4ec6-bf5b-1cd4c4cc4166 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.054667] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] a423d133-89f3-40fe-9986-02edc46cf0f4/a423d133-89f3-40fe-9986-02edc46cf0f4.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.058909] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-093084f4-2112-4f6b-b079-9c9ace391e57 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.071394] env[70483]: DEBUG nova.compute.manager [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Stashing vm_state: active {{(pid=70483) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1139.081033] env[70483]: DEBUG oslo_vmware.api [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1139.081033] env[70483]: value = "task-3478719" [ 1139.081033] env[70483]: _type = "Task" [ 1139.081033] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.090427] env[70483]: DEBUG oslo_vmware.api [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478719, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.118277] env[70483]: DEBUG nova.compute.utils [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1139.123025] env[70483]: INFO nova.compute.claims [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1139.125144] env[70483]: DEBUG nova.compute.manager [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1139.125315] env[70483]: DEBUG nova.network.neutron [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1139.154538] env[70483]: INFO nova.compute.manager [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Took 44.72 seconds to build instance. [ 1139.184609] env[70483]: DEBUG oslo_concurrency.lockutils [None req-388ac46d-6cee-4fab-869e-9951e04091f5 tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Releasing lock "refresh_cache-ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.184855] env[70483]: DEBUG nova.compute.manager [None req-388ac46d-6cee-4fab-869e-9951e04091f5 tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Inject network info {{(pid=70483) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1139.185183] env[70483]: DEBUG nova.compute.manager [None req-388ac46d-6cee-4fab-869e-9951e04091f5 tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] network_info to inject: |[{"id": "e9f7428a-5186-43b7-aaae-241e15ae57f9", "address": "fa:16:3e:da:9b:de", "network": {"id": "56593f0d-c076-4f7d-b178-ae27fa823c54", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-326659312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de4c106370c94dacb16bf233feaff144", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9f7428a-51", "ovs_interfaceid": "e9f7428a-5186-43b7-aaae-241e15ae57f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1139.192138] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-388ac46d-6cee-4fab-869e-9951e04091f5 tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Reconfiguring VM instance to set the machine id {{(pid=70483) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1139.194912] env[70483]: DEBUG oslo_concurrency.lockutils [req-296c4c9b-96e2-452f-9d50-1748a54fec8b req-77c033c3-20f9-449c-8f12-02c1f80fb1f9 service nova] Acquired lock "refresh_cache-ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.195112] env[70483]: DEBUG nova.network.neutron [req-296c4c9b-96e2-452f-9d50-1748a54fec8b req-77c033c3-20f9-449c-8f12-02c1f80fb1f9 service nova] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Refreshing network info cache for port e9f7428a-5186-43b7-aaae-241e15ae57f9 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.196685] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-340fb93f-08d9-4d2a-b61f-e172cd5787b3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.219053] env[70483]: DEBUG oslo_vmware.api [None req-388ac46d-6cee-4fab-869e-9951e04091f5 tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Waiting for the task: (returnval){ [ 1139.219053] env[70483]: value = "task-3478720" [ 1139.219053] env[70483]: _type = "Task" [ 1139.219053] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.236265] env[70483]: DEBUG oslo_vmware.api [None req-388ac46d-6cee-4fab-869e-9951e04091f5 tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Task: {'id': task-3478720, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.236265] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d959ae63-5ec7-4a98-8b04-513796261310 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.246765] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b270ea8f-51c6-4f1a-8f83-f8ece7b31d40 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.263197] env[70483]: DEBUG nova.policy [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdb0fcb8edf847b5a8a9fc0ab1ad0ad7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0584102ba3b44647b9542d788bb9648d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1139.292063] env[70483]: DEBUG nova.compute.manager [req-9b074025-0441-4117-931b-845f2190efa6 req-e2b21d81-3c07-40ab-93e9-f714be8f6fe7 service nova] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Detach interface failed, port_id=a17c6df9-972c-4a08-8e05-f76cf13adb0c, reason: Instance 4ea8b8dd-7ba7-45de-9642-41dd0930dc59 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1139.508218] env[70483]: INFO nova.compute.manager [-] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Took 1.79 seconds to deallocate network for instance. [ 1139.592519] env[70483]: DEBUG oslo_vmware.api [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478719, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.593504] env[70483]: DEBUG oslo_concurrency.lockutils [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.626082] env[70483]: DEBUG nova.compute.manager [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1139.632999] env[70483]: INFO nova.compute.resource_tracker [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Updating resource usage from migration 3e5644cb-a6fd-4f83-befb-d49795311f18 [ 1139.655183] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7bb15813-0d6b-4b3a-a7c5-3999c4ef5542 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lock "86150d37-88af-4ad4-bb16-2fa484ce7ee0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.232s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.689016] env[70483]: INFO nova.network.neutron [None req-69d597fe-9d5a-4104-848c-0f6d7af936e8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Port c71c20e5-e2af-4a6e-aa36-cf6031acec04 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1139.689377] env[70483]: DEBUG nova.network.neutron [None req-69d597fe-9d5a-4104-848c-0f6d7af936e8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Updating instance_info_cache with network_info: [{"id": "e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f", "address": "fa:16:3e:5e:42:ed", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3aeb7f2-24", "ovs_interfaceid": "e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.735880] env[70483]: DEBUG oslo_vmware.api [None req-388ac46d-6cee-4fab-869e-9951e04091f5 tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Task: {'id': task-3478720, 'name': ReconfigVM_Task, 'duration_secs': 0.197095} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.736417] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-388ac46d-6cee-4fab-869e-9951e04091f5 tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Reconfigured VM instance to set the machine id {{(pid=70483) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1139.774041] env[70483]: DEBUG nova.network.neutron [req-296c4c9b-96e2-452f-9d50-1748a54fec8b req-77c033c3-20f9-449c-8f12-02c1f80fb1f9 service nova] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Updated VIF entry in instance network info cache for port e9f7428a-5186-43b7-aaae-241e15ae57f9. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1139.774450] env[70483]: DEBUG nova.network.neutron [req-296c4c9b-96e2-452f-9d50-1748a54fec8b req-77c033c3-20f9-449c-8f12-02c1f80fb1f9 service nova] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Updating instance_info_cache with network_info: [{"id": "e9f7428a-5186-43b7-aaae-241e15ae57f9", "address": "fa:16:3e:da:9b:de", "network": {"id": "56593f0d-c076-4f7d-b178-ae27fa823c54", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-326659312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de4c106370c94dacb16bf233feaff144", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9f7428a-51", "ovs_interfaceid": "e9f7428a-5186-43b7-aaae-241e15ae57f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.998625] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7d3c38-d8dd-441b-98b9-cd4df323af45 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.004217] env[70483]: DEBUG nova.objects.instance [None req-5842ff73-6d45-4666-b437-af618d488926 tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Lazy-loading 'flavor' on Instance uuid ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.014582] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e254bf0-63c3-4598-bbf4-be13aad7e3d4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.020967] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c753b371-729d-4a7c-a9a3-eb66c229142f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.060062] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25b834d-71be-41aa-b7bc-244d333d570b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.069477] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50b40e6-1d57-4dee-8d0d-2ca4be09988c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.084349] env[70483]: DEBUG nova.compute.provider_tree [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.094400] env[70483]: DEBUG oslo_vmware.api [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478719, 'name': ReconfigVM_Task, 'duration_secs': 0.594771} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.095222] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Reconfigured VM instance instance-0000004f to attach disk [datastore2] a423d133-89f3-40fe-9986-02edc46cf0f4/a423d133-89f3-40fe-9986-02edc46cf0f4.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.096067] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e060ecaf-ab22-4e4b-a37c-9df4d9f5b650 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.119468] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66e1b82-648b-4263-8bdf-0ee2b6bc6b38 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.144036] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df3b114-2903-4805-b80a-e822826b730d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.167907] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb466c24-d887-44b5-a4fb-c5380af73f5e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.175720] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1140.175993] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdb8e746-cd02-4c75-8dfe-f34ed348bbbd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.183954] env[70483]: DEBUG oslo_vmware.api [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1140.183954] env[70483]: value = "task-3478721" [ 1140.183954] env[70483]: _type = "Task" [ 1140.183954] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.192763] env[70483]: DEBUG oslo_vmware.api [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.194336] env[70483]: DEBUG oslo_concurrency.lockutils [None req-69d597fe-9d5a-4104-848c-0f6d7af936e8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Releasing lock "refresh_cache-ef6fa7ed-b8aa-4221-a388-e86a72133cbc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.277072] env[70483]: DEBUG oslo_concurrency.lockutils [req-296c4c9b-96e2-452f-9d50-1748a54fec8b req-77c033c3-20f9-449c-8f12-02c1f80fb1f9 service nova] Releasing lock "refresh_cache-ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.423557] env[70483]: DEBUG nova.network.neutron [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Successfully created port: 71f6c0c3-1f2b-41e1-bfd9-5ef10d0f9689 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1140.510033] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5842ff73-6d45-4666-b437-af618d488926 tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Acquiring lock "refresh_cache-ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.510233] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5842ff73-6d45-4666-b437-af618d488926 tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Acquired lock "refresh_cache-ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.590445] env[70483]: DEBUG nova.scheduler.client.report [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.649667] env[70483]: DEBUG nova.compute.manager [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1140.681416] env[70483]: DEBUG nova.virt.hardware [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.681660] env[70483]: DEBUG nova.virt.hardware [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.681815] env[70483]: DEBUG nova.virt.hardware [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.681993] env[70483]: DEBUG nova.virt.hardware [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.682163] env[70483]: DEBUG nova.virt.hardware [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.682316] env[70483]: DEBUG nova.virt.hardware [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.682526] env[70483]: DEBUG nova.virt.hardware [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.682682] env[70483]: DEBUG nova.virt.hardware [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.682845] env[70483]: DEBUG nova.virt.hardware [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.683012] env[70483]: DEBUG nova.virt.hardware [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.683256] env[70483]: DEBUG nova.virt.hardware [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.684219] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e2d105-83dc-4eab-ad2e-479898f56da5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.700167] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f52d0f9-aa28-437b-9642-0299bdcbb721 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.703428] env[70483]: DEBUG oslo_concurrency.lockutils [None req-69d597fe-9d5a-4104-848c-0f6d7af936e8 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "interface-ef6fa7ed-b8aa-4221-a388-e86a72133cbc-c71c20e5-e2af-4a6e-aa36-cf6031acec04" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.281s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.704464] env[70483]: DEBUG oslo_vmware.api [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478721, 'name': PowerOnVM_Task, 'duration_secs': 0.473454} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.705009] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1140.885155] env[70483]: DEBUG nova.network.neutron [None req-5842ff73-6d45-4666-b437-af618d488926 tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.073428] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5cd7c71c-86ae-4a24-b3f9-3a6f5bba3ad2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "interface-ed57b103-7d00-4700-85ba-cafacab768a4-c71c20e5-e2af-4a6e-aa36-cf6031acec04" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.074993] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5cd7c71c-86ae-4a24-b3f9-3a6f5bba3ad2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "interface-ed57b103-7d00-4700-85ba-cafacab768a4-c71c20e5-e2af-4a6e-aa36-cf6031acec04" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.074993] env[70483]: DEBUG nova.objects.instance [None req-5cd7c71c-86ae-4a24-b3f9-3a6f5bba3ad2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lazy-loading 'flavor' on Instance uuid ed57b103-7d00-4700-85ba-cafacab768a4 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.095243] env[70483]: DEBUG oslo_concurrency.lockutils [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.481s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.095502] env[70483]: INFO nova.compute.manager [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Migrating [ 1141.103480] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e1d29356-7ff5-4562-8f76-30710d60076b tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.348s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.103717] env[70483]: DEBUG nova.objects.instance [None req-e1d29356-7ff5-4562-8f76-30710d60076b tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Lazy-loading 'resources' on Instance uuid c298ac9c-db19-4eff-82a5-133a1f8596f6 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.497970] env[70483]: DEBUG nova.compute.manager [req-80e4cf8d-e707-4b4f-818d-6ad653e4d3ea req-ae85634e-c78f-46a3-9c3e-a7da36d7a1ee service nova] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Received event network-changed-e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.498279] env[70483]: DEBUG nova.compute.manager [req-80e4cf8d-e707-4b4f-818d-6ad653e4d3ea req-ae85634e-c78f-46a3-9c3e-a7da36d7a1ee service nova] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Refreshing instance network info cache due to event network-changed-e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1141.498581] env[70483]: DEBUG oslo_concurrency.lockutils [req-80e4cf8d-e707-4b4f-818d-6ad653e4d3ea req-ae85634e-c78f-46a3-9c3e-a7da36d7a1ee service nova] Acquiring lock "refresh_cache-ef6fa7ed-b8aa-4221-a388-e86a72133cbc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.498771] env[70483]: DEBUG oslo_concurrency.lockutils [req-80e4cf8d-e707-4b4f-818d-6ad653e4d3ea req-ae85634e-c78f-46a3-9c3e-a7da36d7a1ee service nova] Acquired lock "refresh_cache-ef6fa7ed-b8aa-4221-a388-e86a72133cbc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.502022] env[70483]: DEBUG nova.network.neutron [req-80e4cf8d-e707-4b4f-818d-6ad653e4d3ea req-ae85634e-c78f-46a3-9c3e-a7da36d7a1ee service nova] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Refreshing network info cache for port e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.615654] env[70483]: DEBUG oslo_concurrency.lockutils [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "refresh_cache-adf03329-badc-4913-8d55-d2084801252c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.615872] env[70483]: DEBUG oslo_concurrency.lockutils [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquired lock "refresh_cache-adf03329-badc-4913-8d55-d2084801252c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.616231] env[70483]: DEBUG nova.network.neutron [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.754927] env[70483]: INFO nova.compute.manager [None req-6faa05b6-08b0-4fe3-a443-24792cb37252 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Updating instance to original state: 'active' [ 1141.795790] env[70483]: DEBUG nova.network.neutron [None req-5842ff73-6d45-4666-b437-af618d488926 tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Updating instance_info_cache with network_info: [{"id": "e9f7428a-5186-43b7-aaae-241e15ae57f9", "address": "fa:16:3e:da:9b:de", "network": {"id": "56593f0d-c076-4f7d-b178-ae27fa823c54", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-326659312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de4c106370c94dacb16bf233feaff144", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9f7428a-51", "ovs_interfaceid": "e9f7428a-5186-43b7-aaae-241e15ae57f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.800105] env[70483]: DEBUG nova.objects.instance [None req-5cd7c71c-86ae-4a24-b3f9-3a6f5bba3ad2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lazy-loading 'pci_requests' on Instance uuid ed57b103-7d00-4700-85ba-cafacab768a4 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.845933] env[70483]: DEBUG nova.compute.manager [req-3a80699e-36f4-4297-9856-65650983d287 req-2377f979-1ac4-4f74-a4bc-19c78d9a9742 service nova] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Received event network-changed-a8404b60-35ef-4040-affa-7875aecdf84b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.850103] env[70483]: DEBUG nova.compute.manager [req-3a80699e-36f4-4297-9856-65650983d287 req-2377f979-1ac4-4f74-a4bc-19c78d9a9742 service nova] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Refreshing instance network info cache due to event network-changed-a8404b60-35ef-4040-affa-7875aecdf84b. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1141.850103] env[70483]: DEBUG oslo_concurrency.lockutils [req-3a80699e-36f4-4297-9856-65650983d287 req-2377f979-1ac4-4f74-a4bc-19c78d9a9742 service nova] Acquiring lock "refresh_cache-86150d37-88af-4ad4-bb16-2fa484ce7ee0" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.850103] env[70483]: DEBUG oslo_concurrency.lockutils [req-3a80699e-36f4-4297-9856-65650983d287 req-2377f979-1ac4-4f74-a4bc-19c78d9a9742 service nova] Acquired lock "refresh_cache-86150d37-88af-4ad4-bb16-2fa484ce7ee0" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.850103] env[70483]: DEBUG nova.network.neutron [req-3a80699e-36f4-4297-9856-65650983d287 req-2377f979-1ac4-4f74-a4bc-19c78d9a9742 service nova] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Refreshing network info cache for port a8404b60-35ef-4040-affa-7875aecdf84b {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.960794] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4b4d8c-b6a0-4d43-afe0-54899455175f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.969905] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950f6529-1d9f-489f-a4fd-fa885cd1e1bd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.006732] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ccaa971-f122-4c93-a16a-d9016c45f7cf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.015268] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6eb2d3e-2eac-44e6-822d-3e8dec8326a6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.030793] env[70483]: DEBUG nova.compute.provider_tree [None req-e1d29356-7ff5-4562-8f76-30710d60076b tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.299763] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5842ff73-6d45-4666-b437-af618d488926 tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Releasing lock "refresh_cache-ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.300029] env[70483]: DEBUG nova.compute.manager [None req-5842ff73-6d45-4666-b437-af618d488926 tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Inject network info {{(pid=70483) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1142.300297] env[70483]: DEBUG nova.compute.manager [None req-5842ff73-6d45-4666-b437-af618d488926 tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] network_info to inject: |[{"id": "e9f7428a-5186-43b7-aaae-241e15ae57f9", "address": "fa:16:3e:da:9b:de", "network": {"id": "56593f0d-c076-4f7d-b178-ae27fa823c54", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-326659312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de4c106370c94dacb16bf233feaff144", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9f7428a-51", "ovs_interfaceid": "e9f7428a-5186-43b7-aaae-241e15ae57f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1142.312915] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-5842ff73-6d45-4666-b437-af618d488926 tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Reconfiguring VM instance to set the machine id {{(pid=70483) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1142.313080] env[70483]: DEBUG nova.objects.base [None req-5cd7c71c-86ae-4a24-b3f9-3a6f5bba3ad2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70483) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1142.313266] env[70483]: DEBUG nova.network.neutron [None req-5cd7c71c-86ae-4a24-b3f9-3a6f5bba3ad2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1142.317025] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe70b94f-c00f-4f20-bfa2-ac4c9e5ee44a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.336015] env[70483]: DEBUG oslo_vmware.api [None req-5842ff73-6d45-4666-b437-af618d488926 tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Waiting for the task: (returnval){ [ 1142.336015] env[70483]: value = "task-3478722" [ 1142.336015] env[70483]: _type = "Task" [ 1142.336015] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.353538] env[70483]: DEBUG oslo_vmware.api [None req-5842ff73-6d45-4666-b437-af618d488926 tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Task: {'id': task-3478722, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.535042] env[70483]: DEBUG nova.scheduler.client.report [None req-e1d29356-7ff5-4562-8f76-30710d60076b tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.553949] env[70483]: DEBUG nova.policy [None req-5cd7c71c-86ae-4a24-b3f9-3a6f5bba3ad2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7ab60a72ab04359a8f5e7f607059055', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd941c3f1da57481e9eb853fb6f6e0274', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1142.627018] env[70483]: DEBUG nova.network.neutron [req-80e4cf8d-e707-4b4f-818d-6ad653e4d3ea req-ae85634e-c78f-46a3-9c3e-a7da36d7a1ee service nova] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Updated VIF entry in instance network info cache for port e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.627470] env[70483]: DEBUG nova.network.neutron [req-80e4cf8d-e707-4b4f-818d-6ad653e4d3ea req-ae85634e-c78f-46a3-9c3e-a7da36d7a1ee service nova] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Updating instance_info_cache with network_info: [{"id": "e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f", "address": "fa:16:3e:5e:42:ed", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3aeb7f2-24", "ovs_interfaceid": "e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.684024] env[70483]: DEBUG nova.network.neutron [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Updating instance_info_cache with network_info: [{"id": "26e84ca8-bbf1-4196-9116-c8f6e7b32674", "address": "fa:16:3e:ff:61:53", "network": {"id": "f329a1c0-ec70-423d-802d-b6209ab8aec8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1307516247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de4bf47688a34f51898d9809e7767e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26e84ca8-bb", "ovs_interfaceid": "26e84ca8-bbf1-4196-9116-c8f6e7b32674", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.848591] env[70483]: DEBUG oslo_vmware.api [None req-5842ff73-6d45-4666-b437-af618d488926 tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Task: {'id': task-3478722, 'name': ReconfigVM_Task, 'duration_secs': 0.19472} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.848963] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-5842ff73-6d45-4666-b437-af618d488926 tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Reconfigured VM instance to set the machine id {{(pid=70483) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1143.039781] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e1d29356-7ff5-4562-8f76-30710d60076b tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.936s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.042882] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6a590b48-0bdf-493e-b8f2-a52c0b6eafff tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 8.875s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.080084] env[70483]: INFO nova.scheduler.client.report [None req-e1d29356-7ff5-4562-8f76-30710d60076b tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Deleted allocations for instance c298ac9c-db19-4eff-82a5-133a1f8596f6 [ 1143.108456] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1290961f-ee10-423f-8e4e-a6afb9087d5d tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Acquiring lock "ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.108744] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1290961f-ee10-423f-8e4e-a6afb9087d5d tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Lock "ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.109106] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1290961f-ee10-423f-8e4e-a6afb9087d5d tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Acquiring lock "ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.109177] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1290961f-ee10-423f-8e4e-a6afb9087d5d tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Lock "ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.109613] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1290961f-ee10-423f-8e4e-a6afb9087d5d tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Lock "ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.115253] env[70483]: INFO nova.compute.manager [None req-1290961f-ee10-423f-8e4e-a6afb9087d5d tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Terminating instance [ 1143.117217] env[70483]: DEBUG nova.network.neutron [req-3a80699e-36f4-4297-9856-65650983d287 req-2377f979-1ac4-4f74-a4bc-19c78d9a9742 service nova] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Updated VIF entry in instance network info cache for port a8404b60-35ef-4040-affa-7875aecdf84b. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.117519] env[70483]: DEBUG nova.network.neutron [req-3a80699e-36f4-4297-9856-65650983d287 req-2377f979-1ac4-4f74-a4bc-19c78d9a9742 service nova] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Updating instance_info_cache with network_info: [{"id": "a8404b60-35ef-4040-affa-7875aecdf84b", "address": "fa:16:3e:bb:20:fb", "network": {"id": "ad62c8c7-a505-4b19-b08e-7fc0ad2fe8c0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1287706579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f5421924aec4a0eb2dce7ace32bf86c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8404b60-35", "ovs_interfaceid": "a8404b60-35ef-4040-affa-7875aecdf84b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.130636] env[70483]: DEBUG oslo_concurrency.lockutils [req-80e4cf8d-e707-4b4f-818d-6ad653e4d3ea req-ae85634e-c78f-46a3-9c3e-a7da36d7a1ee service nova] Releasing lock "refresh_cache-ef6fa7ed-b8aa-4221-a388-e86a72133cbc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.130981] env[70483]: DEBUG nova.compute.manager [req-80e4cf8d-e707-4b4f-818d-6ad653e4d3ea req-ae85634e-c78f-46a3-9c3e-a7da36d7a1ee service nova] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Received event network-changed-e7ec7653-ea39-4973-a62d-744ec768ddb0 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.131210] env[70483]: DEBUG nova.compute.manager [req-80e4cf8d-e707-4b4f-818d-6ad653e4d3ea req-ae85634e-c78f-46a3-9c3e-a7da36d7a1ee service nova] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Refreshing instance network info cache due to event network-changed-e7ec7653-ea39-4973-a62d-744ec768ddb0. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1143.131497] env[70483]: DEBUG oslo_concurrency.lockutils [req-80e4cf8d-e707-4b4f-818d-6ad653e4d3ea req-ae85634e-c78f-46a3-9c3e-a7da36d7a1ee service nova] Acquiring lock "refresh_cache-ed57b103-7d00-4700-85ba-cafacab768a4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.131708] env[70483]: DEBUG oslo_concurrency.lockutils [req-80e4cf8d-e707-4b4f-818d-6ad653e4d3ea req-ae85634e-c78f-46a3-9c3e-a7da36d7a1ee service nova] Acquired lock "refresh_cache-ed57b103-7d00-4700-85ba-cafacab768a4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.131937] env[70483]: DEBUG nova.network.neutron [req-80e4cf8d-e707-4b4f-818d-6ad653e4d3ea req-ae85634e-c78f-46a3-9c3e-a7da36d7a1ee service nova] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Refreshing network info cache for port e7ec7653-ea39-4973-a62d-744ec768ddb0 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1143.186530] env[70483]: DEBUG oslo_concurrency.lockutils [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Releasing lock "refresh_cache-adf03329-badc-4913-8d55-d2084801252c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.298092] env[70483]: DEBUG nova.network.neutron [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Successfully updated port: 71f6c0c3-1f2b-41e1-bfd9-5ef10d0f9689 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1143.592551] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e1d29356-7ff5-4562-8f76-30710d60076b tempest-FloatingIPsAssociationNegativeTestJSON-451258163 tempest-FloatingIPsAssociationNegativeTestJSON-451258163-project-member] Lock "c298ac9c-db19-4eff-82a5-133a1f8596f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.964s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.623029] env[70483]: DEBUG nova.compute.manager [None req-1290961f-ee10-423f-8e4e-a6afb9087d5d tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1143.623121] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1290961f-ee10-423f-8e4e-a6afb9087d5d tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.624886] env[70483]: DEBUG oslo_concurrency.lockutils [req-3a80699e-36f4-4297-9856-65650983d287 req-2377f979-1ac4-4f74-a4bc-19c78d9a9742 service nova] Releasing lock "refresh_cache-86150d37-88af-4ad4-bb16-2fa484ce7ee0" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.624886] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bad8bb1-005c-4834-8eac-54be75f0e4c3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.633488] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-1290961f-ee10-423f-8e4e-a6afb9087d5d tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.636798] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d6fd785-e1fe-46a1-b40c-f85a646d3602 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.647571] env[70483]: DEBUG oslo_vmware.api [None req-1290961f-ee10-423f-8e4e-a6afb9087d5d tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Waiting for the task: (returnval){ [ 1143.647571] env[70483]: value = "task-3478723" [ 1143.647571] env[70483]: _type = "Task" [ 1143.647571] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.657432] env[70483]: DEBUG oslo_vmware.api [None req-1290961f-ee10-423f-8e4e-a6afb9087d5d tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Task: {'id': task-3478723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.803456] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Acquiring lock "refresh_cache-1a2ad0d7-4486-4e92-a091-2be2d2797bee" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.804141] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Acquired lock "refresh_cache-1a2ad0d7-4486-4e92-a091-2be2d2797bee" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.804141] env[70483]: DEBUG nova.network.neutron [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.969205] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994660d7-fcc7-4bd3-97c3-fc8a33793e32 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.978231] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7da9e26-e4d7-413a-bcbc-ad4c9fa05a84 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.011120] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019bbc4a-5846-417b-bf42-1c3342e29a91 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.014631] env[70483]: DEBUG nova.network.neutron [req-80e4cf8d-e707-4b4f-818d-6ad653e4d3ea req-ae85634e-c78f-46a3-9c3e-a7da36d7a1ee service nova] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Updated VIF entry in instance network info cache for port e7ec7653-ea39-4973-a62d-744ec768ddb0. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.014974] env[70483]: DEBUG nova.network.neutron [req-80e4cf8d-e707-4b4f-818d-6ad653e4d3ea req-ae85634e-c78f-46a3-9c3e-a7da36d7a1ee service nova] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Updating instance_info_cache with network_info: [{"id": "e7ec7653-ea39-4973-a62d-744ec768ddb0", "address": "fa:16:3e:e9:85:ea", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7ec7653-ea", "ovs_interfaceid": "e7ec7653-ea39-4973-a62d-744ec768ddb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.022979] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0e791d-3d69-4478-a0b0-1e591ef2dcbc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.040629] env[70483]: DEBUG nova.compute.provider_tree [None req-6a590b48-0bdf-493e-b8f2-a52c0b6eafff tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.158590] env[70483]: DEBUG oslo_vmware.api [None req-1290961f-ee10-423f-8e4e-a6afb9087d5d tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Task: {'id': task-3478723, 'name': PowerOffVM_Task, 'duration_secs': 0.303802} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.158862] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-1290961f-ee10-423f-8e4e-a6afb9087d5d tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.159227] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1290961f-ee10-423f-8e4e-a6afb9087d5d tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1144.159551] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16e92f17-e6c7-452c-96df-e7a40c10aa74 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.230786] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1290961f-ee10-423f-8e4e-a6afb9087d5d tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1144.231114] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1290961f-ee10-423f-8e4e-a6afb9087d5d tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1144.231317] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-1290961f-ee10-423f-8e4e-a6afb9087d5d tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Deleting the datastore file [datastore2] ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1144.232104] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7052bb6-2089-40aa-8b61-eab01928693b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.244113] env[70483]: DEBUG oslo_vmware.api [None req-1290961f-ee10-423f-8e4e-a6afb9087d5d tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Waiting for the task: (returnval){ [ 1144.244113] env[70483]: value = "task-3478725" [ 1144.244113] env[70483]: _type = "Task" [ 1144.244113] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.257657] env[70483]: DEBUG oslo_vmware.api [None req-1290961f-ee10-423f-8e4e-a6afb9087d5d tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Task: {'id': task-3478725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.273539] env[70483]: DEBUG nova.compute.manager [req-9341667e-c2d6-481f-994c-067e3bac6f75 req-c4980d85-4eeb-4106-819f-5ef813076724 service nova] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Received event network-changed-e9f7428a-5186-43b7-aaae-241e15ae57f9 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.273691] env[70483]: DEBUG nova.compute.manager [req-9341667e-c2d6-481f-994c-067e3bac6f75 req-c4980d85-4eeb-4106-819f-5ef813076724 service nova] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Refreshing instance network info cache due to event network-changed-e9f7428a-5186-43b7-aaae-241e15ae57f9. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1144.273904] env[70483]: DEBUG oslo_concurrency.lockutils [req-9341667e-c2d6-481f-994c-067e3bac6f75 req-c4980d85-4eeb-4106-819f-5ef813076724 service nova] Acquiring lock "refresh_cache-ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.274313] env[70483]: DEBUG oslo_concurrency.lockutils [req-9341667e-c2d6-481f-994c-067e3bac6f75 req-c4980d85-4eeb-4106-819f-5ef813076724 service nova] Acquired lock "refresh_cache-ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.274560] env[70483]: DEBUG nova.network.neutron [req-9341667e-c2d6-481f-994c-067e3bac6f75 req-c4980d85-4eeb-4106-819f-5ef813076724 service nova] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Refreshing network info cache for port e9f7428a-5186-43b7-aaae-241e15ae57f9 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.358026] env[70483]: DEBUG nova.network.neutron [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1144.518167] env[70483]: DEBUG oslo_concurrency.lockutils [req-80e4cf8d-e707-4b4f-818d-6ad653e4d3ea req-ae85634e-c78f-46a3-9c3e-a7da36d7a1ee service nova] Releasing lock "refresh_cache-ed57b103-7d00-4700-85ba-cafacab768a4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.538173] env[70483]: DEBUG nova.compute.manager [req-a00acab3-fdf2-49f4-a90f-363aee150f31 req-821ad6bc-205c-484c-a924-e6c34d07362d service nova] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Received event network-vif-plugged-71f6c0c3-1f2b-41e1-bfd9-5ef10d0f9689 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.538173] env[70483]: DEBUG oslo_concurrency.lockutils [req-a00acab3-fdf2-49f4-a90f-363aee150f31 req-821ad6bc-205c-484c-a924-e6c34d07362d service nova] Acquiring lock "1a2ad0d7-4486-4e92-a091-2be2d2797bee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.538173] env[70483]: DEBUG oslo_concurrency.lockutils [req-a00acab3-fdf2-49f4-a90f-363aee150f31 req-821ad6bc-205c-484c-a924-e6c34d07362d service nova] Lock "1a2ad0d7-4486-4e92-a091-2be2d2797bee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.538173] env[70483]: DEBUG oslo_concurrency.lockutils [req-a00acab3-fdf2-49f4-a90f-363aee150f31 req-821ad6bc-205c-484c-a924-e6c34d07362d service nova] Lock "1a2ad0d7-4486-4e92-a091-2be2d2797bee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.538173] env[70483]: DEBUG nova.compute.manager [req-a00acab3-fdf2-49f4-a90f-363aee150f31 req-821ad6bc-205c-484c-a924-e6c34d07362d service nova] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] No waiting events found dispatching network-vif-plugged-71f6c0c3-1f2b-41e1-bfd9-5ef10d0f9689 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1144.539677] env[70483]: WARNING nova.compute.manager [req-a00acab3-fdf2-49f4-a90f-363aee150f31 req-821ad6bc-205c-484c-a924-e6c34d07362d service nova] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Received unexpected event network-vif-plugged-71f6c0c3-1f2b-41e1-bfd9-5ef10d0f9689 for instance with vm_state building and task_state spawning. [ 1144.540943] env[70483]: DEBUG nova.compute.manager [req-a00acab3-fdf2-49f4-a90f-363aee150f31 req-821ad6bc-205c-484c-a924-e6c34d07362d service nova] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Received event network-changed-71f6c0c3-1f2b-41e1-bfd9-5ef10d0f9689 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.540943] env[70483]: DEBUG nova.compute.manager [req-a00acab3-fdf2-49f4-a90f-363aee150f31 req-821ad6bc-205c-484c-a924-e6c34d07362d service nova] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Refreshing instance network info cache due to event network-changed-71f6c0c3-1f2b-41e1-bfd9-5ef10d0f9689. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1144.541308] env[70483]: DEBUG oslo_concurrency.lockutils [req-a00acab3-fdf2-49f4-a90f-363aee150f31 req-821ad6bc-205c-484c-a924-e6c34d07362d service nova] Acquiring lock "refresh_cache-1a2ad0d7-4486-4e92-a091-2be2d2797bee" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.543546] env[70483]: DEBUG nova.scheduler.client.report [None req-6a590b48-0bdf-493e-b8f2-a52c0b6eafff tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.640172] env[70483]: DEBUG nova.network.neutron [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Updating instance_info_cache with network_info: [{"id": "71f6c0c3-1f2b-41e1-bfd9-5ef10d0f9689", "address": "fa:16:3e:5b:4d:83", "network": {"id": "c5917103-ead8-4beb-919b-767b89e2d31a", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1543965741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0584102ba3b44647b9542d788bb9648d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71f6c0c3-1f", "ovs_interfaceid": "71f6c0c3-1f2b-41e1-bfd9-5ef10d0f9689", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.713199] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab5f221-348f-4f32-ab0d-73dc87c43324 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.736478] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Updating instance 'adf03329-badc-4913-8d55-d2084801252c' progress to 0 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.746437] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "a423d133-89f3-40fe-9986-02edc46cf0f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.746437] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "a423d133-89f3-40fe-9986-02edc46cf0f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.746600] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "a423d133-89f3-40fe-9986-02edc46cf0f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.747479] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "a423d133-89f3-40fe-9986-02edc46cf0f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.747479] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "a423d133-89f3-40fe-9986-02edc46cf0f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.751954] env[70483]: INFO nova.compute.manager [None req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Terminating instance [ 1144.761644] env[70483]: DEBUG oslo_vmware.api [None req-1290961f-ee10-423f-8e4e-a6afb9087d5d tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Task: {'id': task-3478725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.490985} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.761904] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-1290961f-ee10-423f-8e4e-a6afb9087d5d tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.762100] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1290961f-ee10-423f-8e4e-a6afb9087d5d tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1144.762278] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1290961f-ee10-423f-8e4e-a6afb9087d5d tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1144.762934] env[70483]: INFO nova.compute.manager [None req-1290961f-ee10-423f-8e4e-a6afb9087d5d tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1144.762934] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1290961f-ee10-423f-8e4e-a6afb9087d5d tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.762934] env[70483]: DEBUG nova.compute.manager [-] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1144.762934] env[70483]: DEBUG nova.network.neutron [-] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1144.938192] env[70483]: DEBUG nova.network.neutron [None req-5cd7c71c-86ae-4a24-b3f9-3a6f5bba3ad2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Successfully updated port: c71c20e5-e2af-4a6e-aa36-cf6031acec04 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1145.144355] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Releasing lock "refresh_cache-1a2ad0d7-4486-4e92-a091-2be2d2797bee" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.144355] env[70483]: DEBUG nova.compute.manager [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Instance network_info: |[{"id": "71f6c0c3-1f2b-41e1-bfd9-5ef10d0f9689", "address": "fa:16:3e:5b:4d:83", "network": {"id": "c5917103-ead8-4beb-919b-767b89e2d31a", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1543965741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0584102ba3b44647b9542d788bb9648d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71f6c0c3-1f", "ovs_interfaceid": "71f6c0c3-1f2b-41e1-bfd9-5ef10d0f9689", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1145.144704] env[70483]: DEBUG oslo_concurrency.lockutils [req-a00acab3-fdf2-49f4-a90f-363aee150f31 req-821ad6bc-205c-484c-a924-e6c34d07362d service nova] Acquired lock "refresh_cache-1a2ad0d7-4486-4e92-a091-2be2d2797bee" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.145065] env[70483]: DEBUG nova.network.neutron [req-a00acab3-fdf2-49f4-a90f-363aee150f31 req-821ad6bc-205c-484c-a924-e6c34d07362d service nova] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Refreshing network info cache for port 71f6c0c3-1f2b-41e1-bfd9-5ef10d0f9689 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.146503] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:4d:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ded8bac-871f-491b-94ec-cb67c08bc828', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71f6c0c3-1f2b-41e1-bfd9-5ef10d0f9689', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.162794] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Creating folder: Project (0584102ba3b44647b9542d788bb9648d). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1145.167327] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6f42936-3cdf-476a-a493-572d364270f2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.181668] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Created folder: Project (0584102ba3b44647b9542d788bb9648d) in parent group-v695216. [ 1145.181914] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Creating folder: Instances. Parent ref: group-v695491. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1145.182256] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8691d1e-723b-4ef9-8755-4c36cb25fcda {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.199147] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Created folder: Instances in parent group-v695491. [ 1145.199147] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.199147] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1145.199147] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb9ceb43-f63e-40ec-9547-5e44468cafe3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.223781] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.223781] env[70483]: value = "task-3478728" [ 1145.223781] env[70483]: _type = "Task" [ 1145.223781] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.232284] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478728, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.243788] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.246802] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9155bb5-ea4c-40f4-842e-9fe9cbf61ad4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.256648] env[70483]: DEBUG nova.compute.manager [None req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1145.256893] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.257199] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8fa910a-e1e5-407b-b5fe-c4ce83b4aef0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.260943] env[70483]: DEBUG oslo_vmware.api [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1145.260943] env[70483]: value = "task-3478729" [ 1145.260943] env[70483]: _type = "Task" [ 1145.260943] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.267524] env[70483]: DEBUG oslo_vmware.api [None req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1145.267524] env[70483]: value = "task-3478730" [ 1145.267524] env[70483]: _type = "Task" [ 1145.267524] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.275343] env[70483]: DEBUG oslo_vmware.api [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.279656] env[70483]: DEBUG oslo_vmware.api [None req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.362442] env[70483]: DEBUG nova.network.neutron [req-9341667e-c2d6-481f-994c-067e3bac6f75 req-c4980d85-4eeb-4106-819f-5ef813076724 service nova] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Updated VIF entry in instance network info cache for port e9f7428a-5186-43b7-aaae-241e15ae57f9. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.362442] env[70483]: DEBUG nova.network.neutron [req-9341667e-c2d6-481f-994c-067e3bac6f75 req-c4980d85-4eeb-4106-819f-5ef813076724 service nova] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Updating instance_info_cache with network_info: [{"id": "e9f7428a-5186-43b7-aaae-241e15ae57f9", "address": "fa:16:3e:da:9b:de", "network": {"id": "56593f0d-c076-4f7d-b178-ae27fa823c54", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-326659312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de4c106370c94dacb16bf233feaff144", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9f7428a-51", "ovs_interfaceid": "e9f7428a-5186-43b7-aaae-241e15ae57f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.443795] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5cd7c71c-86ae-4a24-b3f9-3a6f5bba3ad2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "refresh_cache-ed57b103-7d00-4700-85ba-cafacab768a4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.444043] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5cd7c71c-86ae-4a24-b3f9-3a6f5bba3ad2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquired lock "refresh_cache-ed57b103-7d00-4700-85ba-cafacab768a4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.444322] env[70483]: DEBUG nova.network.neutron [None req-5cd7c71c-86ae-4a24-b3f9-3a6f5bba3ad2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.555839] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6a590b48-0bdf-493e-b8f2-a52c0b6eafff tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.513s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.560795] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a9bd4d4d-f163-463a-bc51-362f9a41464c tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.297s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.560795] env[70483]: DEBUG nova.objects.instance [None req-a9bd4d4d-f163-463a-bc51-362f9a41464c tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lazy-loading 'resources' on Instance uuid 4621c6cd-45ab-4b29-949a-967f12b4d932 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.735863] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478728, 'name': CreateVM_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.778503] env[70483]: DEBUG oslo_vmware.api [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478729, 'name': PowerOffVM_Task, 'duration_secs': 0.268664} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.778786] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.778971] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Updating instance 'adf03329-badc-4913-8d55-d2084801252c' progress to 17 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.793060] env[70483]: DEBUG oslo_vmware.api [None req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478730, 'name': PowerOffVM_Task, 'duration_secs': 0.369856} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.793787] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.793787] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Volume detach. Driver type: vmdk {{(pid=70483) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1145.793787] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695464', 'volume_id': '1268b218-fe0d-4aab-91c8-8317f90a0aa0', 'name': 'volume-1268b218-fe0d-4aab-91c8-8317f90a0aa0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'a423d133-89f3-40fe-9986-02edc46cf0f4', 'attached_at': '2025-04-17T14:47:14.000000', 'detached_at': '', 'volume_id': '1268b218-fe0d-4aab-91c8-8317f90a0aa0', 'serial': '1268b218-fe0d-4aab-91c8-8317f90a0aa0'} {{(pid=70483) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1145.794762] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a37b63-6ef6-480b-a895-3dff489a6f64 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.819729] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460897ca-c9eb-41cd-91ff-2df5b7aae085 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.828648] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c512eb7b-e7c5-4ead-a061-8a0fb66305a9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.856915] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439ffb7c-c5ea-4737-8c4a-1bdc0a1c2ad3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.877015] env[70483]: DEBUG oslo_concurrency.lockutils [req-9341667e-c2d6-481f-994c-067e3bac6f75 req-c4980d85-4eeb-4106-819f-5ef813076724 service nova] Releasing lock "refresh_cache-ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.877015] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] The volume has not been displaced from its original location: [datastore2] volume-1268b218-fe0d-4aab-91c8-8317f90a0aa0/volume-1268b218-fe0d-4aab-91c8-8317f90a0aa0.vmdk. No consolidation needed. {{(pid=70483) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1145.879839] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1145.880556] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b770be2-859d-4d6e-ac78-a1c972269e5e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.900267] env[70483]: DEBUG oslo_vmware.api [None req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1145.900267] env[70483]: value = "task-3478731" [ 1145.900267] env[70483]: _type = "Task" [ 1145.900267] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.908878] env[70483]: DEBUG oslo_vmware.api [None req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478731, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.931853] env[70483]: DEBUG nova.network.neutron [req-a00acab3-fdf2-49f4-a90f-363aee150f31 req-821ad6bc-205c-484c-a924-e6c34d07362d service nova] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Updated VIF entry in instance network info cache for port 71f6c0c3-1f2b-41e1-bfd9-5ef10d0f9689. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.932244] env[70483]: DEBUG nova.network.neutron [req-a00acab3-fdf2-49f4-a90f-363aee150f31 req-821ad6bc-205c-484c-a924-e6c34d07362d service nova] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Updating instance_info_cache with network_info: [{"id": "71f6c0c3-1f2b-41e1-bfd9-5ef10d0f9689", "address": "fa:16:3e:5b:4d:83", "network": {"id": "c5917103-ead8-4beb-919b-767b89e2d31a", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1543965741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0584102ba3b44647b9542d788bb9648d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71f6c0c3-1f", "ovs_interfaceid": "71f6c0c3-1f2b-41e1-bfd9-5ef10d0f9689", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.025116] env[70483]: WARNING nova.network.neutron [None req-5cd7c71c-86ae-4a24-b3f9-3a6f5bba3ad2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] ed8c7167-d7fd-459d-acb0-1b162c05a6c9 already exists in list: networks containing: ['ed8c7167-d7fd-459d-acb0-1b162c05a6c9']. ignoring it [ 1146.135289] env[70483]: INFO nova.scheduler.client.report [None req-6a590b48-0bdf-493e-b8f2-a52c0b6eafff tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Deleted allocation for migration ea7a76eb-24e4-406b-9884-6e4b0c8b70dd [ 1146.214373] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1649aa06-96f8-4caf-921f-b29237775020 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquiring lock "de9648dc-8927-41f0-9cc7-d814bf7d58f1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.215188] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1649aa06-96f8-4caf-921f-b29237775020 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Lock "de9648dc-8927-41f0-9cc7-d814bf7d58f1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.242332] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478728, 'name': CreateVM_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.285146] env[70483]: DEBUG nova.virt.hardware [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1146.285432] env[70483]: DEBUG nova.virt.hardware [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1146.285589] env[70483]: DEBUG nova.virt.hardware [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1146.285771] env[70483]: DEBUG nova.virt.hardware [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1146.285912] env[70483]: DEBUG nova.virt.hardware [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1146.286065] env[70483]: DEBUG nova.virt.hardware [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1146.286269] env[70483]: DEBUG nova.virt.hardware [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1146.286428] env[70483]: DEBUG nova.virt.hardware [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1146.286590] env[70483]: DEBUG nova.virt.hardware [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1146.286746] env[70483]: DEBUG nova.virt.hardware [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1146.286911] env[70483]: DEBUG nova.virt.hardware [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1146.299410] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5aa12045-9c6e-4ba4-b903-6b46942f0638 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.018555] env[70483]: DEBUG oslo_concurrency.lockutils [req-a00acab3-fdf2-49f4-a90f-363aee150f31 req-821ad6bc-205c-484c-a924-e6c34d07362d service nova] Releasing lock "refresh_cache-1a2ad0d7-4486-4e92-a091-2be2d2797bee" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.019080] env[70483]: DEBUG nova.network.neutron [-] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.024021] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6a590b48-0bdf-493e-b8f2-a52c0b6eafff tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "31adb50e-33e9-40cc-a8dc-14985336b34a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 16.415s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.024021] env[70483]: DEBUG nova.compute.utils [None req-1649aa06-96f8-4caf-921f-b29237775020 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1147.047730] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478728, 'name': CreateVM_Task, 'duration_secs': 1.591541} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.048173] env[70483]: DEBUG oslo_vmware.api [None req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478731, 'name': ReconfigVM_Task, 'duration_secs': 0.242699} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.049785] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1147.050082] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1147.054994] env[70483]: DEBUG oslo_vmware.api [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1147.054994] env[70483]: value = "task-3478732" [ 1147.054994] env[70483]: _type = "Task" [ 1147.054994] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.058107] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.058249] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.058563] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.058805] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-743cbf30-d09f-4fce-b9fe-b004fc0e7cd1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.069541] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c09a0513-c306-44d1-99bf-7ab17d957121 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.086185] env[70483]: DEBUG oslo_vmware.api [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478732, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.088297] env[70483]: DEBUG oslo_vmware.api [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Waiting for the task: (returnval){ [ 1147.088297] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52f80791-1cf2-733e-5eca-56b089677b28" [ 1147.088297] env[70483]: _type = "Task" [ 1147.088297] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.088555] env[70483]: DEBUG oslo_vmware.api [None req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1147.088555] env[70483]: value = "task-3478733" [ 1147.088555] env[70483]: _type = "Task" [ 1147.088555] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.103501] env[70483]: DEBUG oslo_vmware.api [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52f80791-1cf2-733e-5eca-56b089677b28, 'name': SearchDatastore_Task, 'duration_secs': 0.01237} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.104084] env[70483]: DEBUG oslo_vmware.api [None req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478733, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.106882] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.107180] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1147.107421] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.107616] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.107900] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1147.108515] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46d7a9e2-e7eb-4f28-b91c-f150bf013664 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.112932] env[70483]: DEBUG nova.network.neutron [None req-5cd7c71c-86ae-4a24-b3f9-3a6f5bba3ad2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Updating instance_info_cache with network_info: [{"id": "e7ec7653-ea39-4973-a62d-744ec768ddb0", "address": "fa:16:3e:e9:85:ea", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7ec7653-ea", "ovs_interfaceid": "e7ec7653-ea39-4973-a62d-744ec768ddb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c71c20e5-e2af-4a6e-aa36-cf6031acec04", "address": "fa:16:3e:84:c7:36", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc71c20e5-e2", "ovs_interfaceid": "c71c20e5-e2af-4a6e-aa36-cf6031acec04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.121800] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1147.122014] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1147.122855] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d70f3b5-8dd1-4279-b3b5-65024c2874da {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.128900] env[70483]: DEBUG oslo_vmware.api [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Waiting for the task: (returnval){ [ 1147.128900] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522ef8c7-dd57-859d-7330-9579b5817e88" [ 1147.128900] env[70483]: _type = "Task" [ 1147.128900] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.141667] env[70483]: DEBUG oslo_vmware.api [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522ef8c7-dd57-859d-7330-9579b5817e88, 'name': SearchDatastore_Task, 'duration_secs': 0.009942} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.142429] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abed88c4-af41-451f-8e81-07e2f8e4412c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.149124] env[70483]: DEBUG oslo_vmware.api [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Waiting for the task: (returnval){ [ 1147.149124] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]529f326e-c5e0-16a6-c888-001f532793e1" [ 1147.149124] env[70483]: _type = "Task" [ 1147.149124] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.157218] env[70483]: DEBUG oslo_vmware.api [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]529f326e-c5e0-16a6-c888-001f532793e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.171270] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31443ffc-edb7-4ace-a918-b3b9addec3e6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.178982] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1316a54a-5614-4349-9154-7527df667b96 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.211147] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae0b8bd-bb4d-4c6e-9cac-f64c3d1e51eb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.218791] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37728e98-8072-478f-83b8-c679522cb773 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.232214] env[70483]: DEBUG nova.compute.provider_tree [None req-a9bd4d4d-f163-463a-bc51-362f9a41464c tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.526748] env[70483]: INFO nova.compute.manager [-] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Took 2.76 seconds to deallocate network for instance. [ 1147.527452] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1649aa06-96f8-4caf-921f-b29237775020 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Lock "de9648dc-8927-41f0-9cc7-d814bf7d58f1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.313s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.578513] env[70483]: DEBUG oslo_vmware.api [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478732, 'name': ReconfigVM_Task, 'duration_secs': 0.1585} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.578872] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Updating instance 'adf03329-badc-4913-8d55-d2084801252c' progress to 33 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1147.598557] env[70483]: DEBUG oslo_vmware.api [None req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478733, 'name': ReconfigVM_Task, 'duration_secs': 0.145667} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.598876] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695464', 'volume_id': '1268b218-fe0d-4aab-91c8-8317f90a0aa0', 'name': 'volume-1268b218-fe0d-4aab-91c8-8317f90a0aa0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'a423d133-89f3-40fe-9986-02edc46cf0f4', 'attached_at': '2025-04-17T14:47:14.000000', 'detached_at': '', 'volume_id': '1268b218-fe0d-4aab-91c8-8317f90a0aa0', 'serial': '1268b218-fe0d-4aab-91c8-8317f90a0aa0'} {{(pid=70483) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1147.600045] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.600045] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa2e7dc-2686-4110-9f31-b328df237b4d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.605198] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.607468] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.608795] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1147.609479] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2b8e065-4bf5-43b2-9b76-afc63d5ed3b3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.615754] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5cd7c71c-86ae-4a24-b3f9-3a6f5bba3ad2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Releasing lock "refresh_cache-ed57b103-7d00-4700-85ba-cafacab768a4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.616380] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5cd7c71c-86ae-4a24-b3f9-3a6f5bba3ad2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "ed57b103-7d00-4700-85ba-cafacab768a4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.616540] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5cd7c71c-86ae-4a24-b3f9-3a6f5bba3ad2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquired lock "ed57b103-7d00-4700-85ba-cafacab768a4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.617370] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7207687c-5b0f-4944-aa28-be4486980520 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.639834] env[70483]: DEBUG nova.virt.hardware [None req-5cd7c71c-86ae-4a24-b3f9-3a6f5bba3ad2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1147.640071] env[70483]: DEBUG nova.virt.hardware [None req-5cd7c71c-86ae-4a24-b3f9-3a6f5bba3ad2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1147.640235] env[70483]: DEBUG nova.virt.hardware [None req-5cd7c71c-86ae-4a24-b3f9-3a6f5bba3ad2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.640420] env[70483]: DEBUG nova.virt.hardware [None req-5cd7c71c-86ae-4a24-b3f9-3a6f5bba3ad2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1147.640566] env[70483]: DEBUG nova.virt.hardware [None req-5cd7c71c-86ae-4a24-b3f9-3a6f5bba3ad2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.640713] env[70483]: DEBUG nova.virt.hardware [None req-5cd7c71c-86ae-4a24-b3f9-3a6f5bba3ad2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1147.640920] env[70483]: DEBUG nova.virt.hardware [None req-5cd7c71c-86ae-4a24-b3f9-3a6f5bba3ad2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1147.641090] env[70483]: DEBUG nova.virt.hardware [None req-5cd7c71c-86ae-4a24-b3f9-3a6f5bba3ad2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1147.641258] env[70483]: DEBUG nova.virt.hardware [None req-5cd7c71c-86ae-4a24-b3f9-3a6f5bba3ad2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1147.641441] env[70483]: DEBUG nova.virt.hardware [None req-5cd7c71c-86ae-4a24-b3f9-3a6f5bba3ad2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1147.641677] env[70483]: DEBUG nova.virt.hardware [None req-5cd7c71c-86ae-4a24-b3f9-3a6f5bba3ad2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1147.647935] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd7c71c-86ae-4a24-b3f9-3a6f5bba3ad2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Reconfiguring VM to attach interface {{(pid=70483) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1147.648536] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8b3642c-d717-4550-a814-ef152050cc9c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.670378] env[70483]: DEBUG oslo_vmware.api [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]529f326e-c5e0-16a6-c888-001f532793e1, 'name': SearchDatastore_Task, 'duration_secs': 0.01094} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.671906] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.672191] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 1a2ad0d7-4486-4e92-a091-2be2d2797bee/1a2ad0d7-4486-4e92-a091-2be2d2797bee.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1147.672515] env[70483]: DEBUG oslo_vmware.api [None req-5cd7c71c-86ae-4a24-b3f9-3a6f5bba3ad2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 1147.672515] env[70483]: value = "task-3478735" [ 1147.672515] env[70483]: _type = "Task" [ 1147.672515] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.672758] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-caba0b8e-504c-4fd7-9e42-4d0528dd2ebc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.681937] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1147.682188] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1147.682403] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Deleting the datastore file [datastore2] a423d133-89f3-40fe-9986-02edc46cf0f4 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.685602] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc4ef19b-178b-4f8e-8cce-1c356de91a51 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.687516] env[70483]: DEBUG oslo_vmware.api [None req-5cd7c71c-86ae-4a24-b3f9-3a6f5bba3ad2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478735, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.688951] env[70483]: DEBUG oslo_vmware.api [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Waiting for the task: (returnval){ [ 1147.688951] env[70483]: value = "task-3478736" [ 1147.688951] env[70483]: _type = "Task" [ 1147.688951] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.694204] env[70483]: DEBUG oslo_vmware.api [None req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1147.694204] env[70483]: value = "task-3478737" [ 1147.694204] env[70483]: _type = "Task" [ 1147.694204] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.700768] env[70483]: DEBUG oslo_vmware.api [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Task: {'id': task-3478736, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.705810] env[70483]: DEBUG oslo_vmware.api [None req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.735850] env[70483]: DEBUG nova.scheduler.client.report [None req-a9bd4d4d-f163-463a-bc51-362f9a41464c tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.034726] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1290961f-ee10-423f-8e4e-a6afb9087d5d tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.085551] env[70483]: DEBUG nova.virt.hardware [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.085886] env[70483]: DEBUG nova.virt.hardware [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.086121] env[70483]: DEBUG nova.virt.hardware [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.086256] env[70483]: DEBUG nova.virt.hardware [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.086407] env[70483]: DEBUG nova.virt.hardware [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.086552] env[70483]: DEBUG nova.virt.hardware [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.086755] env[70483]: DEBUG nova.virt.hardware [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.087112] env[70483]: DEBUG nova.virt.hardware [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.087388] env[70483]: DEBUG nova.virt.hardware [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.087558] env[70483]: DEBUG nova.virt.hardware [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.087734] env[70483]: DEBUG nova.virt.hardware [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.093377] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Reconfiguring VM instance instance-00000063 to detach disk 2000 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1148.093706] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b02e87c-3b6a-4f59-b163-197a3848111a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.114415] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1148.115799] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1148.115799] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1148.115799] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1148.115799] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1148.115799] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1148.116363] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70483) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1148.116363] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager.update_available_resource {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1148.121631] env[70483]: DEBUG oslo_vmware.api [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1148.121631] env[70483]: value = "task-3478738" [ 1148.121631] env[70483]: _type = "Task" [ 1148.121631] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.131396] env[70483]: DEBUG oslo_vmware.api [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478738, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.185664] env[70483]: DEBUG oslo_vmware.api [None req-5cd7c71c-86ae-4a24-b3f9-3a6f5bba3ad2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478735, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.201724] env[70483]: DEBUG oslo_vmware.api [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Task: {'id': task-3478736, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465824} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.202407] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 1a2ad0d7-4486-4e92-a091-2be2d2797bee/1a2ad0d7-4486-4e92-a091-2be2d2797bee.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1148.202710] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1148.202999] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba145b90-ea42-4916-88f5-4ad57016065d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.207566] env[70483]: DEBUG oslo_vmware.api [None req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478737, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17824} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.208149] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.208328] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.208520] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.208728] env[70483]: INFO nova.compute.manager [None req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Took 2.95 seconds to destroy the instance on the hypervisor. [ 1148.209027] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.209229] env[70483]: DEBUG nova.compute.manager [-] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1148.209374] env[70483]: DEBUG nova.network.neutron [-] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1148.213937] env[70483]: DEBUG oslo_vmware.api [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Waiting for the task: (returnval){ [ 1148.213937] env[70483]: value = "task-3478739" [ 1148.213937] env[70483]: _type = "Task" [ 1148.213937] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.224733] env[70483]: DEBUG oslo_vmware.api [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Task: {'id': task-3478739, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.241958] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a9bd4d4d-f163-463a-bc51-362f9a41464c tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.682s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.244729] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9ef85256-fa0a-4517-bda6-c19cdf7d3ca0 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.564s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.245130] env[70483]: DEBUG nova.objects.instance [None req-9ef85256-fa0a-4517-bda6-c19cdf7d3ca0 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lazy-loading 'resources' on Instance uuid 10977961-8a06-4d1d-8845-07ffe3127049 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.270575] env[70483]: INFO nova.scheduler.client.report [None req-a9bd4d4d-f163-463a-bc51-362f9a41464c tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Deleted allocations for instance 4621c6cd-45ab-4b29-949a-967f12b4d932 [ 1148.298569] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1649aa06-96f8-4caf-921f-b29237775020 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquiring lock "de9648dc-8927-41f0-9cc7-d814bf7d58f1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.298862] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1649aa06-96f8-4caf-921f-b29237775020 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Lock "de9648dc-8927-41f0-9cc7-d814bf7d58f1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.299146] env[70483]: INFO nova.compute.manager [None req-1649aa06-96f8-4caf-921f-b29237775020 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Attaching volume 909b9ff5-83fb-46fb-b901-5f78c5c8f5fa to /dev/sdb [ 1148.340149] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6f1c0a-7fca-4138-901b-ccfa82f597e6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.348511] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed04e2d3-bcc7-4a05-ba69-87dc1d79c7f2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.363707] env[70483]: DEBUG nova.virt.block_device [None req-1649aa06-96f8-4caf-921f-b29237775020 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Updating existing volume attachment record: 6746de77-ea4a-4b55-a72a-d0193f4ed511 {{(pid=70483) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1148.553545] env[70483]: DEBUG nova.compute.manager [req-a4f5f7d0-a426-4c90-9617-c2bd91e5df68 req-f1b03d5c-6efd-427e-9b82-8feadd507171 service nova] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Received event network-vif-plugged-c71c20e5-e2af-4a6e-aa36-cf6031acec04 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.553778] env[70483]: DEBUG oslo_concurrency.lockutils [req-a4f5f7d0-a426-4c90-9617-c2bd91e5df68 req-f1b03d5c-6efd-427e-9b82-8feadd507171 service nova] Acquiring lock "ed57b103-7d00-4700-85ba-cafacab768a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.555089] env[70483]: DEBUG oslo_concurrency.lockutils [req-a4f5f7d0-a426-4c90-9617-c2bd91e5df68 req-f1b03d5c-6efd-427e-9b82-8feadd507171 service nova] Lock "ed57b103-7d00-4700-85ba-cafacab768a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.555318] env[70483]: DEBUG oslo_concurrency.lockutils [req-a4f5f7d0-a426-4c90-9617-c2bd91e5df68 req-f1b03d5c-6efd-427e-9b82-8feadd507171 service nova] Lock "ed57b103-7d00-4700-85ba-cafacab768a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.555509] env[70483]: DEBUG nova.compute.manager [req-a4f5f7d0-a426-4c90-9617-c2bd91e5df68 req-f1b03d5c-6efd-427e-9b82-8feadd507171 service nova] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] No waiting events found dispatching network-vif-plugged-c71c20e5-e2af-4a6e-aa36-cf6031acec04 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1148.555686] env[70483]: WARNING nova.compute.manager [req-a4f5f7d0-a426-4c90-9617-c2bd91e5df68 req-f1b03d5c-6efd-427e-9b82-8feadd507171 service nova] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Received unexpected event network-vif-plugged-c71c20e5-e2af-4a6e-aa36-cf6031acec04 for instance with vm_state active and task_state None. [ 1148.555938] env[70483]: DEBUG nova.compute.manager [req-a4f5f7d0-a426-4c90-9617-c2bd91e5df68 req-f1b03d5c-6efd-427e-9b82-8feadd507171 service nova] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Received event network-changed-c71c20e5-e2af-4a6e-aa36-cf6031acec04 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.556114] env[70483]: DEBUG nova.compute.manager [req-a4f5f7d0-a426-4c90-9617-c2bd91e5df68 req-f1b03d5c-6efd-427e-9b82-8feadd507171 service nova] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Refreshing instance network info cache due to event network-changed-c71c20e5-e2af-4a6e-aa36-cf6031acec04. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1148.556311] env[70483]: DEBUG oslo_concurrency.lockutils [req-a4f5f7d0-a426-4c90-9617-c2bd91e5df68 req-f1b03d5c-6efd-427e-9b82-8feadd507171 service nova] Acquiring lock "refresh_cache-ed57b103-7d00-4700-85ba-cafacab768a4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.556455] env[70483]: DEBUG oslo_concurrency.lockutils [req-a4f5f7d0-a426-4c90-9617-c2bd91e5df68 req-f1b03d5c-6efd-427e-9b82-8feadd507171 service nova] Acquired lock "refresh_cache-ed57b103-7d00-4700-85ba-cafacab768a4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.556715] env[70483]: DEBUG nova.network.neutron [req-a4f5f7d0-a426-4c90-9617-c2bd91e5df68 req-f1b03d5c-6efd-427e-9b82-8feadd507171 service nova] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Refreshing network info cache for port c71c20e5-e2af-4a6e-aa36-cf6031acec04 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.619375] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.633315] env[70483]: DEBUG oslo_vmware.api [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478738, 'name': ReconfigVM_Task, 'duration_secs': 0.23076} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.633315] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Reconfigured VM instance instance-00000063 to detach disk 2000 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1148.634052] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7acedc1-4805-4899-b0de-cd538c23400b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.666555] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] adf03329-badc-4913-8d55-d2084801252c/adf03329-badc-4913-8d55-d2084801252c.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.666555] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc0594ec-804b-4213-b0be-26127d050810 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.689773] env[70483]: DEBUG oslo_vmware.api [None req-5cd7c71c-86ae-4a24-b3f9-3a6f5bba3ad2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478735, 'name': ReconfigVM_Task, 'duration_secs': 0.860742} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.691508] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5cd7c71c-86ae-4a24-b3f9-3a6f5bba3ad2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Releasing lock "ed57b103-7d00-4700-85ba-cafacab768a4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.691729] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd7c71c-86ae-4a24-b3f9-3a6f5bba3ad2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Reconfigured VM to attach interface {{(pid=70483) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1148.695420] env[70483]: DEBUG oslo_vmware.api [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1148.695420] env[70483]: value = "task-3478743" [ 1148.695420] env[70483]: _type = "Task" [ 1148.695420] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.723545] env[70483]: DEBUG oslo_vmware.api [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Task: {'id': task-3478739, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066649} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.723815] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1148.724613] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a154b4f-231c-426f-bcc9-ae5cc0c998bc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.750099] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 1a2ad0d7-4486-4e92-a091-2be2d2797bee/1a2ad0d7-4486-4e92-a091-2be2d2797bee.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.753284] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-138b3ce9-1586-45c3-87bd-98f97908be7c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.774418] env[70483]: DEBUG oslo_vmware.api [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Waiting for the task: (returnval){ [ 1148.774418] env[70483]: value = "task-3478744" [ 1148.774418] env[70483]: _type = "Task" [ 1148.774418] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.782831] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a9bd4d4d-f163-463a-bc51-362f9a41464c tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "4621c6cd-45ab-4b29-949a-967f12b4d932" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.064s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.792834] env[70483]: DEBUG oslo_vmware.api [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Task: {'id': task-3478744, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.086137] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0684c437-e69f-4e69-95a4-a2206061e6bb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.094257] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703fac32-3859-4ace-b31e-18a8fdb72bf2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.136028] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9edabc-c7b9-41bf-96f4-4c24ffd6764f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.145106] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88656a28-fbeb-490f-8245-4626f4cdbd0a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.160686] env[70483]: DEBUG nova.compute.provider_tree [None req-9ef85256-fa0a-4517-bda6-c19cdf7d3ca0 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.196589] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5cd7c71c-86ae-4a24-b3f9-3a6f5bba3ad2 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "interface-ed57b103-7d00-4700-85ba-cafacab768a4-c71c20e5-e2af-4a6e-aa36-cf6031acec04" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.123s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.209252] env[70483]: DEBUG oslo_vmware.api [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478743, 'name': ReconfigVM_Task, 'duration_secs': 0.315871} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.209533] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Reconfigured VM instance instance-00000063 to attach disk [datastore2] adf03329-badc-4913-8d55-d2084801252c/adf03329-badc-4913-8d55-d2084801252c.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.209799] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Updating instance 'adf03329-badc-4913-8d55-d2084801252c' progress to 50 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1149.284464] env[70483]: DEBUG oslo_vmware.api [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Task: {'id': task-3478744, 'name': ReconfigVM_Task, 'duration_secs': 0.309882} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.284777] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 1a2ad0d7-4486-4e92-a091-2be2d2797bee/1a2ad0d7-4486-4e92-a091-2be2d2797bee.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.285354] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca549b6d-3115-4343-b1bb-75c953ac87c5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.291602] env[70483]: DEBUG oslo_vmware.api [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Waiting for the task: (returnval){ [ 1149.291602] env[70483]: value = "task-3478745" [ 1149.291602] env[70483]: _type = "Task" [ 1149.291602] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.304349] env[70483]: DEBUG oslo_vmware.api [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Task: {'id': task-3478745, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.329315] env[70483]: DEBUG nova.network.neutron [-] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.383520] env[70483]: DEBUG nova.network.neutron [req-a4f5f7d0-a426-4c90-9617-c2bd91e5df68 req-f1b03d5c-6efd-427e-9b82-8feadd507171 service nova] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Updated VIF entry in instance network info cache for port c71c20e5-e2af-4a6e-aa36-cf6031acec04. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.383899] env[70483]: DEBUG nova.network.neutron [req-a4f5f7d0-a426-4c90-9617-c2bd91e5df68 req-f1b03d5c-6efd-427e-9b82-8feadd507171 service nova] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Updating instance_info_cache with network_info: [{"id": "e7ec7653-ea39-4973-a62d-744ec768ddb0", "address": "fa:16:3e:e9:85:ea", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7ec7653-ea", "ovs_interfaceid": "e7ec7653-ea39-4973-a62d-744ec768ddb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c71c20e5-e2af-4a6e-aa36-cf6031acec04", "address": "fa:16:3e:84:c7:36", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc71c20e5-e2", "ovs_interfaceid": "c71c20e5-e2af-4a6e-aa36-cf6031acec04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.663868] env[70483]: DEBUG nova.scheduler.client.report [None req-9ef85256-fa0a-4517-bda6-c19cdf7d3ca0 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.716267] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a13f692-8621-4fcb-8878-a65415c47cc1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.737452] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d12a7e6-1e06-40ec-88a6-e9ae478d5d81 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.756817] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Updating instance 'adf03329-badc-4913-8d55-d2084801252c' progress to 67 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1149.804211] env[70483]: DEBUG oslo_vmware.api [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Task: {'id': task-3478745, 'name': Rename_Task, 'duration_secs': 0.333279} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.804480] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.804730] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87a74292-4ef4-4b08-8b4f-ff523ca9f625 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.812281] env[70483]: DEBUG oslo_vmware.api [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Waiting for the task: (returnval){ [ 1149.812281] env[70483]: value = "task-3478746" [ 1149.812281] env[70483]: _type = "Task" [ 1149.812281] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.820850] env[70483]: DEBUG oslo_vmware.api [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Task: {'id': task-3478746, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.831583] env[70483]: INFO nova.compute.manager [-] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Took 1.62 seconds to deallocate network for instance. [ 1149.886813] env[70483]: DEBUG oslo_concurrency.lockutils [req-a4f5f7d0-a426-4c90-9617-c2bd91e5df68 req-f1b03d5c-6efd-427e-9b82-8feadd507171 service nova] Releasing lock "refresh_cache-ed57b103-7d00-4700-85ba-cafacab768a4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.886813] env[70483]: DEBUG nova.compute.manager [req-a4f5f7d0-a426-4c90-9617-c2bd91e5df68 req-f1b03d5c-6efd-427e-9b82-8feadd507171 service nova] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Received event network-vif-deleted-e9f7428a-5186-43b7-aaae-241e15ae57f9 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.035812] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "ef25df3e-e2a4-42bd-9603-9a65d8dc84d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.036256] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "ef25df3e-e2a4-42bd-9603-9a65d8dc84d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.169583] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9ef85256-fa0a-4517-bda6-c19cdf7d3ca0 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.925s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.171962] env[70483]: DEBUG oslo_concurrency.lockutils [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.578s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.197421] env[70483]: INFO nova.scheduler.client.report [None req-9ef85256-fa0a-4517-bda6-c19cdf7d3ca0 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Deleted allocations for instance 10977961-8a06-4d1d-8845-07ffe3127049 [ 1150.324093] env[70483]: DEBUG oslo_vmware.api [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Task: {'id': task-3478746, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.325923] env[70483]: DEBUG nova.network.neutron [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Port 26e84ca8-bbf1-4196-9116-c8f6e7b32674 binding to destination host cpu-1 is already ACTIVE {{(pid=70483) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1150.345642] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d89d6e32-f539-4d0b-b7ab-5ad04e74e0f1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "31adb50e-33e9-40cc-a8dc-14985336b34a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.346043] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d89d6e32-f539-4d0b-b7ab-5ad04e74e0f1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "31adb50e-33e9-40cc-a8dc-14985336b34a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.346331] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d89d6e32-f539-4d0b-b7ab-5ad04e74e0f1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "31adb50e-33e9-40cc-a8dc-14985336b34a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.346565] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d89d6e32-f539-4d0b-b7ab-5ad04e74e0f1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "31adb50e-33e9-40cc-a8dc-14985336b34a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.346808] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d89d6e32-f539-4d0b-b7ab-5ad04e74e0f1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "31adb50e-33e9-40cc-a8dc-14985336b34a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.349359] env[70483]: INFO nova.compute.manager [None req-d89d6e32-f539-4d0b-b7ab-5ad04e74e0f1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Terminating instance [ 1150.382329] env[70483]: INFO nova.compute.manager [None req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Took 0.55 seconds to detach 1 volumes for instance. [ 1150.542452] env[70483]: DEBUG nova.compute.manager [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1150.578882] env[70483]: DEBUG nova.compute.manager [req-3330988a-d5f4-450d-b362-4c2dcfb05451 req-3bd34e0c-03ac-49d9-abf5-1484ccd84ac3 service nova] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Received event network-vif-deleted-62f1cb01-9376-465e-96be-71c8507809e3 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.681047] env[70483]: INFO nova.compute.claims [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1150.705017] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9ef85256-fa0a-4517-bda6-c19cdf7d3ca0 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "10977961-8a06-4d1d-8845-07ffe3127049" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.532s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.824690] env[70483]: DEBUG oslo_vmware.api [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Task: {'id': task-3478746, 'name': PowerOnVM_Task, 'duration_secs': 0.522156} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.824690] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.824690] env[70483]: INFO nova.compute.manager [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Took 10.17 seconds to spawn the instance on the hypervisor. [ 1150.824690] env[70483]: DEBUG nova.compute.manager [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1150.824998] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68859be-4685-4d35-b4b0-28aaacb634c5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.852992] env[70483]: DEBUG nova.compute.manager [None req-d89d6e32-f539-4d0b-b7ab-5ad04e74e0f1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1150.853246] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d89d6e32-f539-4d0b-b7ab-5ad04e74e0f1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1150.854211] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73801c0d-0873-4c39-bda5-10b3705a4010 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.863236] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d89d6e32-f539-4d0b-b7ab-5ad04e74e0f1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.863236] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd605269-eba4-419b-8eec-affb11f447fb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.870410] env[70483]: DEBUG oslo_vmware.api [None req-d89d6e32-f539-4d0b-b7ab-5ad04e74e0f1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1150.870410] env[70483]: value = "task-3478748" [ 1150.870410] env[70483]: _type = "Task" [ 1150.870410] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.881300] env[70483]: DEBUG oslo_vmware.api [None req-d89d6e32-f539-4d0b-b7ab-5ad04e74e0f1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.888785] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.921558] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eeb1a182-f290-4a15-a97f-2eb48ad58f63 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "interface-ed57b103-7d00-4700-85ba-cafacab768a4-c71c20e5-e2af-4a6e-aa36-cf6031acec04" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.921959] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eeb1a182-f290-4a15-a97f-2eb48ad58f63 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "interface-ed57b103-7d00-4700-85ba-cafacab768a4-c71c20e5-e2af-4a6e-aa36-cf6031acec04" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.064755] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.188120] env[70483]: INFO nova.compute.resource_tracker [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Updating resource usage from migration 37aab855-5927-4d17-965a-d5c76d93684a [ 1151.364766] env[70483]: INFO nova.compute.manager [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Took 20.65 seconds to build instance. [ 1151.365574] env[70483]: DEBUG oslo_concurrency.lockutils [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "adf03329-badc-4913-8d55-d2084801252c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.365901] env[70483]: DEBUG oslo_concurrency.lockutils [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "adf03329-badc-4913-8d55-d2084801252c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.366137] env[70483]: DEBUG oslo_concurrency.lockutils [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "adf03329-badc-4913-8d55-d2084801252c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.385063] env[70483]: DEBUG oslo_vmware.api [None req-d89d6e32-f539-4d0b-b7ab-5ad04e74e0f1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478748, 'name': PowerOffVM_Task, 'duration_secs': 0.220431} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.385376] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d89d6e32-f539-4d0b-b7ab-5ad04e74e0f1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1151.385559] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d89d6e32-f539-4d0b-b7ab-5ad04e74e0f1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1151.386053] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9228ca0e-7ea7-4746-8f37-b9c29ce6b979 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.429138] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eeb1a182-f290-4a15-a97f-2eb48ad58f63 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "ed57b103-7d00-4700-85ba-cafacab768a4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.429138] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eeb1a182-f290-4a15-a97f-2eb48ad58f63 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquired lock "ed57b103-7d00-4700-85ba-cafacab768a4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.432811] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb8b96b-9c6e-4e82-a564-009b2749c5ec {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.458440] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d28eb8-769f-4254-a973-4d3ca2731ec1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.465040] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d89d6e32-f539-4d0b-b7ab-5ad04e74e0f1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1151.465040] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d89d6e32-f539-4d0b-b7ab-5ad04e74e0f1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1151.465040] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d89d6e32-f539-4d0b-b7ab-5ad04e74e0f1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Deleting the datastore file [datastore2] 31adb50e-33e9-40cc-a8dc-14985336b34a {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1151.465040] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f8a4c0b-ef5c-4429-9b9d-ae85a5243f1c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.490666] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb1a182-f290-4a15-a97f-2eb48ad58f63 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Reconfiguring VM to detach interface {{(pid=70483) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1151.494663] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fe04eca-acc4-4b32-b20e-0ce8b1a079ce {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.507791] env[70483]: DEBUG oslo_vmware.api [None req-d89d6e32-f539-4d0b-b7ab-5ad04e74e0f1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1151.507791] env[70483]: value = "task-3478750" [ 1151.507791] env[70483]: _type = "Task" [ 1151.507791] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.516660] env[70483]: DEBUG oslo_vmware.api [None req-eeb1a182-f290-4a15-a97f-2eb48ad58f63 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 1151.516660] env[70483]: value = "task-3478751" [ 1151.516660] env[70483]: _type = "Task" [ 1151.516660] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.519391] env[70483]: DEBUG oslo_vmware.api [None req-d89d6e32-f539-4d0b-b7ab-5ad04e74e0f1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.529890] env[70483]: DEBUG oslo_vmware.api [None req-eeb1a182-f290-4a15-a97f-2eb48ad58f63 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478751, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.556477] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6c59f3-815a-46af-ae18-36e0ab6c9fee {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.565208] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0235dd5-e22a-470f-8247-2d10d7092d27 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.595833] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e698bfa1-eb4d-4280-8bfd-54ac23f555f7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.604026] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247c4d56-a73e-4883-b862-379ef74da9cb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.618502] env[70483]: DEBUG nova.compute.provider_tree [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.724257] env[70483]: DEBUG nova.compute.manager [req-569f8c1f-b783-461b-b778-8ce3c602b12c req-d625083f-fd4b-45b4-b153-32701d7cf41e service nova] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Received event network-changed-71f6c0c3-1f2b-41e1-bfd9-5ef10d0f9689 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.724302] env[70483]: DEBUG nova.compute.manager [req-569f8c1f-b783-461b-b778-8ce3c602b12c req-d625083f-fd4b-45b4-b153-32701d7cf41e service nova] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Refreshing instance network info cache due to event network-changed-71f6c0c3-1f2b-41e1-bfd9-5ef10d0f9689. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1151.726300] env[70483]: DEBUG oslo_concurrency.lockutils [req-569f8c1f-b783-461b-b778-8ce3c602b12c req-d625083f-fd4b-45b4-b153-32701d7cf41e service nova] Acquiring lock "refresh_cache-1a2ad0d7-4486-4e92-a091-2be2d2797bee" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.726386] env[70483]: DEBUG oslo_concurrency.lockutils [req-569f8c1f-b783-461b-b778-8ce3c602b12c req-d625083f-fd4b-45b4-b153-32701d7cf41e service nova] Acquired lock "refresh_cache-1a2ad0d7-4486-4e92-a091-2be2d2797bee" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.726548] env[70483]: DEBUG nova.network.neutron [req-569f8c1f-b783-461b-b778-8ce3c602b12c req-d625083f-fd4b-45b4-b153-32701d7cf41e service nova] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Refreshing network info cache for port 71f6c0c3-1f2b-41e1-bfd9-5ef10d0f9689 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.870576] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8e380740-6932-4822-a765-a39079dc6c97 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Lock "1a2ad0d7-4486-4e92-a091-2be2d2797bee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.171s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.027021] env[70483]: DEBUG oslo_vmware.api [None req-d89d6e32-f539-4d0b-b7ab-5ad04e74e0f1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.381505} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.027021] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d89d6e32-f539-4d0b-b7ab-5ad04e74e0f1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1152.027021] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d89d6e32-f539-4d0b-b7ab-5ad04e74e0f1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1152.027021] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d89d6e32-f539-4d0b-b7ab-5ad04e74e0f1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1152.027021] env[70483]: INFO nova.compute.manager [None req-d89d6e32-f539-4d0b-b7ab-5ad04e74e0f1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1152.027021] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d89d6e32-f539-4d0b-b7ab-5ad04e74e0f1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.027021] env[70483]: DEBUG nova.compute.manager [-] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1152.027531] env[70483]: DEBUG nova.network.neutron [-] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1152.031696] env[70483]: DEBUG oslo_vmware.api [None req-eeb1a182-f290-4a15-a97f-2eb48ad58f63 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.122362] env[70483]: DEBUG nova.scheduler.client.report [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.491819] env[70483]: DEBUG oslo_concurrency.lockutils [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "refresh_cache-adf03329-badc-4913-8d55-d2084801252c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.492131] env[70483]: DEBUG oslo_concurrency.lockutils [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquired lock "refresh_cache-adf03329-badc-4913-8d55-d2084801252c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.492268] env[70483]: DEBUG nova.network.neutron [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.530336] env[70483]: DEBUG oslo_vmware.api [None req-eeb1a182-f290-4a15-a97f-2eb48ad58f63 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.627532] env[70483]: DEBUG oslo_concurrency.lockutils [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.455s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.627714] env[70483]: INFO nova.compute.manager [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Migrating [ 1152.634912] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c753b371-729d-4a7c-a9a3-eb66c229142f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.614s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.635249] env[70483]: DEBUG nova.objects.instance [None req-c753b371-729d-4a7c-a9a3-eb66c229142f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lazy-loading 'resources' on Instance uuid 4ea8b8dd-7ba7-45de-9642-41dd0930dc59 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.838631] env[70483]: DEBUG nova.network.neutron [req-569f8c1f-b783-461b-b778-8ce3c602b12c req-d625083f-fd4b-45b4-b153-32701d7cf41e service nova] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Updated VIF entry in instance network info cache for port 71f6c0c3-1f2b-41e1-bfd9-5ef10d0f9689. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1152.839009] env[70483]: DEBUG nova.network.neutron [req-569f8c1f-b783-461b-b778-8ce3c602b12c req-d625083f-fd4b-45b4-b153-32701d7cf41e service nova] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Updating instance_info_cache with network_info: [{"id": "71f6c0c3-1f2b-41e1-bfd9-5ef10d0f9689", "address": "fa:16:3e:5b:4d:83", "network": {"id": "c5917103-ead8-4beb-919b-767b89e2d31a", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1543965741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0584102ba3b44647b9542d788bb9648d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71f6c0c3-1f", "ovs_interfaceid": "71f6c0c3-1f2b-41e1-bfd9-5ef10d0f9689", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.912029] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-1649aa06-96f8-4caf-921f-b29237775020 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Volume attach. Driver type: vmdk {{(pid=70483) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1152.912270] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-1649aa06-96f8-4caf-921f-b29237775020 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695495', 'volume_id': '909b9ff5-83fb-46fb-b901-5f78c5c8f5fa', 'name': 'volume-909b9ff5-83fb-46fb-b901-5f78c5c8f5fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'de9648dc-8927-41f0-9cc7-d814bf7d58f1', 'attached_at': '', 'detached_at': '', 'volume_id': '909b9ff5-83fb-46fb-b901-5f78c5c8f5fa', 'serial': '909b9ff5-83fb-46fb-b901-5f78c5c8f5fa'} {{(pid=70483) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1152.913582] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312ca93d-f383-4694-bfb1-f311199f585d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.932810] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73b2145-6b91-4580-a0bf-0939db508465 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.962702] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-1649aa06-96f8-4caf-921f-b29237775020 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] volume-909b9ff5-83fb-46fb-b901-5f78c5c8f5fa/volume-909b9ff5-83fb-46fb-b901-5f78c5c8f5fa.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.963065] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dda37a40-23b9-486c-bfe2-ceed4ab87029 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.983269] env[70483]: DEBUG oslo_vmware.api [None req-1649aa06-96f8-4caf-921f-b29237775020 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1152.983269] env[70483]: value = "task-3478752" [ 1152.983269] env[70483]: _type = "Task" [ 1152.983269] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.992581] env[70483]: DEBUG oslo_vmware.api [None req-1649aa06-96f8-4caf-921f-b29237775020 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478752, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.030383] env[70483]: DEBUG oslo_vmware.api [None req-eeb1a182-f290-4a15-a97f-2eb48ad58f63 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.123432] env[70483]: DEBUG nova.compute.manager [req-154f5503-1d2d-43fa-9e34-7b1bd6c0b952 req-9ef3dae5-2975-418b-bf60-56e818211e7e service nova] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Received event network-vif-deleted-cca08ae9-5f63-42a5-96fd-8120aa3c504a {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.123663] env[70483]: INFO nova.compute.manager [req-154f5503-1d2d-43fa-9e34-7b1bd6c0b952 req-9ef3dae5-2975-418b-bf60-56e818211e7e service nova] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Neutron deleted interface cca08ae9-5f63-42a5-96fd-8120aa3c504a; detaching it from the instance and deleting it from the info cache [ 1153.123887] env[70483]: DEBUG nova.network.neutron [req-154f5503-1d2d-43fa-9e34-7b1bd6c0b952 req-9ef3dae5-2975-418b-bf60-56e818211e7e service nova] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.152022] env[70483]: DEBUG oslo_concurrency.lockutils [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "refresh_cache-a3cc6122-e729-4dc5-b0fc-233c05209ce4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.152022] env[70483]: DEBUG oslo_concurrency.lockutils [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquired lock "refresh_cache-a3cc6122-e729-4dc5-b0fc-233c05209ce4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.152218] env[70483]: DEBUG nova.network.neutron [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.345137] env[70483]: DEBUG oslo_concurrency.lockutils [req-569f8c1f-b783-461b-b778-8ce3c602b12c req-d625083f-fd4b-45b4-b153-32701d7cf41e service nova] Releasing lock "refresh_cache-1a2ad0d7-4486-4e92-a091-2be2d2797bee" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.356322] env[70483]: DEBUG nova.network.neutron [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Updating instance_info_cache with network_info: [{"id": "26e84ca8-bbf1-4196-9116-c8f6e7b32674", "address": "fa:16:3e:ff:61:53", "network": {"id": "f329a1c0-ec70-423d-802d-b6209ab8aec8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1307516247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de4bf47688a34f51898d9809e7767e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26e84ca8-bb", "ovs_interfaceid": "26e84ca8-bbf1-4196-9116-c8f6e7b32674", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.472581] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be3e3eb-bde9-4946-9f8c-fe2a7c2888a2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.478075] env[70483]: DEBUG nova.network.neutron [-] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.482852] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e826e5cd-2a5c-4b2f-ba21-9533e5311a03 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.522021] env[70483]: DEBUG oslo_vmware.api [None req-1649aa06-96f8-4caf-921f-b29237775020 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478752, 'name': ReconfigVM_Task, 'duration_secs': 0.376857} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.522778] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d735cf3-c1cc-4bcd-830e-299b9d970bd6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.527990] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-1649aa06-96f8-4caf-921f-b29237775020 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Reconfigured VM instance instance-0000005d to attach disk [datastore1] volume-909b9ff5-83fb-46fb-b901-5f78c5c8f5fa/volume-909b9ff5-83fb-46fb-b901-5f78c5c8f5fa.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.533203] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-688b2eca-fe78-4288-a735-3e6aa53e7360 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.548797] env[70483]: DEBUG oslo_vmware.api [None req-eeb1a182-f290-4a15-a97f-2eb48ad58f63 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.552134] env[70483]: DEBUG oslo_vmware.api [None req-1649aa06-96f8-4caf-921f-b29237775020 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1153.552134] env[70483]: value = "task-3478753" [ 1153.552134] env[70483]: _type = "Task" [ 1153.552134] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.554153] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f24083-5ad3-40a7-bd7f-1a0439e19523 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.574157] env[70483]: DEBUG oslo_vmware.api [None req-1649aa06-96f8-4caf-921f-b29237775020 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478753, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.574684] env[70483]: DEBUG nova.compute.provider_tree [None req-c753b371-729d-4a7c-a9a3-eb66c229142f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.629541] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d62e952-0f4b-4bc6-a548-b89303681a34 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.640441] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f8aa2d-f1b7-421b-8dc9-daf69ce372d7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.676015] env[70483]: DEBUG nova.compute.manager [req-154f5503-1d2d-43fa-9e34-7b1bd6c0b952 req-9ef3dae5-2975-418b-bf60-56e818211e7e service nova] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Detach interface failed, port_id=cca08ae9-5f63-42a5-96fd-8120aa3c504a, reason: Instance 31adb50e-33e9-40cc-a8dc-14985336b34a could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1153.846422] env[70483]: DEBUG oslo_concurrency.lockutils [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "cc933974-5d5a-462a-a0e2-37ae9d5aa842" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.846654] env[70483]: DEBUG oslo_concurrency.lockutils [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "cc933974-5d5a-462a-a0e2-37ae9d5aa842" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.860763] env[70483]: DEBUG oslo_concurrency.lockutils [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Releasing lock "refresh_cache-adf03329-badc-4913-8d55-d2084801252c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.883521] env[70483]: DEBUG nova.network.neutron [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Updating instance_info_cache with network_info: [{"id": "58840bb1-bcfb-423c-8f6c-df7139522dda", "address": "fa:16:3e:44:ca:16", "network": {"id": "8a37218d-212e-4604-9aac-2a69e34f388a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-975183189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec180aeba08f48dea450ade057d4e619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58840bb1-bc", "ovs_interfaceid": "58840bb1-bcfb-423c-8f6c-df7139522dda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.961060] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a44582ec-acb6-457b-b332-6f38c73ebfec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Acquiring lock "564f1aef-f107-46c8-ae0b-01df1e8aa2d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.961440] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a44582ec-acb6-457b-b332-6f38c73ebfec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Lock "564f1aef-f107-46c8-ae0b-01df1e8aa2d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.961535] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a44582ec-acb6-457b-b332-6f38c73ebfec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Acquiring lock "564f1aef-f107-46c8-ae0b-01df1e8aa2d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.961719] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a44582ec-acb6-457b-b332-6f38c73ebfec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Lock "564f1aef-f107-46c8-ae0b-01df1e8aa2d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.961887] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a44582ec-acb6-457b-b332-6f38c73ebfec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Lock "564f1aef-f107-46c8-ae0b-01df1e8aa2d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.963836] env[70483]: INFO nova.compute.manager [None req-a44582ec-acb6-457b-b332-6f38c73ebfec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Terminating instance [ 1153.980209] env[70483]: INFO nova.compute.manager [-] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Took 1.95 seconds to deallocate network for instance. [ 1154.031677] env[70483]: DEBUG oslo_vmware.api [None req-eeb1a182-f290-4a15-a97f-2eb48ad58f63 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.065463] env[70483]: DEBUG oslo_vmware.api [None req-1649aa06-96f8-4caf-921f-b29237775020 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478753, 'name': ReconfigVM_Task, 'duration_secs': 0.169463} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.065748] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-1649aa06-96f8-4caf-921f-b29237775020 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695495', 'volume_id': '909b9ff5-83fb-46fb-b901-5f78c5c8f5fa', 'name': 'volume-909b9ff5-83fb-46fb-b901-5f78c5c8f5fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'de9648dc-8927-41f0-9cc7-d814bf7d58f1', 'attached_at': '', 'detached_at': '', 'volume_id': '909b9ff5-83fb-46fb-b901-5f78c5c8f5fa', 'serial': '909b9ff5-83fb-46fb-b901-5f78c5c8f5fa'} {{(pid=70483) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1154.078431] env[70483]: DEBUG nova.scheduler.client.report [None req-c753b371-729d-4a7c-a9a3-eb66c229142f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.349540] env[70483]: DEBUG nova.compute.manager [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1154.385625] env[70483]: DEBUG oslo_concurrency.lockutils [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Releasing lock "refresh_cache-a3cc6122-e729-4dc5-b0fc-233c05209ce4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.388639] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51034ad2-0a65-4e2b-873e-aed3c55ef26b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.411393] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a249411-61c2-41e9-a0bd-37642e672b01 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.420216] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Updating instance 'adf03329-badc-4913-8d55-d2084801252c' progress to 83 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1154.467795] env[70483]: DEBUG nova.compute.manager [None req-a44582ec-acb6-457b-b332-6f38c73ebfec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1154.468161] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a44582ec-acb6-457b-b332-6f38c73ebfec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1154.469178] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3307b0b7-dfac-4f1c-a0bd-cf2b531a8c49 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.479044] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-a44582ec-acb6-457b-b332-6f38c73ebfec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.479289] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cb1ff17-04df-4b03-8ef1-0f7a197bf540 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.486153] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d89d6e32-f539-4d0b-b7ab-5ad04e74e0f1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.488466] env[70483]: DEBUG oslo_vmware.api [None req-a44582ec-acb6-457b-b332-6f38c73ebfec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for the task: (returnval){ [ 1154.488466] env[70483]: value = "task-3478754" [ 1154.488466] env[70483]: _type = "Task" [ 1154.488466] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.497707] env[70483]: DEBUG oslo_vmware.api [None req-a44582ec-acb6-457b-b332-6f38c73ebfec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.532492] env[70483]: DEBUG oslo_vmware.api [None req-eeb1a182-f290-4a15-a97f-2eb48ad58f63 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.582570] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c753b371-729d-4a7c-a9a3-eb66c229142f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.948s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.584782] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1290961f-ee10-423f-8e4e-a6afb9087d5d tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.550s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.585063] env[70483]: DEBUG nova.objects.instance [None req-1290961f-ee10-423f-8e4e-a6afb9087d5d tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Lazy-loading 'resources' on Instance uuid ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.602652] env[70483]: INFO nova.scheduler.client.report [None req-c753b371-729d-4a7c-a9a3-eb66c229142f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Deleted allocations for instance 4ea8b8dd-7ba7-45de-9642-41dd0930dc59 [ 1154.868221] env[70483]: DEBUG oslo_concurrency.lockutils [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.926488] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1154.926768] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-624532c2-ebc6-468e-b60f-91b746679b78 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.934873] env[70483]: DEBUG oslo_vmware.api [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1154.934873] env[70483]: value = "task-3478755" [ 1154.934873] env[70483]: _type = "Task" [ 1154.934873] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.943060] env[70483]: DEBUG oslo_vmware.api [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.998845] env[70483]: DEBUG oslo_vmware.api [None req-a44582ec-acb6-457b-b332-6f38c73ebfec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478754, 'name': PowerOffVM_Task, 'duration_secs': 0.242239} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.999095] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-a44582ec-acb6-457b-b332-6f38c73ebfec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.999263] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a44582ec-acb6-457b-b332-6f38c73ebfec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1154.999520] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70168392-4d1e-4288-a768-fc9d1e2f7610 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.032990] env[70483]: DEBUG oslo_vmware.api [None req-eeb1a182-f290-4a15-a97f-2eb48ad58f63 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.069808] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a44582ec-acb6-457b-b332-6f38c73ebfec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.070276] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a44582ec-acb6-457b-b332-6f38c73ebfec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.070493] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-a44582ec-acb6-457b-b332-6f38c73ebfec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Deleting the datastore file [datastore1] 564f1aef-f107-46c8-ae0b-01df1e8aa2d2 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.070787] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6379db64-eb7d-4a4e-901e-b9d33ffec3ab {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.077487] env[70483]: DEBUG oslo_vmware.api [None req-a44582ec-acb6-457b-b332-6f38c73ebfec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for the task: (returnval){ [ 1155.077487] env[70483]: value = "task-3478757" [ 1155.077487] env[70483]: _type = "Task" [ 1155.077487] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.085238] env[70483]: DEBUG oslo_vmware.api [None req-a44582ec-acb6-457b-b332-6f38c73ebfec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.110915] env[70483]: DEBUG nova.objects.instance [None req-1649aa06-96f8-4caf-921f-b29237775020 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Lazy-loading 'flavor' on Instance uuid de9648dc-8927-41f0-9cc7-d814bf7d58f1 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.112649] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c753b371-729d-4a7c-a9a3-eb66c229142f tempest-ImagesTestJSON-567582669 tempest-ImagesTestJSON-567582669-project-member] Lock "4ea8b8dd-7ba7-45de-9642-41dd0930dc59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.050s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.324279] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7459a8c2-1d98-43c9-8e77-8c466da5688d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.332660] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba49abc-e12e-4d32-8361-9d7ba6716fca {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.364045] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a3e646-6bf9-4bc2-a779-e49bab945276 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.372951] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d724b49a-602d-4d9d-86b1-e8bdd544d56e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.389822] env[70483]: DEBUG nova.compute.provider_tree [None req-1290961f-ee10-423f-8e4e-a6afb9087d5d tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.446031] env[70483]: DEBUG oslo_vmware.api [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478755, 'name': PowerOnVM_Task, 'duration_secs': 0.503753} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.446031] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1155.446031] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-920d0236-49f9-4a27-9ff7-cc534ce35fbf tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Updating instance 'adf03329-badc-4913-8d55-d2084801252c' progress to 100 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1155.534101] env[70483]: DEBUG oslo_vmware.api [None req-eeb1a182-f290-4a15-a97f-2eb48ad58f63 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.587586] env[70483]: DEBUG oslo_vmware.api [None req-a44582ec-acb6-457b-b332-6f38c73ebfec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Task: {'id': task-3478757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137855} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.587841] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-a44582ec-acb6-457b-b332-6f38c73ebfec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.588035] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a44582ec-acb6-457b-b332-6f38c73ebfec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1155.588240] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a44582ec-acb6-457b-b332-6f38c73ebfec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.588423] env[70483]: INFO nova.compute.manager [None req-a44582ec-acb6-457b-b332-6f38c73ebfec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1155.588667] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a44582ec-acb6-457b-b332-6f38c73ebfec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.588842] env[70483]: DEBUG nova.compute.manager [-] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1155.588929] env[70483]: DEBUG nova.network.neutron [-] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1155.620097] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1649aa06-96f8-4caf-921f-b29237775020 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Lock "de9648dc-8927-41f0-9cc7-d814bf7d58f1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.318s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.893886] env[70483]: DEBUG nova.scheduler.client.report [None req-1290961f-ee10-423f-8e4e-a6afb9087d5d tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.906724] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1eae98f-2e65-40ed-b14b-3ed8df22cd65 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.934099] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Updating instance 'a3cc6122-e729-4dc5-b0fc-233c05209ce4' progress to 0 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1155.969115] env[70483]: DEBUG nova.compute.manager [req-68980efd-582d-4cdf-9d6a-7d25209d286b req-74a06785-2279-402b-8c79-4b0dc18c04bc service nova] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Received event network-vif-deleted-eff1b063-ed96-4767-8a3d-8dd243d0e009 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.969115] env[70483]: INFO nova.compute.manager [req-68980efd-582d-4cdf-9d6a-7d25209d286b req-74a06785-2279-402b-8c79-4b0dc18c04bc service nova] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Neutron deleted interface eff1b063-ed96-4767-8a3d-8dd243d0e009; detaching it from the instance and deleting it from the info cache [ 1155.969115] env[70483]: DEBUG nova.network.neutron [req-68980efd-582d-4cdf-9d6a-7d25209d286b req-74a06785-2279-402b-8c79-4b0dc18c04bc service nova] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.036536] env[70483]: DEBUG oslo_vmware.api [None req-eeb1a182-f290-4a15-a97f-2eb48ad58f63 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.265316] env[70483]: INFO nova.compute.manager [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Rescuing [ 1156.265316] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquiring lock "refresh_cache-de9648dc-8927-41f0-9cc7-d814bf7d58f1" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.265316] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquired lock "refresh_cache-de9648dc-8927-41f0-9cc7-d814bf7d58f1" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.265316] env[70483]: DEBUG nova.network.neutron [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.399532] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1290961f-ee10-423f-8e4e-a6afb9087d5d tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.815s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.402673] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.783s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.402673] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.402673] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70483) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1156.402673] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.514s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.403112] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.404580] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.340s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.407264] env[70483]: INFO nova.compute.claims [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1156.409589] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5585a9c6-58cd-4980-b115-e70aec7ecbac {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.414520] env[70483]: DEBUG nova.network.neutron [-] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.419487] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac0d4e0-c85e-4296-a08d-9959b3e5d074 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.436668] env[70483]: INFO nova.scheduler.client.report [None req-1290961f-ee10-423f-8e4e-a6afb9087d5d tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Deleted allocations for instance ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda [ 1156.438349] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5a4e04-29b0-42f3-9fed-a7c7abaf1816 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.443091] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.446587] env[70483]: INFO nova.scheduler.client.report [None req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Deleted allocations for instance a423d133-89f3-40fe-9986-02edc46cf0f4 [ 1156.447646] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9bd5ea4-e789-4cf7-9ef4-eab04109be34 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.463514] env[70483]: DEBUG oslo_vmware.api [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 1156.463514] env[70483]: value = "task-3478758" [ 1156.463514] env[70483]: _type = "Task" [ 1156.463514] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.465217] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f51735-50ab-4902-b1b8-ebabf5a016fd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.474030] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3ca3613-6397-4dc3-bf94-298b83658e2f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.503107] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178720MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=70483) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1156.503259] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.507633] env[70483]: DEBUG oslo_vmware.api [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.515184] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da78ffc-e06e-47d7-a236-6edff26490bc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.539259] env[70483]: DEBUG oslo_vmware.api [None req-eeb1a182-f290-4a15-a97f-2eb48ad58f63 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.556458] env[70483]: DEBUG nova.compute.manager [req-68980efd-582d-4cdf-9d6a-7d25209d286b req-74a06785-2279-402b-8c79-4b0dc18c04bc service nova] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Detach interface failed, port_id=eff1b063-ed96-4767-8a3d-8dd243d0e009, reason: Instance 564f1aef-f107-46c8-ae0b-01df1e8aa2d2 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1156.919911] env[70483]: INFO nova.compute.manager [-] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Took 1.33 seconds to deallocate network for instance. [ 1156.955220] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1290961f-ee10-423f-8e4e-a6afb9087d5d tempest-AttachInterfacesUnderV243Test-1496367973 tempest-AttachInterfacesUnderV243Test-1496367973-project-member] Lock "ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.846s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.956746] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1ab7fb7c-d468-4eb1-a838-563940ef12e0 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "a423d133-89f3-40fe-9986-02edc46cf0f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.210s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.989152] env[70483]: DEBUG oslo_vmware.api [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478758, 'name': PowerOffVM_Task, 'duration_secs': 0.183608} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.989426] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.989624] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Updating instance 'a3cc6122-e729-4dc5-b0fc-233c05209ce4' progress to 17 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1157.039995] env[70483]: DEBUG oslo_vmware.api [None req-eeb1a182-f290-4a15-a97f-2eb48ad58f63 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478751, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.279875] env[70483]: DEBUG nova.network.neutron [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Updating instance_info_cache with network_info: [{"id": "ec788122-64e0-4617-b022-91216ad60e7b", "address": "fa:16:3e:2b:f1:fa", "network": {"id": "d14c053b-da64-4bb5-938a-757e7fd84d64", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-410432685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d1b8fec1a74a8d9e13ecf6d01ab5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec788122-64", "ovs_interfaceid": "ec788122-64e0-4617-b022-91216ad60e7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.427887] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4d846815-af90-41d3-afd8-b6d61cd6deb5 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "adf03329-badc-4913-8d55-d2084801252c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.428497] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4d846815-af90-41d3-afd8-b6d61cd6deb5 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "adf03329-badc-4913-8d55-d2084801252c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.428497] env[70483]: DEBUG nova.compute.manager [None req-4d846815-af90-41d3-afd8-b6d61cd6deb5 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Going to confirm migration 6 {{(pid=70483) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1157.432294] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a44582ec-acb6-457b-b332-6f38c73ebfec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.495955] env[70483]: DEBUG nova.virt.hardware [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.496262] env[70483]: DEBUG nova.virt.hardware [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.496635] env[70483]: DEBUG nova.virt.hardware [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.496635] env[70483]: DEBUG nova.virt.hardware [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.496795] env[70483]: DEBUG nova.virt.hardware [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.496874] env[70483]: DEBUG nova.virt.hardware [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.497107] env[70483]: DEBUG nova.virt.hardware [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.497276] env[70483]: DEBUG nova.virt.hardware [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.497460] env[70483]: DEBUG nova.virt.hardware [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.497680] env[70483]: DEBUG nova.virt.hardware [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.498341] env[70483]: DEBUG nova.virt.hardware [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.507741] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7cd1a17-9abd-4737-84d5-d1d87a5f6e5f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.528364] env[70483]: DEBUG oslo_vmware.api [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 1157.528364] env[70483]: value = "task-3478759" [ 1157.528364] env[70483]: _type = "Task" [ 1157.528364] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.549312] env[70483]: DEBUG oslo_vmware.api [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478759, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.550077] env[70483]: DEBUG oslo_vmware.api [None req-eeb1a182-f290-4a15-a97f-2eb48ad58f63 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478751, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.775601] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8588ba26-e9e4-4c8c-a048-b22d026f26cf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.786820] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Releasing lock "refresh_cache-de9648dc-8927-41f0-9cc7-d814bf7d58f1" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.791051] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb18c08e-7f70-40de-a708-2cfdfc621603 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.828147] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873c4a6b-1b40-40f7-9cac-95ef1a63bc17 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.841423] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a9beec-174f-4267-a97f-48ebdf801249 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.858148] env[70483]: DEBUG nova.compute.provider_tree [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.976938] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4d846815-af90-41d3-afd8-b6d61cd6deb5 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "refresh_cache-adf03329-badc-4913-8d55-d2084801252c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.977101] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4d846815-af90-41d3-afd8-b6d61cd6deb5 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquired lock "refresh_cache-adf03329-badc-4913-8d55-d2084801252c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.977367] env[70483]: DEBUG nova.network.neutron [None req-4d846815-af90-41d3-afd8-b6d61cd6deb5 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.977599] env[70483]: DEBUG nova.objects.instance [None req-4d846815-af90-41d3-afd8-b6d61cd6deb5 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lazy-loading 'info_cache' on Instance uuid adf03329-badc-4913-8d55-d2084801252c {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.045047] env[70483]: DEBUG oslo_vmware.api [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478759, 'name': ReconfigVM_Task, 'duration_secs': 0.210869} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.050872] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Updating instance 'a3cc6122-e729-4dc5-b0fc-233c05209ce4' progress to 33 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1158.054859] env[70483]: DEBUG oslo_vmware.api [None req-eeb1a182-f290-4a15-a97f-2eb48ad58f63 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478751, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.362937] env[70483]: DEBUG nova.scheduler.client.report [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.547600] env[70483]: DEBUG oslo_vmware.api [None req-eeb1a182-f290-4a15-a97f-2eb48ad58f63 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478751, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.560194] env[70483]: DEBUG nova.virt.hardware [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.560194] env[70483]: DEBUG nova.virt.hardware [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.560194] env[70483]: DEBUG nova.virt.hardware [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.560194] env[70483]: DEBUG nova.virt.hardware [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.560639] env[70483]: DEBUG nova.virt.hardware [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.560639] env[70483]: DEBUG nova.virt.hardware [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.560639] env[70483]: DEBUG nova.virt.hardware [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.560798] env[70483]: DEBUG nova.virt.hardware [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.560963] env[70483]: DEBUG nova.virt.hardware [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.561138] env[70483]: DEBUG nova.virt.hardware [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.561311] env[70483]: DEBUG nova.virt.hardware [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.566670] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1158.567473] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-610b3f93-6159-46f1-8108-fa2cef9f1ada {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.588125] env[70483]: DEBUG oslo_vmware.api [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 1158.588125] env[70483]: value = "task-3478760" [ 1158.588125] env[70483]: _type = "Task" [ 1158.588125] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.598070] env[70483]: DEBUG oslo_vmware.api [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478760, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.868347] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.464s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.869056] env[70483]: DEBUG nova.compute.manager [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1158.871513] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d89d6e32-f539-4d0b-b7ab-5ad04e74e0f1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.385s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.871653] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d89d6e32-f539-4d0b-b7ab-5ad04e74e0f1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.873605] env[70483]: DEBUG oslo_concurrency.lockutils [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.006s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.875987] env[70483]: INFO nova.compute.claims [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1158.899373] env[70483]: INFO nova.scheduler.client.report [None req-d89d6e32-f539-4d0b-b7ab-5ad04e74e0f1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Deleted allocations for instance 31adb50e-33e9-40cc-a8dc-14985336b34a [ 1159.043594] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "55d8ef17-7ec1-4df4-a0ae-59be9eab31fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.043594] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "55d8ef17-7ec1-4df4-a0ae-59be9eab31fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.054384] env[70483]: DEBUG oslo_vmware.api [None req-eeb1a182-f290-4a15-a97f-2eb48ad58f63 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478751, 'name': ReconfigVM_Task, 'duration_secs': 7.156133} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.054681] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eeb1a182-f290-4a15-a97f-2eb48ad58f63 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Releasing lock "ed57b103-7d00-4700-85ba-cafacab768a4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.054965] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb1a182-f290-4a15-a97f-2eb48ad58f63 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Reconfigured VM to detach interface {{(pid=70483) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1159.099752] env[70483]: DEBUG oslo_vmware.api [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478760, 'name': ReconfigVM_Task, 'duration_secs': 0.181494} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.102191] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1159.102979] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36cf5bf3-2797-4203-9517-caa4e2f3a83c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.127673] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] a3cc6122-e729-4dc5-b0fc-233c05209ce4/a3cc6122-e729-4dc5-b0fc-233c05209ce4.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1159.128302] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cbeab5e-1fb9-40a2-a717-d86d219e2630 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.151823] env[70483]: DEBUG oslo_vmware.api [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 1159.151823] env[70483]: value = "task-3478761" [ 1159.151823] env[70483]: _type = "Task" [ 1159.151823] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.159734] env[70483]: DEBUG oslo_vmware.api [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478761, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.315321] env[70483]: DEBUG nova.network.neutron [None req-4d846815-af90-41d3-afd8-b6d61cd6deb5 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Updating instance_info_cache with network_info: [{"id": "26e84ca8-bbf1-4196-9116-c8f6e7b32674", "address": "fa:16:3e:ff:61:53", "network": {"id": "f329a1c0-ec70-423d-802d-b6209ab8aec8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1307516247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de4bf47688a34f51898d9809e7767e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26e84ca8-bb", "ovs_interfaceid": "26e84ca8-bbf1-4196-9116-c8f6e7b32674", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.355837] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.356215] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6924a53-83c3-44c9-9731-f638e1844b38 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.368522] env[70483]: DEBUG oslo_vmware.api [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1159.368522] env[70483]: value = "task-3478762" [ 1159.368522] env[70483]: _type = "Task" [ 1159.368522] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.376816] env[70483]: DEBUG oslo_vmware.api [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.383086] env[70483]: DEBUG nova.compute.utils [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1159.384793] env[70483]: DEBUG nova.compute.manager [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1159.384965] env[70483]: DEBUG nova.network.neutron [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1159.406683] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d89d6e32-f539-4d0b-b7ab-5ad04e74e0f1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "31adb50e-33e9-40cc-a8dc-14985336b34a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.061s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.490756] env[70483]: DEBUG nova.policy [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '800e211c9fe04910a4262219b97c7f38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8ebecbd62e943518425df622f7274f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1159.546214] env[70483]: DEBUG nova.compute.manager [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1159.662659] env[70483]: DEBUG oslo_vmware.api [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.818888] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4d846815-af90-41d3-afd8-b6d61cd6deb5 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Releasing lock "refresh_cache-adf03329-badc-4913-8d55-d2084801252c" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.818888] env[70483]: DEBUG nova.objects.instance [None req-4d846815-af90-41d3-afd8-b6d61cd6deb5 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lazy-loading 'migration_context' on Instance uuid adf03329-badc-4913-8d55-d2084801252c {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.876770] env[70483]: DEBUG oslo_vmware.api [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.885670] env[70483]: DEBUG nova.compute.manager [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1159.925269] env[70483]: DEBUG nova.network.neutron [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Successfully created port: e7fce203-10be-49e5-a324-4b587bcfb756 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1160.075099] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.164770] env[70483]: DEBUG oslo_vmware.api [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.197590] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5743db1-f299-4bab-a828-3feccf062ade {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.205905] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2080db-8522-41e0-8ffa-a18f71f14bca {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.245035] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7e8f3a-c405-4a04-ae75-19c2e45825a0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.257393] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2710f47e-368b-433f-8d67-82ed5440c70d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.274120] env[70483]: DEBUG nova.compute.provider_tree [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.322380] env[70483]: DEBUG nova.objects.base [None req-4d846815-af90-41d3-afd8-b6d61cd6deb5 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70483) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1160.323539] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de9766b-54f8-472f-a43a-c747d1970245 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.348297] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06cd7f86-5260-4025-a4c0-fb8dbdebefb7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.353822] env[70483]: DEBUG oslo_vmware.api [None req-4d846815-af90-41d3-afd8-b6d61cd6deb5 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1160.353822] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52066b6f-e146-32ed-6ace-1ecb12a33d6e" [ 1160.353822] env[70483]: _type = "Task" [ 1160.353822] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.362698] env[70483]: DEBUG oslo_vmware.api [None req-4d846815-af90-41d3-afd8-b6d61cd6deb5 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52066b6f-e146-32ed-6ace-1ecb12a33d6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.375911] env[70483]: DEBUG oslo_vmware.api [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478762, 'name': PowerOffVM_Task, 'duration_secs': 0.587733} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.376229] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.377100] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a031e324-d9b4-4631-baf4-43b54c9d319c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.406009] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b7281d-fc85-4bff-9e2e-3db4770231c5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.475978] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.476374] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54634f9d-3350-4eb7-a66f-fd97683a59ce {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.485579] env[70483]: DEBUG oslo_vmware.api [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1160.485579] env[70483]: value = "task-3478763" [ 1160.485579] env[70483]: _type = "Task" [ 1160.485579] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.497993] env[70483]: DEBUG oslo_vmware.api [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.571186] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eeb1a182-f290-4a15-a97f-2eb48ad58f63 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "refresh_cache-ed57b103-7d00-4700-85ba-cafacab768a4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.571491] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eeb1a182-f290-4a15-a97f-2eb48ad58f63 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquired lock "refresh_cache-ed57b103-7d00-4700-85ba-cafacab768a4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.571676] env[70483]: DEBUG nova.network.neutron [None req-eeb1a182-f290-4a15-a97f-2eb48ad58f63 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.664857] env[70483]: DEBUG oslo_vmware.api [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478761, 'name': ReconfigVM_Task, 'duration_secs': 1.076122} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.664857] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Reconfigured VM instance instance-00000064 to attach disk [datastore2] a3cc6122-e729-4dc5-b0fc-233c05209ce4/a3cc6122-e729-4dc5-b0fc-233c05209ce4.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.665253] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Updating instance 'a3cc6122-e729-4dc5-b0fc-233c05209ce4' progress to 50 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1160.751521] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4c3886df-72d2-4077-96e7-e96c11cb3fe5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "ed57b103-7d00-4700-85ba-cafacab768a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.751813] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4c3886df-72d2-4077-96e7-e96c11cb3fe5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "ed57b103-7d00-4700-85ba-cafacab768a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.752040] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4c3886df-72d2-4077-96e7-e96c11cb3fe5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "ed57b103-7d00-4700-85ba-cafacab768a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.752231] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4c3886df-72d2-4077-96e7-e96c11cb3fe5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "ed57b103-7d00-4700-85ba-cafacab768a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.752401] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4c3886df-72d2-4077-96e7-e96c11cb3fe5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "ed57b103-7d00-4700-85ba-cafacab768a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.757126] env[70483]: INFO nova.compute.manager [None req-4c3886df-72d2-4077-96e7-e96c11cb3fe5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Terminating instance [ 1160.777485] env[70483]: DEBUG nova.scheduler.client.report [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.865470] env[70483]: DEBUG oslo_vmware.api [None req-4d846815-af90-41d3-afd8-b6d61cd6deb5 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52066b6f-e146-32ed-6ace-1ecb12a33d6e, 'name': SearchDatastore_Task, 'duration_secs': 0.012345} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.865768] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4d846815-af90-41d3-afd8-b6d61cd6deb5 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.907261] env[70483]: DEBUG nova.compute.manager [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1160.937267] env[70483]: DEBUG nova.virt.hardware [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1160.937539] env[70483]: DEBUG nova.virt.hardware [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1160.937959] env[70483]: DEBUG nova.virt.hardware [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1160.937959] env[70483]: DEBUG nova.virt.hardware [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1160.938070] env[70483]: DEBUG nova.virt.hardware [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1160.938175] env[70483]: DEBUG nova.virt.hardware [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1160.938384] env[70483]: DEBUG nova.virt.hardware [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1160.938541] env[70483]: DEBUG nova.virt.hardware [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1160.939280] env[70483]: DEBUG nova.virt.hardware [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1160.939280] env[70483]: DEBUG nova.virt.hardware [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1160.939280] env[70483]: DEBUG nova.virt.hardware [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1160.939939] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a6fff6-230b-44a0-98cb-a49afd14db31 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.946966] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "9b69506a-d4d1-4b05-ab3c-7311ea0e1795" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.947262] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "9b69506a-d4d1-4b05-ab3c-7311ea0e1795" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.952527] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5726d120-739e-4688-a5ed-915a34d76285 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.996370] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] VM already powered off {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1160.996843] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.996843] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.997013] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.997179] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.997708] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cf0c473-165e-4e61-976d-131259665fd9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.010551] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.010668] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1161.011328] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c9bcd9c-6782-409e-8424-9189fc67b395 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.018149] env[70483]: DEBUG oslo_vmware.api [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1161.018149] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]529176c5-1933-6b17-220e-8b1bbaad9f05" [ 1161.018149] env[70483]: _type = "Task" [ 1161.018149] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.027294] env[70483]: DEBUG oslo_vmware.api [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]529176c5-1933-6b17-220e-8b1bbaad9f05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.173837] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e558dcbf-efea-4e9a-ac61-f29be6f5bdd1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.207229] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e718e842-6ede-41de-9c20-021044fcfe9e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.235500] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Updating instance 'a3cc6122-e729-4dc5-b0fc-233c05209ce4' progress to 67 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1161.262729] env[70483]: DEBUG nova.compute.manager [None req-4c3886df-72d2-4077-96e7-e96c11cb3fe5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1161.262729] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3886df-72d2-4077-96e7-e96c11cb3fe5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1161.263481] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3cc59c-5703-4597-a429-1f79d941e791 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.276819] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3886df-72d2-4077-96e7-e96c11cb3fe5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.277176] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7afdbad1-2c75-4521-b6d3-2756bc50b51e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.282459] env[70483]: DEBUG oslo_concurrency.lockutils [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.283137] env[70483]: DEBUG nova.compute.manager [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1161.288420] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.785s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.290945] env[70483]: DEBUG oslo_vmware.api [None req-4c3886df-72d2-4077-96e7-e96c11cb3fe5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 1161.290945] env[70483]: value = "task-3478764" [ 1161.290945] env[70483]: _type = "Task" [ 1161.290945] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.307694] env[70483]: DEBUG oslo_vmware.api [None req-4c3886df-72d2-4077-96e7-e96c11cb3fe5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.381024] env[70483]: INFO nova.network.neutron [None req-eeb1a182-f290-4a15-a97f-2eb48ad58f63 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Port c71c20e5-e2af-4a6e-aa36-cf6031acec04 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1161.381340] env[70483]: DEBUG nova.network.neutron [None req-eeb1a182-f290-4a15-a97f-2eb48ad58f63 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Updating instance_info_cache with network_info: [{"id": "e7ec7653-ea39-4973-a62d-744ec768ddb0", "address": "fa:16:3e:e9:85:ea", "network": {"id": "ed8c7167-d7fd-459d-acb0-1b162c05a6c9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1389763144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d941c3f1da57481e9eb853fb6f6e0274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7ec7653-ea", "ovs_interfaceid": "e7ec7653-ea39-4973-a62d-744ec768ddb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.452221] env[70483]: DEBUG nova.compute.manager [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1161.532135] env[70483]: DEBUG oslo_vmware.api [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]529176c5-1933-6b17-220e-8b1bbaad9f05, 'name': SearchDatastore_Task, 'duration_secs': 0.030925} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.532135] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-febc835f-7a41-4a79-b312-9f312526417b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.543725] env[70483]: DEBUG oslo_vmware.api [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1161.543725] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]526f61ce-99b1-0072-f5e1-9404e14ed590" [ 1161.543725] env[70483]: _type = "Task" [ 1161.543725] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.553198] env[70483]: DEBUG oslo_vmware.api [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]526f61ce-99b1-0072-f5e1-9404e14ed590, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.767819] env[70483]: DEBUG nova.compute.manager [req-14f95cfa-641c-41bf-b4da-eb48ee2c132c req-f1fa0cd5-b5f2-4251-ac92-ed4b64b3a541 service nova] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Received event network-vif-plugged-e7fce203-10be-49e5-a324-4b587bcfb756 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.768255] env[70483]: DEBUG oslo_concurrency.lockutils [req-14f95cfa-641c-41bf-b4da-eb48ee2c132c req-f1fa0cd5-b5f2-4251-ac92-ed4b64b3a541 service nova] Acquiring lock "ef25df3e-e2a4-42bd-9603-9a65d8dc84d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.768509] env[70483]: DEBUG oslo_concurrency.lockutils [req-14f95cfa-641c-41bf-b4da-eb48ee2c132c req-f1fa0cd5-b5f2-4251-ac92-ed4b64b3a541 service nova] Lock "ef25df3e-e2a4-42bd-9603-9a65d8dc84d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.768787] env[70483]: DEBUG oslo_concurrency.lockutils [req-14f95cfa-641c-41bf-b4da-eb48ee2c132c req-f1fa0cd5-b5f2-4251-ac92-ed4b64b3a541 service nova] Lock "ef25df3e-e2a4-42bd-9603-9a65d8dc84d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.768992] env[70483]: DEBUG nova.compute.manager [req-14f95cfa-641c-41bf-b4da-eb48ee2c132c req-f1fa0cd5-b5f2-4251-ac92-ed4b64b3a541 service nova] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] No waiting events found dispatching network-vif-plugged-e7fce203-10be-49e5-a324-4b587bcfb756 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1161.769432] env[70483]: WARNING nova.compute.manager [req-14f95cfa-641c-41bf-b4da-eb48ee2c132c req-f1fa0cd5-b5f2-4251-ac92-ed4b64b3a541 service nova] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Received unexpected event network-vif-plugged-e7fce203-10be-49e5-a324-4b587bcfb756 for instance with vm_state building and task_state spawning. [ 1161.793647] env[70483]: DEBUG nova.compute.utils [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1161.795146] env[70483]: DEBUG nova.compute.manager [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1161.795324] env[70483]: DEBUG nova.network.neutron [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1161.814558] env[70483]: DEBUG oslo_vmware.api [None req-4c3886df-72d2-4077-96e7-e96c11cb3fe5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478764, 'name': PowerOffVM_Task, 'duration_secs': 0.328983} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.814814] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3886df-72d2-4077-96e7-e96c11cb3fe5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.814975] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3886df-72d2-4077-96e7-e96c11cb3fe5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1161.815244] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d00a55f-6d90-47fa-920d-265684c0589a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.880367] env[70483]: DEBUG nova.network.neutron [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Port 58840bb1-bcfb-423c-8f6c-df7139522dda binding to destination host cpu-1 is already ACTIVE {{(pid=70483) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1161.883546] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eeb1a182-f290-4a15-a97f-2eb48ad58f63 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Releasing lock "refresh_cache-ed57b103-7d00-4700-85ba-cafacab768a4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.903986] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3886df-72d2-4077-96e7-e96c11cb3fe5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1161.904369] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3886df-72d2-4077-96e7-e96c11cb3fe5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1161.904422] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c3886df-72d2-4077-96e7-e96c11cb3fe5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Deleting the datastore file [datastore1] ed57b103-7d00-4700-85ba-cafacab768a4 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.904652] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2241440-5ef3-40c4-a5b0-bca17d7a4a77 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.916186] env[70483]: DEBUG oslo_vmware.api [None req-4c3886df-72d2-4077-96e7-e96c11cb3fe5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 1161.916186] env[70483]: value = "task-3478766" [ 1161.916186] env[70483]: _type = "Task" [ 1161.916186] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.925132] env[70483]: DEBUG oslo_vmware.api [None req-4c3886df-72d2-4077-96e7-e96c11cb3fe5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.975687] env[70483]: DEBUG nova.policy [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ccdbe7711054f29884191ee1260f20e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22bc78ded67d407ea182163cf9043f31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1161.987800] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.057070] env[70483]: DEBUG oslo_vmware.api [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]526f61ce-99b1-0072-f5e1-9404e14ed590, 'name': SearchDatastore_Task, 'duration_secs': 0.013618} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.057452] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.057689] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] de9648dc-8927-41f0-9cc7-d814bf7d58f1/c45d2ce6-6758-4a65-9806-b17c804e40f4-rescue.vmdk. {{(pid=70483) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1162.057972] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f5c7509-030a-456e-9084-2ff3c445237f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.065863] env[70483]: DEBUG oslo_vmware.api [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1162.065863] env[70483]: value = "task-3478767" [ 1162.065863] env[70483]: _type = "Task" [ 1162.065863] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.073827] env[70483]: DEBUG oslo_vmware.api [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.118679] env[70483]: DEBUG nova.network.neutron [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Successfully updated port: e7fce203-10be-49e5-a324-4b587bcfb756 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1162.304091] env[70483]: DEBUG nova.compute.manager [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1162.310443] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Applying migration context for instance a3cc6122-e729-4dc5-b0fc-233c05209ce4 as it has an incoming, in-progress migration 37aab855-5927-4d17-965a-d5c76d93684a. Migration status is migrating {{(pid=70483) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1162.311088] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Applying migration context for instance adf03329-badc-4913-8d55-d2084801252c as it has an incoming, in-progress migration 3e5644cb-a6fd-4f83-befb-d49795311f18. Migration status is confirming {{(pid=70483) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1162.313304] env[70483]: INFO nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Updating resource usage from migration 37aab855-5927-4d17-965a-d5c76d93684a [ 1162.313841] env[70483]: INFO nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: adf03329-badc-4913-8d55-d2084801252c] Updating resource usage from migration 3e5644cb-a6fd-4f83-befb-d49795311f18 [ 1162.337025] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1162.337025] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1162.337025] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance b9fca4d0-dadf-43ee-ad2c-2656a3792ea4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1162.337025] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance d8ce30bb-9696-4a06-8f52-6085912708b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1162.337025] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance ef6fa7ed-b8aa-4221-a388-e86a72133cbc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1162.337025] env[70483]: WARNING nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 564f1aef-f107-46c8-ae0b-01df1e8aa2d2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1162.337025] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance de9648dc-8927-41f0-9cc7-d814bf7d58f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1162.337025] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance ed57b103-7d00-4700-85ba-cafacab768a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1162.337025] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 86150d37-88af-4ad4-bb16-2fa484ce7ee0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1162.337025] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 1a2ad0d7-4486-4e92-a091-2be2d2797bee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1162.337025] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Migration 3e5644cb-a6fd-4f83-befb-d49795311f18 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1162.337025] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance adf03329-badc-4913-8d55-d2084801252c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1162.337025] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Migration 37aab855-5927-4d17-965a-d5c76d93684a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1162.337025] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance a3cc6122-e729-4dc5-b0fc-233c05209ce4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1162.337676] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance ef25df3e-e2a4-42bd-9603-9a65d8dc84d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1162.337676] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance cc933974-5d5a-462a-a0e2-37ae9d5aa842 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1162.389056] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eeb1a182-f290-4a15-a97f-2eb48ad58f63 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "interface-ed57b103-7d00-4700-85ba-cafacab768a4-c71c20e5-e2af-4a6e-aa36-cf6031acec04" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.466s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.440538] env[70483]: DEBUG oslo_vmware.api [None req-4c3886df-72d2-4077-96e7-e96c11cb3fe5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214058} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.440538] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c3886df-72d2-4077-96e7-e96c11cb3fe5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.440538] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3886df-72d2-4077-96e7-e96c11cb3fe5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.440538] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3886df-72d2-4077-96e7-e96c11cb3fe5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.440538] env[70483]: INFO nova.compute.manager [None req-4c3886df-72d2-4077-96e7-e96c11cb3fe5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1162.440538] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c3886df-72d2-4077-96e7-e96c11cb3fe5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.440538] env[70483]: DEBUG nova.compute.manager [-] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1162.440538] env[70483]: DEBUG nova.network.neutron [-] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1162.541310] env[70483]: DEBUG nova.network.neutron [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Successfully created port: 0f0be3b3-8cfc-4cba-9979-3e5b00f5646b {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1162.578679] env[70483]: DEBUG oslo_vmware.api [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478767, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.621169] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "refresh_cache-ef25df3e-e2a4-42bd-9603-9a65d8dc84d0" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.621169] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquired lock "refresh_cache-ef25df3e-e2a4-42bd-9603-9a65d8dc84d0" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.621169] env[70483]: DEBUG nova.network.neutron [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.842941] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1162.906182] env[70483]: DEBUG oslo_concurrency.lockutils [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "a3cc6122-e729-4dc5-b0fc-233c05209ce4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.906441] env[70483]: DEBUG oslo_concurrency.lockutils [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "a3cc6122-e729-4dc5-b0fc-233c05209ce4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.906692] env[70483]: DEBUG oslo_concurrency.lockutils [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "a3cc6122-e729-4dc5-b0fc-233c05209ce4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.079037] env[70483]: DEBUG oslo_vmware.api [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531044} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.079037] env[70483]: INFO nova.virt.vmwareapi.ds_util [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] de9648dc-8927-41f0-9cc7-d814bf7d58f1/c45d2ce6-6758-4a65-9806-b17c804e40f4-rescue.vmdk. [ 1163.080029] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fabc9a-644e-496b-a32c-e1f2a38a9e32 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.113163] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] de9648dc-8927-41f0-9cc7-d814bf7d58f1/c45d2ce6-6758-4a65-9806-b17c804e40f4-rescue.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.114020] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bde8744a-5b41-429b-b9e3-523b9fa91fa0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.139636] env[70483]: DEBUG oslo_vmware.api [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1163.139636] env[70483]: value = "task-3478768" [ 1163.139636] env[70483]: _type = "Task" [ 1163.139636] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.150339] env[70483]: DEBUG oslo_vmware.api [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478768, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.221795] env[70483]: DEBUG nova.network.neutron [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1163.312942] env[70483]: DEBUG nova.compute.manager [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1163.353249] env[70483]: DEBUG nova.virt.hardware [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1163.354122] env[70483]: DEBUG nova.virt.hardware [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1163.354122] env[70483]: DEBUG nova.virt.hardware [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1163.359330] env[70483]: DEBUG nova.virt.hardware [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1163.359330] env[70483]: DEBUG nova.virt.hardware [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1163.359330] env[70483]: DEBUG nova.virt.hardware [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1163.359330] env[70483]: DEBUG nova.virt.hardware [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1163.359330] env[70483]: DEBUG nova.virt.hardware [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1163.359330] env[70483]: DEBUG nova.virt.hardware [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1163.359330] env[70483]: DEBUG nova.virt.hardware [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1163.359330] env[70483]: DEBUG nova.virt.hardware [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1163.360749] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 9b69506a-d4d1-4b05-ab3c-7311ea0e1795 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1163.361014] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=70483) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1163.361189] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3520MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=70483) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1163.364681] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a1ebb6-c657-450f-b9fb-1730c1e3da30 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.376746] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672b6c58-8470-44d3-b1a2-fab3cab65fe3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.654263] env[70483]: DEBUG oslo_vmware.api [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478768, 'name': ReconfigVM_Task, 'duration_secs': 0.320497} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.657460] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Reconfigured VM instance instance-0000005d to attach disk [datastore2] de9648dc-8927-41f0-9cc7-d814bf7d58f1/c45d2ce6-6758-4a65-9806-b17c804e40f4-rescue.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.658585] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921b83f0-9ea2-4916-853d-23620c9babae {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.694124] env[70483]: DEBUG nova.network.neutron [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Updating instance_info_cache with network_info: [{"id": "e7fce203-10be-49e5-a324-4b587bcfb756", "address": "fa:16:3e:e3:2c:be", "network": {"id": "2cea8cdf-4e36-4443-b6fe-a1ded03b034b", "bridge": "br-int", "label": "tempest-ServersTestJSON-722535830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8ebecbd62e943518425df622f7274f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7fce203-10", "ovs_interfaceid": "e7fce203-10be-49e5-a324-4b587bcfb756", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.696113] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b1ea22d-542d-4d5c-b624-b60ff256d022 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.706723] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc03acef-b145-4cae-aa7e-589bab5a5038 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.710613] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Releasing lock "refresh_cache-ef25df3e-e2a4-42bd-9603-9a65d8dc84d0" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.710665] env[70483]: DEBUG nova.compute.manager [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Instance network_info: |[{"id": "e7fce203-10be-49e5-a324-4b587bcfb756", "address": "fa:16:3e:e3:2c:be", "network": {"id": "2cea8cdf-4e36-4443-b6fe-a1ded03b034b", "bridge": "br-int", "label": "tempest-ServersTestJSON-722535830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8ebecbd62e943518425df622f7274f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7fce203-10", "ovs_interfaceid": "e7fce203-10be-49e5-a324-4b587bcfb756", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1163.711033] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:2c:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f969bd9-e040-4b9b-85b2-7c61231584ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7fce203-10be-49e5-a324-4b587bcfb756', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1163.719277] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.721134] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1163.721322] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b54576a5-ff9f-480b-a26c-cb3b811a687f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.741363] env[70483]: DEBUG oslo_vmware.api [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1163.741363] env[70483]: value = "task-3478769" [ 1163.741363] env[70483]: _type = "Task" [ 1163.741363] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.743019] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befecb37-6cf7-4634-ba0e-f8a8659f6fd2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.754404] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1163.754404] env[70483]: value = "task-3478770" [ 1163.754404] env[70483]: _type = "Task" [ 1163.754404] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.787533] env[70483]: DEBUG oslo_vmware.api [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478769, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.788833] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f5889a-a514-4736-b1de-d7406b0b5c33 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.795276] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478770, 'name': CreateVM_Task} progress is 15%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.801820] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49784c01-1522-4bc2-85cb-8e349a477cfd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.811451] env[70483]: DEBUG nova.compute.manager [req-5fc6f3b5-9682-4573-8054-44ce0b723cd3 req-59f316a3-f7d7-49d7-ba5f-e6833868a23c service nova] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Received event network-changed-e7fce203-10be-49e5-a324-4b587bcfb756 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.811747] env[70483]: DEBUG nova.compute.manager [req-5fc6f3b5-9682-4573-8054-44ce0b723cd3 req-59f316a3-f7d7-49d7-ba5f-e6833868a23c service nova] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Refreshing instance network info cache due to event network-changed-e7fce203-10be-49e5-a324-4b587bcfb756. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1163.811868] env[70483]: DEBUG oslo_concurrency.lockutils [req-5fc6f3b5-9682-4573-8054-44ce0b723cd3 req-59f316a3-f7d7-49d7-ba5f-e6833868a23c service nova] Acquiring lock "refresh_cache-ef25df3e-e2a4-42bd-9603-9a65d8dc84d0" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.812034] env[70483]: DEBUG oslo_concurrency.lockutils [req-5fc6f3b5-9682-4573-8054-44ce0b723cd3 req-59f316a3-f7d7-49d7-ba5f-e6833868a23c service nova] Acquired lock "refresh_cache-ef25df3e-e2a4-42bd-9603-9a65d8dc84d0" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.812208] env[70483]: DEBUG nova.network.neutron [req-5fc6f3b5-9682-4573-8054-44ce0b723cd3 req-59f316a3-f7d7-49d7-ba5f-e6833868a23c service nova] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Refreshing network info cache for port e7fce203-10be-49e5-a324-4b587bcfb756 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.822417] env[70483]: DEBUG nova.compute.provider_tree [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.944634] env[70483]: DEBUG oslo_concurrency.lockutils [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "refresh_cache-a3cc6122-e729-4dc5-b0fc-233c05209ce4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.944894] env[70483]: DEBUG oslo_concurrency.lockutils [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquired lock "refresh_cache-a3cc6122-e729-4dc5-b0fc-233c05209ce4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.945073] env[70483]: DEBUG nova.network.neutron [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.256573] env[70483]: DEBUG oslo_vmware.api [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478769, 'name': ReconfigVM_Task, 'duration_secs': 0.246619} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.259688] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.259949] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f455989-804f-43c0-8833-dba8a30fab08 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.269070] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478770, 'name': CreateVM_Task, 'duration_secs': 0.392398} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.270237] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1164.270681] env[70483]: DEBUG oslo_vmware.api [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1164.270681] env[70483]: value = "task-3478771" [ 1164.270681] env[70483]: _type = "Task" [ 1164.270681] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.271622] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.271622] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.271622] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.271901] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f11a21d4-bba4-4bae-af54-3f7bf90154df {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.277517] env[70483]: DEBUG nova.network.neutron [req-5fc6f3b5-9682-4573-8054-44ce0b723cd3 req-59f316a3-f7d7-49d7-ba5f-e6833868a23c service nova] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Updated VIF entry in instance network info cache for port e7fce203-10be-49e5-a324-4b587bcfb756. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.277841] env[70483]: DEBUG nova.network.neutron [req-5fc6f3b5-9682-4573-8054-44ce0b723cd3 req-59f316a3-f7d7-49d7-ba5f-e6833868a23c service nova] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Updating instance_info_cache with network_info: [{"id": "e7fce203-10be-49e5-a324-4b587bcfb756", "address": "fa:16:3e:e3:2c:be", "network": {"id": "2cea8cdf-4e36-4443-b6fe-a1ded03b034b", "bridge": "br-int", "label": "tempest-ServersTestJSON-722535830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8ebecbd62e943518425df622f7274f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7fce203-10", "ovs_interfaceid": "e7fce203-10be-49e5-a324-4b587bcfb756", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.280735] env[70483]: DEBUG oslo_vmware.api [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 1164.280735] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5204557e-5f8e-d496-2332-2c5105a71a4a" [ 1164.280735] env[70483]: _type = "Task" [ 1164.280735] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.284077] env[70483]: DEBUG oslo_vmware.api [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.292370] env[70483]: DEBUG oslo_vmware.api [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5204557e-5f8e-d496-2332-2c5105a71a4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.328419] env[70483]: DEBUG nova.scheduler.client.report [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.786526] env[70483]: DEBUG oslo_concurrency.lockutils [req-5fc6f3b5-9682-4573-8054-44ce0b723cd3 req-59f316a3-f7d7-49d7-ba5f-e6833868a23c service nova] Releasing lock "refresh_cache-ef25df3e-e2a4-42bd-9603-9a65d8dc84d0" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.787013] env[70483]: DEBUG oslo_vmware.api [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478771, 'name': PowerOnVM_Task, 'duration_secs': 0.436734} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.790775] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.795105] env[70483]: DEBUG nova.compute.manager [None req-4217aa94-57cd-4de3-9c30-49797081f60e tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1164.795105] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b017ef-a0fb-4981-8ec0-7daa8d20ff4d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.805572] env[70483]: DEBUG oslo_vmware.api [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5204557e-5f8e-d496-2332-2c5105a71a4a, 'name': SearchDatastore_Task, 'duration_secs': 0.031372} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.809239] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.809239] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1164.809239] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.809239] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.809239] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1164.809239] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03bae7f2-ca10-4ed6-9663-dd1c6422a89b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.818757] env[70483]: DEBUG nova.network.neutron [-] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.822467] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1164.822652] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1164.823395] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e0d269a-8b34-4542-a80b-1b20ada0e250 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.833780] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70483) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1164.834850] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.546s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.835615] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a44582ec-acb6-457b-b332-6f38c73ebfec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.403s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.835813] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a44582ec-acb6-457b-b332-6f38c73ebfec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.837838] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.763s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.839840] env[70483]: INFO nova.compute.claims [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1164.842308] env[70483]: DEBUG oslo_vmware.api [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 1164.842308] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52861440-797b-e337-69fa-71b3b62ec49b" [ 1164.842308] env[70483]: _type = "Task" [ 1164.842308] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.857848] env[70483]: DEBUG oslo_vmware.api [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52861440-797b-e337-69fa-71b3b62ec49b, 'name': SearchDatastore_Task, 'duration_secs': 0.010789} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.857848] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f32e5b2-5704-4a36-870c-f771dbb98e1f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.862421] env[70483]: DEBUG oslo_vmware.api [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 1164.862421] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5201c7bb-17bd-abdd-34df-0c36ecf9af8a" [ 1164.862421] env[70483]: _type = "Task" [ 1164.862421] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.867288] env[70483]: DEBUG nova.network.neutron [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Updating instance_info_cache with network_info: [{"id": "58840bb1-bcfb-423c-8f6c-df7139522dda", "address": "fa:16:3e:44:ca:16", "network": {"id": "8a37218d-212e-4604-9aac-2a69e34f388a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-975183189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec180aeba08f48dea450ade057d4e619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58840bb1-bc", "ovs_interfaceid": "58840bb1-bcfb-423c-8f6c-df7139522dda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.872591] env[70483]: DEBUG oslo_vmware.api [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5201c7bb-17bd-abdd-34df-0c36ecf9af8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.884802] env[70483]: INFO nova.scheduler.client.report [None req-a44582ec-acb6-457b-b332-6f38c73ebfec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Deleted allocations for instance 564f1aef-f107-46c8-ae0b-01df1e8aa2d2 [ 1165.189863] env[70483]: DEBUG nova.network.neutron [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Successfully updated port: 0f0be3b3-8cfc-4cba-9979-3e5b00f5646b {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1165.323526] env[70483]: INFO nova.compute.manager [-] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Took 2.88 seconds to deallocate network for instance. [ 1165.378446] env[70483]: DEBUG oslo_concurrency.lockutils [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Releasing lock "refresh_cache-a3cc6122-e729-4dc5-b0fc-233c05209ce4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.382567] env[70483]: DEBUG oslo_vmware.api [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5201c7bb-17bd-abdd-34df-0c36ecf9af8a, 'name': SearchDatastore_Task, 'duration_secs': 0.011141} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.383157] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.383420] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] ef25df3e-e2a4-42bd-9603-9a65d8dc84d0/ef25df3e-e2a4-42bd-9603-9a65d8dc84d0.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1165.384069] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f13c8a84-6cc1-4f34-921d-0b98e88be551 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.396667] env[70483]: DEBUG oslo_vmware.api [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 1165.396667] env[70483]: value = "task-3478772" [ 1165.396667] env[70483]: _type = "Task" [ 1165.396667] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.397167] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a44582ec-acb6-457b-b332-6f38c73ebfec tempest-ServersNegativeTestJSON-1127430286 tempest-ServersNegativeTestJSON-1127430286-project-member] Lock "564f1aef-f107-46c8-ae0b-01df1e8aa2d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.436s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.409946] env[70483]: DEBUG oslo_vmware.api [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.693541] env[70483]: DEBUG oslo_concurrency.lockutils [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "refresh_cache-cc933974-5d5a-462a-a0e2-37ae9d5aa842" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.693541] env[70483]: DEBUG oslo_concurrency.lockutils [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquired lock "refresh_cache-cc933974-5d5a-462a-a0e2-37ae9d5aa842" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.693628] env[70483]: DEBUG nova.network.neutron [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.833277] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4c3886df-72d2-4077-96e7-e96c11cb3fe5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.842971] env[70483]: DEBUG nova.compute.manager [req-8a1fd456-eb64-4e8b-8f6d-c0bfeedf127b req-eea3a2e5-87d2-43ec-80eb-72587736e58b service nova] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Received event network-vif-deleted-e7ec7653-ea39-4973-a62d-744ec768ddb0 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.843228] env[70483]: DEBUG nova.compute.manager [req-8a1fd456-eb64-4e8b-8f6d-c0bfeedf127b req-eea3a2e5-87d2-43ec-80eb-72587736e58b service nova] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Received event network-vif-plugged-0f0be3b3-8cfc-4cba-9979-3e5b00f5646b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.843473] env[70483]: DEBUG oslo_concurrency.lockutils [req-8a1fd456-eb64-4e8b-8f6d-c0bfeedf127b req-eea3a2e5-87d2-43ec-80eb-72587736e58b service nova] Acquiring lock "cc933974-5d5a-462a-a0e2-37ae9d5aa842-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.843773] env[70483]: DEBUG oslo_concurrency.lockutils [req-8a1fd456-eb64-4e8b-8f6d-c0bfeedf127b req-eea3a2e5-87d2-43ec-80eb-72587736e58b service nova] Lock "cc933974-5d5a-462a-a0e2-37ae9d5aa842-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.843855] env[70483]: DEBUG oslo_concurrency.lockutils [req-8a1fd456-eb64-4e8b-8f6d-c0bfeedf127b req-eea3a2e5-87d2-43ec-80eb-72587736e58b service nova] Lock "cc933974-5d5a-462a-a0e2-37ae9d5aa842-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.844015] env[70483]: DEBUG nova.compute.manager [req-8a1fd456-eb64-4e8b-8f6d-c0bfeedf127b req-eea3a2e5-87d2-43ec-80eb-72587736e58b service nova] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] No waiting events found dispatching network-vif-plugged-0f0be3b3-8cfc-4cba-9979-3e5b00f5646b {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1165.844187] env[70483]: WARNING nova.compute.manager [req-8a1fd456-eb64-4e8b-8f6d-c0bfeedf127b req-eea3a2e5-87d2-43ec-80eb-72587736e58b service nova] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Received unexpected event network-vif-plugged-0f0be3b3-8cfc-4cba-9979-3e5b00f5646b for instance with vm_state building and task_state spawning. [ 1165.844389] env[70483]: DEBUG nova.compute.manager [req-8a1fd456-eb64-4e8b-8f6d-c0bfeedf127b req-eea3a2e5-87d2-43ec-80eb-72587736e58b service nova] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Received event network-changed-0f0be3b3-8cfc-4cba-9979-3e5b00f5646b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.844551] env[70483]: DEBUG nova.compute.manager [req-8a1fd456-eb64-4e8b-8f6d-c0bfeedf127b req-eea3a2e5-87d2-43ec-80eb-72587736e58b service nova] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Refreshing instance network info cache due to event network-changed-0f0be3b3-8cfc-4cba-9979-3e5b00f5646b. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1165.844720] env[70483]: DEBUG oslo_concurrency.lockutils [req-8a1fd456-eb64-4e8b-8f6d-c0bfeedf127b req-eea3a2e5-87d2-43ec-80eb-72587736e58b service nova] Acquiring lock "refresh_cache-cc933974-5d5a-462a-a0e2-37ae9d5aa842" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.909400] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c003cac-1716-43cd-900a-79a5f234e75f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.918118] env[70483]: DEBUG oslo_vmware.api [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507247} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.919086] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] ef25df3e-e2a4-42bd-9603-9a65d8dc84d0/ef25df3e-e2a4-42bd-9603-9a65d8dc84d0.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1165.919721] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1165.920138] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e71f91f-1b53-4b4a-87ce-637cbc1cf915 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.938307] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae96474-68bf-44c0-8757-806c86273d8c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.943300] env[70483]: DEBUG oslo_vmware.api [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 1165.943300] env[70483]: value = "task-3478773" [ 1165.943300] env[70483]: _type = "Task" [ 1165.943300] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.945754] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Updating instance 'a3cc6122-e729-4dc5-b0fc-233c05209ce4' progress to 83 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1165.959098] env[70483]: DEBUG oslo_vmware.api [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.129649] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Acquiring lock "0dad9c32-cd58-43ed-8c24-b9a69add6853" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.130063] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Lock "0dad9c32-cd58-43ed-8c24-b9a69add6853" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.156121] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be349dd-f3e7-4777-9d2a-c0cd8fb3eaa9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.165611] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0daf15-e770-4b3a-9c2c-f99a017b95d2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.206342] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3db0d8-cb58-4ec1-999e-4ffb78771a79 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.216169] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7ce795-4d20-4a78-abe7-4a814653e8ff {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.233125] env[70483]: DEBUG nova.compute.provider_tree [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.261344] env[70483]: DEBUG nova.network.neutron [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1166.455519] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1166.460134] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4db2796d-eb60-4ba6-9581-5059e879eaac {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.462335] env[70483]: DEBUG oslo_vmware.api [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069511} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.462610] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1166.464279] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1571039f-a5d4-40f2-87db-120016b8e15b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.470515] env[70483]: DEBUG oslo_vmware.api [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 1166.470515] env[70483]: value = "task-3478774" [ 1166.470515] env[70483]: _type = "Task" [ 1166.470515] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.498850] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] ef25df3e-e2a4-42bd-9603-9a65d8dc84d0/ef25df3e-e2a4-42bd-9603-9a65d8dc84d0.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.499031] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01c4df8e-1786-4697-bd8a-ff8ac6e9e95b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.520703] env[70483]: DEBUG oslo_vmware.api [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478774, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.524326] env[70483]: DEBUG oslo_vmware.api [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 1166.524326] env[70483]: value = "task-3478775" [ 1166.524326] env[70483]: _type = "Task" [ 1166.524326] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.534904] env[70483]: DEBUG oslo_vmware.api [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478775, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.596810] env[70483]: DEBUG nova.network.neutron [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Updating instance_info_cache with network_info: [{"id": "0f0be3b3-8cfc-4cba-9979-3e5b00f5646b", "address": "fa:16:3e:5b:eb:b9", "network": {"id": "10b3c590-1aa9-44e4-8b20-e6d555002cbd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-950466256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22bc78ded67d407ea182163cf9043f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f0be3b3-8c", "ovs_interfaceid": "0f0be3b3-8cfc-4cba-9979-3e5b00f5646b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.632060] env[70483]: DEBUG nova.compute.manager [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1166.738020] env[70483]: DEBUG nova.scheduler.client.report [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.741724] env[70483]: INFO nova.compute.manager [None req-a51b8f34-48a9-4070-a840-cc6ae3ed23a0 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Unrescuing [ 1166.741979] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a51b8f34-48a9-4070-a840-cc6ae3ed23a0 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquiring lock "refresh_cache-de9648dc-8927-41f0-9cc7-d814bf7d58f1" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.742139] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a51b8f34-48a9-4070-a840-cc6ae3ed23a0 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquired lock "refresh_cache-de9648dc-8927-41f0-9cc7-d814bf7d58f1" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.742327] env[70483]: DEBUG nova.network.neutron [None req-a51b8f34-48a9-4070-a840-cc6ae3ed23a0 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.982187] env[70483]: DEBUG oslo_vmware.api [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478774, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.034919] env[70483]: DEBUG oslo_vmware.api [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478775, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.099977] env[70483]: DEBUG oslo_concurrency.lockutils [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Releasing lock "refresh_cache-cc933974-5d5a-462a-a0e2-37ae9d5aa842" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.100340] env[70483]: DEBUG nova.compute.manager [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Instance network_info: |[{"id": "0f0be3b3-8cfc-4cba-9979-3e5b00f5646b", "address": "fa:16:3e:5b:eb:b9", "network": {"id": "10b3c590-1aa9-44e4-8b20-e6d555002cbd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-950466256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22bc78ded67d407ea182163cf9043f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f0be3b3-8c", "ovs_interfaceid": "0f0be3b3-8cfc-4cba-9979-3e5b00f5646b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1167.100638] env[70483]: DEBUG oslo_concurrency.lockutils [req-8a1fd456-eb64-4e8b-8f6d-c0bfeedf127b req-eea3a2e5-87d2-43ec-80eb-72587736e58b service nova] Acquired lock "refresh_cache-cc933974-5d5a-462a-a0e2-37ae9d5aa842" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.100813] env[70483]: DEBUG nova.network.neutron [req-8a1fd456-eb64-4e8b-8f6d-c0bfeedf127b req-eea3a2e5-87d2-43ec-80eb-72587736e58b service nova] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Refreshing network info cache for port 0f0be3b3-8cfc-4cba-9979-3e5b00f5646b {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.105884] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:eb:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7043ca7a-807c-4c7b-b646-23ffece188b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f0be3b3-8cfc-4cba-9979-3e5b00f5646b', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.115642] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.116416] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.117529] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a58d5836-f201-4916-a4b8-fcf2fd96ecc5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.143515] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.143515] env[70483]: value = "task-3478776" [ 1167.143515] env[70483]: _type = "Task" [ 1167.143515] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.155657] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478776, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.162992] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.247729] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.248034] env[70483]: DEBUG nova.compute.manager [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1167.252878] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4d846815-af90-41d3-afd8-b6d61cd6deb5 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.387s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.482166] env[70483]: DEBUG oslo_vmware.api [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478774, 'name': PowerOnVM_Task, 'duration_secs': 0.996539} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.482488] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1167.482732] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-634b735a-5f80-4322-b9e9-8b450bfdb43c tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Updating instance 'a3cc6122-e729-4dc5-b0fc-233c05209ce4' progress to 100 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1167.536358] env[70483]: DEBUG oslo_vmware.api [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478775, 'name': ReconfigVM_Task, 'duration_secs': 0.897637} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.536645] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Reconfigured VM instance instance-00000067 to attach disk [datastore2] ef25df3e-e2a4-42bd-9603-9a65d8dc84d0/ef25df3e-e2a4-42bd-9603-9a65d8dc84d0.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.537425] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d667d71-cd54-4834-a8b2-85f2257015af {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.544895] env[70483]: DEBUG oslo_vmware.api [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 1167.544895] env[70483]: value = "task-3478777" [ 1167.544895] env[70483]: _type = "Task" [ 1167.544895] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.553955] env[70483]: DEBUG oslo_vmware.api [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478777, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.660939] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478776, 'name': CreateVM_Task, 'duration_secs': 0.387379} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.661608] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1167.661848] env[70483]: DEBUG oslo_concurrency.lockutils [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.662033] env[70483]: DEBUG oslo_concurrency.lockutils [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.662532] env[70483]: DEBUG oslo_concurrency.lockutils [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.662744] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ffc9cb4-c8b9-4629-89b7-7758d7008aa2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.670174] env[70483]: DEBUG oslo_vmware.api [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1167.670174] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e18886-639d-1110-ecca-9761052f9e17" [ 1167.670174] env[70483]: _type = "Task" [ 1167.670174] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.678966] env[70483]: DEBUG oslo_vmware.api [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e18886-639d-1110-ecca-9761052f9e17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.756991] env[70483]: DEBUG nova.compute.utils [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1167.764247] env[70483]: DEBUG nova.compute.manager [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1167.765220] env[70483]: DEBUG nova.network.neutron [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1167.818608] env[70483]: DEBUG nova.network.neutron [None req-a51b8f34-48a9-4070-a840-cc6ae3ed23a0 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Updating instance_info_cache with network_info: [{"id": "ec788122-64e0-4617-b022-91216ad60e7b", "address": "fa:16:3e:2b:f1:fa", "network": {"id": "d14c053b-da64-4bb5-938a-757e7fd84d64", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-410432685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d1b8fec1a74a8d9e13ecf6d01ab5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec788122-64", "ovs_interfaceid": "ec788122-64e0-4617-b022-91216ad60e7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.058482] env[70483]: DEBUG oslo_vmware.api [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478777, 'name': Rename_Task, 'duration_secs': 0.293106} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.059555] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1168.059555] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-faf0e319-469c-4dbb-8592-21210b7f2c0b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.061980] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e948a45-e24d-4ece-8b44-348f1982138e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.071497] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79febdce-2372-4045-ba42-51d22ebc9d77 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.074579] env[70483]: DEBUG oslo_vmware.api [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 1168.074579] env[70483]: value = "task-3478778" [ 1168.074579] env[70483]: _type = "Task" [ 1168.074579] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.105465] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875b211e-e060-4c56-af5e-53168e2d3746 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.111591] env[70483]: DEBUG oslo_vmware.api [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478778, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.117205] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062e845e-d326-4bbd-87e8-4a9373fb729f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.131958] env[70483]: DEBUG nova.compute.provider_tree [None req-4d846815-af90-41d3-afd8-b6d61cd6deb5 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.134561] env[70483]: DEBUG nova.policy [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c7436d5d372473493d2b9c531760c27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02013d6cd47b4f1c9e3279214f1d2d7a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1168.183489] env[70483]: DEBUG oslo_vmware.api [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e18886-639d-1110-ecca-9761052f9e17, 'name': SearchDatastore_Task, 'duration_secs': 0.011534} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.183794] env[70483]: DEBUG oslo_concurrency.lockutils [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.184039] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.184285] env[70483]: DEBUG oslo_concurrency.lockutils [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.184429] env[70483]: DEBUG oslo_concurrency.lockutils [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.184607] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.184867] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e0162b7-2c8c-45e5-833d-d54191089535 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.197369] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.197549] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.198519] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d042684-601a-494d-83c1-03d9ce9858c0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.205182] env[70483]: DEBUG oslo_vmware.api [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1168.205182] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52b39840-a041-12b1-86ee-2c51aa0915de" [ 1168.205182] env[70483]: _type = "Task" [ 1168.205182] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.214952] env[70483]: DEBUG oslo_vmware.api [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52b39840-a041-12b1-86ee-2c51aa0915de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.264122] env[70483]: DEBUG nova.compute.manager [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1168.321775] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a51b8f34-48a9-4070-a840-cc6ae3ed23a0 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Releasing lock "refresh_cache-de9648dc-8927-41f0-9cc7-d814bf7d58f1" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.322476] env[70483]: DEBUG nova.objects.instance [None req-a51b8f34-48a9-4070-a840-cc6ae3ed23a0 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Lazy-loading 'flavor' on Instance uuid de9648dc-8927-41f0-9cc7-d814bf7d58f1 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.427059] env[70483]: DEBUG nova.network.neutron [req-8a1fd456-eb64-4e8b-8f6d-c0bfeedf127b req-eea3a2e5-87d2-43ec-80eb-72587736e58b service nova] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Updated VIF entry in instance network info cache for port 0f0be3b3-8cfc-4cba-9979-3e5b00f5646b. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.427510] env[70483]: DEBUG nova.network.neutron [req-8a1fd456-eb64-4e8b-8f6d-c0bfeedf127b req-eea3a2e5-87d2-43ec-80eb-72587736e58b service nova] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Updating instance_info_cache with network_info: [{"id": "0f0be3b3-8cfc-4cba-9979-3e5b00f5646b", "address": "fa:16:3e:5b:eb:b9", "network": {"id": "10b3c590-1aa9-44e4-8b20-e6d555002cbd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-950466256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22bc78ded67d407ea182163cf9043f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f0be3b3-8c", "ovs_interfaceid": "0f0be3b3-8cfc-4cba-9979-3e5b00f5646b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.588217] env[70483]: DEBUG oslo_vmware.api [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478778, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.640162] env[70483]: DEBUG nova.scheduler.client.report [None req-4d846815-af90-41d3-afd8-b6d61cd6deb5 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.672660] env[70483]: DEBUG nova.network.neutron [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Successfully created port: bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1168.716898] env[70483]: DEBUG oslo_vmware.api [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52b39840-a041-12b1-86ee-2c51aa0915de, 'name': SearchDatastore_Task, 'duration_secs': 0.010237} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.717771] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-759ef9b1-432d-4dfd-81fa-92ace60a7cd5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.724245] env[70483]: DEBUG oslo_vmware.api [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1168.724245] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523efdbf-9e05-07be-0df8-db23bcae7b91" [ 1168.724245] env[70483]: _type = "Task" [ 1168.724245] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.735162] env[70483]: DEBUG oslo_vmware.api [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523efdbf-9e05-07be-0df8-db23bcae7b91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.828630] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911cbf00-e691-4483-883a-bd5cfccd3858 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.856933] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-a51b8f34-48a9-4070-a840-cc6ae3ed23a0 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.857399] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-356785fa-14c4-4405-baea-4281a88e5483 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.867874] env[70483]: DEBUG oslo_vmware.api [None req-a51b8f34-48a9-4070-a840-cc6ae3ed23a0 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1168.867874] env[70483]: value = "task-3478779" [ 1168.867874] env[70483]: _type = "Task" [ 1168.867874] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.878285] env[70483]: DEBUG oslo_vmware.api [None req-a51b8f34-48a9-4070-a840-cc6ae3ed23a0 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.931942] env[70483]: DEBUG oslo_concurrency.lockutils [req-8a1fd456-eb64-4e8b-8f6d-c0bfeedf127b req-eea3a2e5-87d2-43ec-80eb-72587736e58b service nova] Releasing lock "refresh_cache-cc933974-5d5a-462a-a0e2-37ae9d5aa842" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.086025] env[70483]: DEBUG oslo_vmware.api [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478778, 'name': PowerOnVM_Task, 'duration_secs': 0.956088} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.086355] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1169.086590] env[70483]: INFO nova.compute.manager [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Took 8.18 seconds to spawn the instance on the hypervisor. [ 1169.086775] env[70483]: DEBUG nova.compute.manager [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1169.087615] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b551b0-d39c-44df-b60f-f3815936bbec {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.236488] env[70483]: DEBUG oslo_vmware.api [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523efdbf-9e05-07be-0df8-db23bcae7b91, 'name': SearchDatastore_Task, 'duration_secs': 0.011473} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.236749] env[70483]: DEBUG oslo_concurrency.lockutils [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.237076] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] cc933974-5d5a-462a-a0e2-37ae9d5aa842/cc933974-5d5a-462a-a0e2-37ae9d5aa842.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1169.237322] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1aa156e4-395e-400e-964d-9ddb6c228872 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.245514] env[70483]: DEBUG oslo_vmware.api [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1169.245514] env[70483]: value = "task-3478780" [ 1169.245514] env[70483]: _type = "Task" [ 1169.245514] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.254164] env[70483]: DEBUG oslo_vmware.api [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.274629] env[70483]: DEBUG nova.compute.manager [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1169.305283] env[70483]: DEBUG nova.virt.hardware [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1169.305564] env[70483]: DEBUG nova.virt.hardware [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1169.305726] env[70483]: DEBUG nova.virt.hardware [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1169.305908] env[70483]: DEBUG nova.virt.hardware [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1169.306071] env[70483]: DEBUG nova.virt.hardware [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1169.306236] env[70483]: DEBUG nova.virt.hardware [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1169.306453] env[70483]: DEBUG nova.virt.hardware [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1169.306614] env[70483]: DEBUG nova.virt.hardware [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1169.306781] env[70483]: DEBUG nova.virt.hardware [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1169.306941] env[70483]: DEBUG nova.virt.hardware [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1169.307173] env[70483]: DEBUG nova.virt.hardware [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1169.309077] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171b27a8-92c3-4063-a741-5b4fe65c96b7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.317056] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b92417-8428-42eb-a971-b694bac1e2f4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.378616] env[70483]: DEBUG oslo_vmware.api [None req-a51b8f34-48a9-4070-a840-cc6ae3ed23a0 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478779, 'name': PowerOffVM_Task, 'duration_secs': 0.338094} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.378815] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-a51b8f34-48a9-4070-a840-cc6ae3ed23a0 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.384210] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-a51b8f34-48a9-4070-a840-cc6ae3ed23a0 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Reconfiguring VM instance instance-0000005d to detach disk 2002 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1169.384523] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd6362d9-35f8-45b4-80d7-2d0114439016 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.404849] env[70483]: DEBUG oslo_vmware.api [None req-a51b8f34-48a9-4070-a840-cc6ae3ed23a0 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1169.404849] env[70483]: value = "task-3478781" [ 1169.404849] env[70483]: _type = "Task" [ 1169.404849] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.414082] env[70483]: DEBUG oslo_vmware.api [None req-a51b8f34-48a9-4070-a840-cc6ae3ed23a0 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478781, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.540972] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "a3cc6122-e729-4dc5-b0fc-233c05209ce4" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.541287] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "a3cc6122-e729-4dc5-b0fc-233c05209ce4" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.541495] env[70483]: DEBUG nova.compute.manager [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Going to confirm migration 7 {{(pid=70483) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1169.607049] env[70483]: INFO nova.compute.manager [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Took 18.56 seconds to build instance. [ 1169.650911] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4d846815-af90-41d3-afd8-b6d61cd6deb5 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.398s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.657052] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.667s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.657052] env[70483]: INFO nova.compute.claims [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1169.758062] env[70483]: DEBUG oslo_vmware.api [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478780, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.916796] env[70483]: DEBUG oslo_vmware.api [None req-a51b8f34-48a9-4070-a840-cc6ae3ed23a0 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478781, 'name': ReconfigVM_Task, 'duration_secs': 0.367165} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.917347] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-a51b8f34-48a9-4070-a840-cc6ae3ed23a0 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Reconfigured VM instance instance-0000005d to detach disk 2002 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1169.917476] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-a51b8f34-48a9-4070-a840-cc6ae3ed23a0 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1169.917660] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-973a936c-cc95-42cf-9804-579e7cc03b2f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.926947] env[70483]: DEBUG oslo_vmware.api [None req-a51b8f34-48a9-4070-a840-cc6ae3ed23a0 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1169.926947] env[70483]: value = "task-3478782" [ 1169.926947] env[70483]: _type = "Task" [ 1169.926947] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.938416] env[70483]: DEBUG oslo_vmware.api [None req-a51b8f34-48a9-4070-a840-cc6ae3ed23a0 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.109721] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cf48a05c-c41b-4156-b4c8-c6be3ab7a063 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "ef25df3e-e2a4-42bd-9603-9a65d8dc84d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.073s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.115313] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "refresh_cache-a3cc6122-e729-4dc5-b0fc-233c05209ce4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.115313] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquired lock "refresh_cache-a3cc6122-e729-4dc5-b0fc-233c05209ce4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.115487] env[70483]: DEBUG nova.network.neutron [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.115672] env[70483]: DEBUG nova.objects.instance [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lazy-loading 'info_cache' on Instance uuid a3cc6122-e729-4dc5-b0fc-233c05209ce4 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.230821] env[70483]: INFO nova.scheduler.client.report [None req-4d846815-af90-41d3-afd8-b6d61cd6deb5 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Deleted allocation for migration 3e5644cb-a6fd-4f83-befb-d49795311f18 [ 1170.259755] env[70483]: DEBUG oslo_vmware.api [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478780, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725434} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.259755] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] cc933974-5d5a-462a-a0e2-37ae9d5aa842/cc933974-5d5a-462a-a0e2-37ae9d5aa842.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1170.259929] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1170.260442] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e146cc5a-ebc2-4177-b9ed-ee87f4392154 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.274156] env[70483]: DEBUG oslo_vmware.api [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1170.274156] env[70483]: value = "task-3478783" [ 1170.274156] env[70483]: _type = "Task" [ 1170.274156] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.283468] env[70483]: DEBUG oslo_vmware.api [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478783, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.443297] env[70483]: DEBUG oslo_vmware.api [None req-a51b8f34-48a9-4070-a840-cc6ae3ed23a0 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478782, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.480932] env[70483]: DEBUG nova.network.neutron [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Successfully updated port: bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1170.555528] env[70483]: DEBUG nova.compute.manager [req-e8ea0567-2d30-4bb0-89cf-790d91121c8f req-cf026622-dc45-46d8-8daf-98f0fa5888d8 service nova] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Received event network-vif-plugged-bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.555765] env[70483]: DEBUG oslo_concurrency.lockutils [req-e8ea0567-2d30-4bb0-89cf-790d91121c8f req-cf026622-dc45-46d8-8daf-98f0fa5888d8 service nova] Acquiring lock "55d8ef17-7ec1-4df4-a0ae-59be9eab31fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.559064] env[70483]: DEBUG oslo_concurrency.lockutils [req-e8ea0567-2d30-4bb0-89cf-790d91121c8f req-cf026622-dc45-46d8-8daf-98f0fa5888d8 service nova] Lock "55d8ef17-7ec1-4df4-a0ae-59be9eab31fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.559064] env[70483]: DEBUG oslo_concurrency.lockutils [req-e8ea0567-2d30-4bb0-89cf-790d91121c8f req-cf026622-dc45-46d8-8daf-98f0fa5888d8 service nova] Lock "55d8ef17-7ec1-4df4-a0ae-59be9eab31fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.559064] env[70483]: DEBUG nova.compute.manager [req-e8ea0567-2d30-4bb0-89cf-790d91121c8f req-cf026622-dc45-46d8-8daf-98f0fa5888d8 service nova] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] No waiting events found dispatching network-vif-plugged-bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1170.559064] env[70483]: WARNING nova.compute.manager [req-e8ea0567-2d30-4bb0-89cf-790d91121c8f req-cf026622-dc45-46d8-8daf-98f0fa5888d8 service nova] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Received unexpected event network-vif-plugged-bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b for instance with vm_state building and task_state spawning. [ 1170.687024] env[70483]: DEBUG oslo_concurrency.lockutils [None req-78918d07-df7f-45cb-ae14-fbeadb5e1058 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "ef25df3e-e2a4-42bd-9603-9a65d8dc84d0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.687024] env[70483]: DEBUG oslo_concurrency.lockutils [None req-78918d07-df7f-45cb-ae14-fbeadb5e1058 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "ef25df3e-e2a4-42bd-9603-9a65d8dc84d0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.687024] env[70483]: DEBUG nova.compute.manager [None req-78918d07-df7f-45cb-ae14-fbeadb5e1058 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1170.687024] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a540e654-f329-4f09-8e74-570d1a023c46 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.694163] env[70483]: DEBUG nova.compute.manager [None req-78918d07-df7f-45cb-ae14-fbeadb5e1058 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70483) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1170.694915] env[70483]: DEBUG nova.objects.instance [None req-78918d07-df7f-45cb-ae14-fbeadb5e1058 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lazy-loading 'flavor' on Instance uuid ef25df3e-e2a4-42bd-9603-9a65d8dc84d0 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.737831] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4d846815-af90-41d3-afd8-b6d61cd6deb5 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "adf03329-badc-4913-8d55-d2084801252c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 13.310s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.793579] env[70483]: DEBUG oslo_vmware.api [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478783, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077246} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.796426] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1170.798112] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4de5b2d-6245-462c-8000-d17448ccb75a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.823988] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] cc933974-5d5a-462a-a0e2-37ae9d5aa842/cc933974-5d5a-462a-a0e2-37ae9d5aa842.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.828779] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39cccb91-6525-45f6-a5f2-899701c6c1ad {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.852371] env[70483]: DEBUG oslo_vmware.api [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1170.852371] env[70483]: value = "task-3478784" [ 1170.852371] env[70483]: _type = "Task" [ 1170.852371] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.870101] env[70483]: DEBUG oslo_vmware.api [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478784, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.937991] env[70483]: DEBUG oslo_vmware.api [None req-a51b8f34-48a9-4070-a840-cc6ae3ed23a0 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478782, 'name': PowerOnVM_Task, 'duration_secs': 0.656108} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.940765] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-a51b8f34-48a9-4070-a840-cc6ae3ed23a0 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1170.940858] env[70483]: DEBUG nova.compute.manager [None req-a51b8f34-48a9-4070-a840-cc6ae3ed23a0 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1170.941810] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9709fa41-a03c-4603-bb84-7be20f35e455 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.970440] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e2dd12-73ee-40eb-b24d-08294352844d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.980684] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d56aa34-27b5-412c-b861-c928ad7a7b29 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.984880] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "refresh_cache-55d8ef17-7ec1-4df4-a0ae-59be9eab31fa" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.985053] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquired lock "refresh_cache-55d8ef17-7ec1-4df4-a0ae-59be9eab31fa" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.985267] env[70483]: DEBUG nova.network.neutron [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.017395] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57b7d27-bdcf-4c6c-8894-efb775d009d1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.030535] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0735dd-f9c5-4135-a3b2-b1b215af54d5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.048783] env[70483]: DEBUG nova.compute.provider_tree [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.364307] env[70483]: DEBUG oslo_vmware.api [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478784, 'name': ReconfigVM_Task, 'duration_secs': 0.390561} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.364674] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Reconfigured VM instance instance-00000068 to attach disk [datastore1] cc933974-5d5a-462a-a0e2-37ae9d5aa842/cc933974-5d5a-462a-a0e2-37ae9d5aa842.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.365940] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd115f54-f05b-4aa9-b592-6204f398507f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.374048] env[70483]: DEBUG oslo_vmware.api [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1171.374048] env[70483]: value = "task-3478785" [ 1171.374048] env[70483]: _type = "Task" [ 1171.374048] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.392954] env[70483]: DEBUG oslo_vmware.api [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478785, 'name': Rename_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.552579] env[70483]: DEBUG nova.scheduler.client.report [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.556881] env[70483]: DEBUG nova.network.neutron [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1171.561397] env[70483]: DEBUG nova.network.neutron [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Updating instance_info_cache with network_info: [{"id": "58840bb1-bcfb-423c-8f6c-df7139522dda", "address": "fa:16:3e:44:ca:16", "network": {"id": "8a37218d-212e-4604-9aac-2a69e34f388a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-975183189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec180aeba08f48dea450ade057d4e619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58840bb1-bc", "ovs_interfaceid": "58840bb1-bcfb-423c-8f6c-df7139522dda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.706560] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-78918d07-df7f-45cb-ae14-fbeadb5e1058 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.708872] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdaa761d-7acd-4709-b7c8-b8d7a5e5481c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.717875] env[70483]: DEBUG oslo_vmware.api [None req-78918d07-df7f-45cb-ae14-fbeadb5e1058 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 1171.717875] env[70483]: value = "task-3478786" [ 1171.717875] env[70483]: _type = "Task" [ 1171.717875] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.730018] env[70483]: DEBUG oslo_vmware.api [None req-78918d07-df7f-45cb-ae14-fbeadb5e1058 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.748009] env[70483]: DEBUG nova.network.neutron [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Updating instance_info_cache with network_info: [{"id": "bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b", "address": "fa:16:3e:ae:36:47", "network": {"id": "d0584bad-a446-4fdb-9127-2d020acd6b5c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1392669969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02013d6cd47b4f1c9e3279214f1d2d7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb8a3e98-0b", "ovs_interfaceid": "bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.886157] env[70483]: DEBUG oslo_vmware.api [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478785, 'name': Rename_Task, 'duration_secs': 0.230032} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.886605] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.886879] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66ed1378-a196-4463-93bd-916f804494db {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.894118] env[70483]: DEBUG oslo_vmware.api [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1171.894118] env[70483]: value = "task-3478787" [ 1171.894118] env[70483]: _type = "Task" [ 1171.894118] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.903592] env[70483]: DEBUG oslo_vmware.api [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.064923] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.065619] env[70483]: DEBUG nova.compute.manager [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1172.068948] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Releasing lock "refresh_cache-a3cc6122-e729-4dc5-b0fc-233c05209ce4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.069221] env[70483]: DEBUG nova.objects.instance [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lazy-loading 'migration_context' on Instance uuid a3cc6122-e729-4dc5-b0fc-233c05209ce4 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.070307] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4c3886df-72d2-4077-96e7-e96c11cb3fe5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.237s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.070558] env[70483]: DEBUG nova.objects.instance [None req-4c3886df-72d2-4077-96e7-e96c11cb3fe5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lazy-loading 'resources' on Instance uuid ed57b103-7d00-4700-85ba-cafacab768a4 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.230129] env[70483]: DEBUG oslo_vmware.api [None req-78918d07-df7f-45cb-ae14-fbeadb5e1058 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478786, 'name': PowerOffVM_Task, 'duration_secs': 0.346464} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.230503] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-78918d07-df7f-45cb-ae14-fbeadb5e1058 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.230784] env[70483]: DEBUG nova.compute.manager [None req-78918d07-df7f-45cb-ae14-fbeadb5e1058 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.231918] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35a71d1-89bf-43cd-a785-0ec31326828c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.251371] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Releasing lock "refresh_cache-55d8ef17-7ec1-4df4-a0ae-59be9eab31fa" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.251678] env[70483]: DEBUG nova.compute.manager [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Instance network_info: |[{"id": "bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b", "address": "fa:16:3e:ae:36:47", "network": {"id": "d0584bad-a446-4fdb-9127-2d020acd6b5c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1392669969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02013d6cd47b4f1c9e3279214f1d2d7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb8a3e98-0b", "ovs_interfaceid": "bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1172.252090] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:36:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ba56987-9dc3-4c76-a4e2-942b05355bdb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1172.260065] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.260286] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1172.260527] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0dc2192e-5673-4453-b8b3-9a4d5514eaf8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.282255] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1172.282255] env[70483]: value = "task-3478788" [ 1172.282255] env[70483]: _type = "Task" [ 1172.282255] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.293099] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478788, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.405960] env[70483]: DEBUG oslo_vmware.api [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478787, 'name': PowerOnVM_Task, 'duration_secs': 0.485018} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.406249] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.406447] env[70483]: INFO nova.compute.manager [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1172.406617] env[70483]: DEBUG nova.compute.manager [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.409138] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c290a7da-9ca9-47d0-8e3d-87a0041f99bf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.575810] env[70483]: DEBUG nova.objects.base [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70483) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1172.575810] env[70483]: DEBUG nova.compute.utils [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1172.580890] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420c2a84-29cc-4129-8b8f-5c33659ad0f5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.587521] env[70483]: DEBUG nova.compute.manager [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1172.587521] env[70483]: DEBUG nova.network.neutron [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1172.611841] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07f3b24d-cde8-4c40-8699-a2449b75720a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.620393] env[70483]: DEBUG oslo_vmware.api [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 1172.620393] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d60d7a-a680-cb96-e137-6a991b5661a7" [ 1172.620393] env[70483]: _type = "Task" [ 1172.620393] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.633219] env[70483]: DEBUG nova.policy [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6fddc5698d3480da2c002a612701830', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70a0a79c686d4fd5ace3cd0e354054d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1172.639553] env[70483]: DEBUG oslo_vmware.api [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d60d7a-a680-cb96-e137-6a991b5661a7, 'name': SearchDatastore_Task, 'duration_secs': 0.010054} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.643207] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.643207] env[70483]: DEBUG nova.compute.manager [req-48e00aac-db94-4036-966b-bc98ba74bd83 req-ec270fc9-a1fa-4171-bf80-e7d1fbabbf4c service nova] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Received event network-changed-bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.643544] env[70483]: DEBUG nova.compute.manager [req-48e00aac-db94-4036-966b-bc98ba74bd83 req-ec270fc9-a1fa-4171-bf80-e7d1fbabbf4c service nova] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Refreshing instance network info cache due to event network-changed-bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1172.644041] env[70483]: DEBUG oslo_concurrency.lockutils [req-48e00aac-db94-4036-966b-bc98ba74bd83 req-ec270fc9-a1fa-4171-bf80-e7d1fbabbf4c service nova] Acquiring lock "refresh_cache-55d8ef17-7ec1-4df4-a0ae-59be9eab31fa" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.644443] env[70483]: DEBUG oslo_concurrency.lockutils [req-48e00aac-db94-4036-966b-bc98ba74bd83 req-ec270fc9-a1fa-4171-bf80-e7d1fbabbf4c service nova] Acquired lock "refresh_cache-55d8ef17-7ec1-4df4-a0ae-59be9eab31fa" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.645817] env[70483]: DEBUG nova.network.neutron [req-48e00aac-db94-4036-966b-bc98ba74bd83 req-ec270fc9-a1fa-4171-bf80-e7d1fbabbf4c service nova] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Refreshing network info cache for port bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.670840] env[70483]: DEBUG nova.compute.manager [req-ed17fea7-0b60-4bdd-8147-06bca1492000 req-13c0216a-e495-46f7-b611-7384aeb0a8b3 service nova] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Received event network-changed-ec788122-64e0-4617-b022-91216ad60e7b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.670840] env[70483]: DEBUG nova.compute.manager [req-ed17fea7-0b60-4bdd-8147-06bca1492000 req-13c0216a-e495-46f7-b611-7384aeb0a8b3 service nova] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Refreshing instance network info cache due to event network-changed-ec788122-64e0-4617-b022-91216ad60e7b. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1172.670840] env[70483]: DEBUG oslo_concurrency.lockutils [req-ed17fea7-0b60-4bdd-8147-06bca1492000 req-13c0216a-e495-46f7-b611-7384aeb0a8b3 service nova] Acquiring lock "refresh_cache-de9648dc-8927-41f0-9cc7-d814bf7d58f1" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.670840] env[70483]: DEBUG oslo_concurrency.lockutils [req-ed17fea7-0b60-4bdd-8147-06bca1492000 req-13c0216a-e495-46f7-b611-7384aeb0a8b3 service nova] Acquired lock "refresh_cache-de9648dc-8927-41f0-9cc7-d814bf7d58f1" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.670840] env[70483]: DEBUG nova.network.neutron [req-ed17fea7-0b60-4bdd-8147-06bca1492000 req-13c0216a-e495-46f7-b611-7384aeb0a8b3 service nova] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Refreshing network info cache for port ec788122-64e0-4617-b022-91216ad60e7b {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.744027] env[70483]: DEBUG oslo_concurrency.lockutils [None req-78918d07-df7f-45cb-ae14-fbeadb5e1058 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "ef25df3e-e2a4-42bd-9603-9a65d8dc84d0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.795486] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478788, 'name': CreateVM_Task, 'duration_secs': 0.509465} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.795665] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.797054] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.797054] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.797054] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.797286] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deb00d99-4a91-4c06-ac15-64cdc9a4ff2f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.802835] env[70483]: DEBUG oslo_vmware.api [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1172.802835] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]528e6380-54c5-4e83-9967-79dee9665c8a" [ 1172.802835] env[70483]: _type = "Task" [ 1172.802835] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.816518] env[70483]: DEBUG oslo_vmware.api [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]528e6380-54c5-4e83-9967-79dee9665c8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.910106] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c81386-4e74-4a9a-ab52-b35bbdb2d273 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.926343] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6d5899-e2dc-461d-9344-98448d91cc97 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.933879] env[70483]: INFO nova.compute.manager [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Took 18.08 seconds to build instance. [ 1172.968764] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8455531f-555a-40b5-b9cb-36615fdf1a10 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.981524] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821d7455-aed9-4a5a-86f4-4cf790e9cac5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.996775] env[70483]: DEBUG nova.compute.provider_tree [None req-4c3886df-72d2-4077-96e7-e96c11cb3fe5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.050450] env[70483]: DEBUG nova.network.neutron [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Successfully created port: 2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1173.083151] env[70483]: DEBUG nova.compute.manager [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1173.257323] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1ea221d1-c14a-4fc7-87c1-8ee1168c9d54 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "adf03329-badc-4913-8d55-d2084801252c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.257643] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1ea221d1-c14a-4fc7-87c1-8ee1168c9d54 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "adf03329-badc-4913-8d55-d2084801252c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.257908] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1ea221d1-c14a-4fc7-87c1-8ee1168c9d54 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "adf03329-badc-4913-8d55-d2084801252c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.258068] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1ea221d1-c14a-4fc7-87c1-8ee1168c9d54 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "adf03329-badc-4913-8d55-d2084801252c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.258166] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1ea221d1-c14a-4fc7-87c1-8ee1168c9d54 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "adf03329-badc-4913-8d55-d2084801252c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.260441] env[70483]: INFO nova.compute.manager [None req-1ea221d1-c14a-4fc7-87c1-8ee1168c9d54 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Terminating instance [ 1173.316805] env[70483]: DEBUG oslo_vmware.api [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]528e6380-54c5-4e83-9967-79dee9665c8a, 'name': SearchDatastore_Task, 'duration_secs': 0.015123} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.317157] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.317564] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1173.317821] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.317970] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.318195] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.318490] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97b7ba9f-e738-4606-be66-f92aeed9be5b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.332579] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.332808] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1173.333787] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b661f9b2-ded6-4542-a497-f4417c301331 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.341342] env[70483]: DEBUG oslo_vmware.api [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1173.341342] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52687b78-7aaf-dbfd-24fc-c4ef95f3098c" [ 1173.341342] env[70483]: _type = "Task" [ 1173.341342] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.351523] env[70483]: DEBUG oslo_vmware.api [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52687b78-7aaf-dbfd-24fc-c4ef95f3098c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.436417] env[70483]: DEBUG oslo_concurrency.lockutils [None req-88c15a17-98d2-4c46-bb60-53290019d233 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "cc933974-5d5a-462a-a0e2-37ae9d5aa842" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.589s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.500366] env[70483]: DEBUG nova.scheduler.client.report [None req-4c3886df-72d2-4077-96e7-e96c11cb3fe5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.767053] env[70483]: DEBUG nova.compute.manager [None req-1ea221d1-c14a-4fc7-87c1-8ee1168c9d54 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1173.767053] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea221d1-c14a-4fc7-87c1-8ee1168c9d54 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1173.767053] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbaf0273-592e-43af-adad-8e26b68a202f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.777242] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea221d1-c14a-4fc7-87c1-8ee1168c9d54 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.777558] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2eb45b71-1640-426c-836a-9899d1e923f4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.785607] env[70483]: DEBUG oslo_vmware.api [None req-1ea221d1-c14a-4fc7-87c1-8ee1168c9d54 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1173.785607] env[70483]: value = "task-3478789" [ 1173.785607] env[70483]: _type = "Task" [ 1173.785607] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.797271] env[70483]: DEBUG oslo_vmware.api [None req-1ea221d1-c14a-4fc7-87c1-8ee1168c9d54 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.824705] env[70483]: DEBUG nova.network.neutron [req-48e00aac-db94-4036-966b-bc98ba74bd83 req-ec270fc9-a1fa-4171-bf80-e7d1fbabbf4c service nova] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Updated VIF entry in instance network info cache for port bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.825635] env[70483]: DEBUG nova.network.neutron [req-48e00aac-db94-4036-966b-bc98ba74bd83 req-ec270fc9-a1fa-4171-bf80-e7d1fbabbf4c service nova] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Updating instance_info_cache with network_info: [{"id": "bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b", "address": "fa:16:3e:ae:36:47", "network": {"id": "d0584bad-a446-4fdb-9127-2d020acd6b5c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1392669969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02013d6cd47b4f1c9e3279214f1d2d7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb8a3e98-0b", "ovs_interfaceid": "bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.854878] env[70483]: DEBUG oslo_vmware.api [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52687b78-7aaf-dbfd-24fc-c4ef95f3098c, 'name': SearchDatastore_Task, 'duration_secs': 0.014012} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.856007] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a9a3bba-98ba-4a1a-ba88-6a4c71a8ad50 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.862471] env[70483]: DEBUG oslo_vmware.api [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1173.862471] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52fcd58d-d0b7-594f-35a4-b860e775f3a1" [ 1173.862471] env[70483]: _type = "Task" [ 1173.862471] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.872574] env[70483]: DEBUG oslo_vmware.api [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52fcd58d-d0b7-594f-35a4-b860e775f3a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.925265] env[70483]: DEBUG nova.network.neutron [req-ed17fea7-0b60-4bdd-8147-06bca1492000 req-13c0216a-e495-46f7-b611-7384aeb0a8b3 service nova] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Updated VIF entry in instance network info cache for port ec788122-64e0-4617-b022-91216ad60e7b. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.925265] env[70483]: DEBUG nova.network.neutron [req-ed17fea7-0b60-4bdd-8147-06bca1492000 req-13c0216a-e495-46f7-b611-7384aeb0a8b3 service nova] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Updating instance_info_cache with network_info: [{"id": "ec788122-64e0-4617-b022-91216ad60e7b", "address": "fa:16:3e:2b:f1:fa", "network": {"id": "d14c053b-da64-4bb5-938a-757e7fd84d64", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-410432685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d1b8fec1a74a8d9e13ecf6d01ab5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec788122-64", "ovs_interfaceid": "ec788122-64e0-4617-b022-91216ad60e7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.005864] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4c3886df-72d2-4077-96e7-e96c11cb3fe5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.935s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.009116] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.846s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.011848] env[70483]: INFO nova.compute.claims [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1174.030419] env[70483]: INFO nova.scheduler.client.report [None req-4c3886df-72d2-4077-96e7-e96c11cb3fe5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Deleted allocations for instance ed57b103-7d00-4700-85ba-cafacab768a4 [ 1174.098584] env[70483]: DEBUG nova.compute.manager [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1174.135123] env[70483]: DEBUG nova.virt.hardware [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1174.135123] env[70483]: DEBUG nova.virt.hardware [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.135123] env[70483]: DEBUG nova.virt.hardware [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.135123] env[70483]: DEBUG nova.virt.hardware [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.135123] env[70483]: DEBUG nova.virt.hardware [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.135123] env[70483]: DEBUG nova.virt.hardware [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1174.135123] env[70483]: DEBUG nova.virt.hardware [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1174.135561] env[70483]: DEBUG nova.virt.hardware [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1174.135971] env[70483]: DEBUG nova.virt.hardware [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1174.136314] env[70483]: DEBUG nova.virt.hardware [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1174.136644] env[70483]: DEBUG nova.virt.hardware [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1174.138159] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6639b8f7-3853-45c6-86d4-f09ea71c443c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.150041] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57be2c76-e83a-4cc8-884a-2fd505926e84 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.286653] env[70483]: DEBUG oslo_concurrency.lockutils [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "117aaac7-aed4-4695-a4f5-93148f300ef9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.286790] env[70483]: DEBUG oslo_concurrency.lockutils [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "117aaac7-aed4-4695-a4f5-93148f300ef9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.298083] env[70483]: DEBUG oslo_vmware.api [None req-1ea221d1-c14a-4fc7-87c1-8ee1168c9d54 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478789, 'name': PowerOffVM_Task, 'duration_secs': 0.35543} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.299026] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea221d1-c14a-4fc7-87c1-8ee1168c9d54 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.299218] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea221d1-c14a-4fc7-87c1-8ee1168c9d54 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.299484] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d73bb66a-9711-4e8a-a133-ff9534a26cbc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.327750] env[70483]: DEBUG oslo_concurrency.lockutils [req-48e00aac-db94-4036-966b-bc98ba74bd83 req-ec270fc9-a1fa-4171-bf80-e7d1fbabbf4c service nova] Releasing lock "refresh_cache-55d8ef17-7ec1-4df4-a0ae-59be9eab31fa" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.372947] env[70483]: DEBUG oslo_vmware.api [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52fcd58d-d0b7-594f-35a4-b860e775f3a1, 'name': SearchDatastore_Task, 'duration_secs': 0.016843} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.373767] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.374173] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa/55d8ef17-7ec1-4df4-a0ae-59be9eab31fa.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1174.375141] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e8dd18e-b3b6-42f9-b629-4a834325247b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.378196] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea221d1-c14a-4fc7-87c1-8ee1168c9d54 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.378517] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea221d1-c14a-4fc7-87c1-8ee1168c9d54 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.378816] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ea221d1-c14a-4fc7-87c1-8ee1168c9d54 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Deleting the datastore file [datastore2] adf03329-badc-4913-8d55-d2084801252c {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.379176] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-669deae6-ccd5-4c3d-83f3-19e075d1fc83 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.387324] env[70483]: DEBUG oslo_vmware.api [None req-1ea221d1-c14a-4fc7-87c1-8ee1168c9d54 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1174.387324] env[70483]: value = "task-3478792" [ 1174.387324] env[70483]: _type = "Task" [ 1174.387324] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.388475] env[70483]: DEBUG oslo_vmware.api [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1174.388475] env[70483]: value = "task-3478791" [ 1174.388475] env[70483]: _type = "Task" [ 1174.388475] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.400026] env[70483]: DEBUG oslo_vmware.api [None req-1ea221d1-c14a-4fc7-87c1-8ee1168c9d54 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.402957] env[70483]: DEBUG oslo_vmware.api [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.426287] env[70483]: DEBUG oslo_concurrency.lockutils [req-ed17fea7-0b60-4bdd-8147-06bca1492000 req-13c0216a-e495-46f7-b611-7384aeb0a8b3 service nova] Releasing lock "refresh_cache-de9648dc-8927-41f0-9cc7-d814bf7d58f1" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.538561] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4c3886df-72d2-4077-96e7-e96c11cb3fe5 tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "ed57b103-7d00-4700-85ba-cafacab768a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.787s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.792916] env[70483]: DEBUG nova.compute.manager [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1174.902602] env[70483]: DEBUG oslo_vmware.api [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478791, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492739} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.907254] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa/55d8ef17-7ec1-4df4-a0ae-59be9eab31fa.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1174.907500] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1174.908175] env[70483]: DEBUG oslo_vmware.api [None req-1ea221d1-c14a-4fc7-87c1-8ee1168c9d54 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171495} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.908175] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47d50161-43dd-4416-97e3-00d372c21412 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.910368] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ea221d1-c14a-4fc7-87c1-8ee1168c9d54 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1174.910368] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea221d1-c14a-4fc7-87c1-8ee1168c9d54 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1174.910465] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea221d1-c14a-4fc7-87c1-8ee1168c9d54 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1174.910631] env[70483]: INFO nova.compute.manager [None req-1ea221d1-c14a-4fc7-87c1-8ee1168c9d54 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: adf03329-badc-4913-8d55-d2084801252c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1174.910890] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ea221d1-c14a-4fc7-87c1-8ee1168c9d54 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1174.911100] env[70483]: DEBUG nova.compute.manager [-] [instance: adf03329-badc-4913-8d55-d2084801252c] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1174.911201] env[70483]: DEBUG nova.network.neutron [-] [instance: adf03329-badc-4913-8d55-d2084801252c] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1174.923065] env[70483]: DEBUG oslo_vmware.api [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1174.923065] env[70483]: value = "task-3478793" [ 1174.923065] env[70483]: _type = "Task" [ 1174.923065] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.930320] env[70483]: DEBUG oslo_vmware.api [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478793, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.177566] env[70483]: DEBUG nova.compute.manager [req-8b168ac6-2d38-4d2c-9880-a90270bb2cfc req-6d50819a-a9b7-4479-89e7-9c1e5785aba6 service nova] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Received event network-changed-ec788122-64e0-4617-b022-91216ad60e7b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.177879] env[70483]: DEBUG nova.compute.manager [req-8b168ac6-2d38-4d2c-9880-a90270bb2cfc req-6d50819a-a9b7-4479-89e7-9c1e5785aba6 service nova] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Refreshing instance network info cache due to event network-changed-ec788122-64e0-4617-b022-91216ad60e7b. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.180172] env[70483]: DEBUG oslo_concurrency.lockutils [req-8b168ac6-2d38-4d2c-9880-a90270bb2cfc req-6d50819a-a9b7-4479-89e7-9c1e5785aba6 service nova] Acquiring lock "refresh_cache-de9648dc-8927-41f0-9cc7-d814bf7d58f1" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.180410] env[70483]: DEBUG oslo_concurrency.lockutils [req-8b168ac6-2d38-4d2c-9880-a90270bb2cfc req-6d50819a-a9b7-4479-89e7-9c1e5785aba6 service nova] Acquired lock "refresh_cache-de9648dc-8927-41f0-9cc7-d814bf7d58f1" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.180763] env[70483]: DEBUG nova.network.neutron [req-8b168ac6-2d38-4d2c-9880-a90270bb2cfc req-6d50819a-a9b7-4479-89e7-9c1e5785aba6 service nova] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Refreshing network info cache for port ec788122-64e0-4617-b022-91216ad60e7b {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.328956] env[70483]: DEBUG oslo_concurrency.lockutils [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.380255] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935b229c-5e7f-479b-993e-57fdc890bbe6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.394594] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bba71e-8341-40bd-8754-4a97955f3635 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.441794] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3583cc87-1c34-4067-8a03-6322198c6fc8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.453294] env[70483]: DEBUG oslo_vmware.api [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478793, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078154} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.455821] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1175.456745] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7ebc50-05ae-4e45-9f81-dc11384068cc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.460777] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384a7bfe-c4fb-46e6-9e2a-5cba736ed54b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.488198] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Acquiring lock "fa265c17-098b-42bf-a1f2-6e3cdf8fb591" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.488634] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Lock "fa265c17-098b-42bf-a1f2-6e3cdf8fb591" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.500220] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa/55d8ef17-7ec1-4df4-a0ae-59be9eab31fa.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.504017] env[70483]: DEBUG nova.compute.provider_tree [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.504609] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20539111-6c7e-406e-962e-63d25113d4e4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.521502] env[70483]: DEBUG nova.network.neutron [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Successfully updated port: 2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1175.534146] env[70483]: DEBUG oslo_vmware.api [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1175.534146] env[70483]: value = "task-3478794" [ 1175.534146] env[70483]: _type = "Task" [ 1175.534146] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.544085] env[70483]: DEBUG oslo_vmware.api [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478794, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.766560] env[70483]: DEBUG nova.compute.manager [req-f734b1d1-9bdd-4d4e-bf65-77a7d8a8d84f req-4d1238f2-74fd-4961-a77b-e176485e3bd3 service nova] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Received event network-vif-plugged-2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.766777] env[70483]: DEBUG oslo_concurrency.lockutils [req-f734b1d1-9bdd-4d4e-bf65-77a7d8a8d84f req-4d1238f2-74fd-4961-a77b-e176485e3bd3 service nova] Acquiring lock "9b69506a-d4d1-4b05-ab3c-7311ea0e1795-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.766983] env[70483]: DEBUG oslo_concurrency.lockutils [req-f734b1d1-9bdd-4d4e-bf65-77a7d8a8d84f req-4d1238f2-74fd-4961-a77b-e176485e3bd3 service nova] Lock "9b69506a-d4d1-4b05-ab3c-7311ea0e1795-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.767245] env[70483]: DEBUG oslo_concurrency.lockutils [req-f734b1d1-9bdd-4d4e-bf65-77a7d8a8d84f req-4d1238f2-74fd-4961-a77b-e176485e3bd3 service nova] Lock "9b69506a-d4d1-4b05-ab3c-7311ea0e1795-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.767423] env[70483]: DEBUG nova.compute.manager [req-f734b1d1-9bdd-4d4e-bf65-77a7d8a8d84f req-4d1238f2-74fd-4961-a77b-e176485e3bd3 service nova] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] No waiting events found dispatching network-vif-plugged-2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1175.767584] env[70483]: WARNING nova.compute.manager [req-f734b1d1-9bdd-4d4e-bf65-77a7d8a8d84f req-4d1238f2-74fd-4961-a77b-e176485e3bd3 service nova] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Received unexpected event network-vif-plugged-2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f for instance with vm_state building and task_state spawning. [ 1175.825126] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cc9d3a0f-9eb5-423f-99e6-121392573c3c tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "ef6fa7ed-b8aa-4221-a388-e86a72133cbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.825397] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cc9d3a0f-9eb5-423f-99e6-121392573c3c tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "ef6fa7ed-b8aa-4221-a388-e86a72133cbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.826057] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cc9d3a0f-9eb5-423f-99e6-121392573c3c tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "ef6fa7ed-b8aa-4221-a388-e86a72133cbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.826532] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cc9d3a0f-9eb5-423f-99e6-121392573c3c tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "ef6fa7ed-b8aa-4221-a388-e86a72133cbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.826532] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cc9d3a0f-9eb5-423f-99e6-121392573c3c tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "ef6fa7ed-b8aa-4221-a388-e86a72133cbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.829079] env[70483]: INFO nova.compute.manager [None req-cc9d3a0f-9eb5-423f-99e6-121392573c3c tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Terminating instance [ 1175.894022] env[70483]: DEBUG nova.network.neutron [-] [instance: adf03329-badc-4913-8d55-d2084801252c] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.966358] env[70483]: DEBUG nova.network.neutron [req-8b168ac6-2d38-4d2c-9880-a90270bb2cfc req-6d50819a-a9b7-4479-89e7-9c1e5785aba6 service nova] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Updated VIF entry in instance network info cache for port ec788122-64e0-4617-b022-91216ad60e7b. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.966638] env[70483]: DEBUG nova.network.neutron [req-8b168ac6-2d38-4d2c-9880-a90270bb2cfc req-6d50819a-a9b7-4479-89e7-9c1e5785aba6 service nova] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Updating instance_info_cache with network_info: [{"id": "ec788122-64e0-4617-b022-91216ad60e7b", "address": "fa:16:3e:2b:f1:fa", "network": {"id": "d14c053b-da64-4bb5-938a-757e7fd84d64", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-410432685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31d1b8fec1a74a8d9e13ecf6d01ab5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec788122-64", "ovs_interfaceid": "ec788122-64e0-4617-b022-91216ad60e7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.005724] env[70483]: DEBUG nova.scheduler.client.report [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.012343] env[70483]: DEBUG nova.compute.manager [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1176.026456] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "refresh_cache-9b69506a-d4d1-4b05-ab3c-7311ea0e1795" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.026795] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquired lock "refresh_cache-9b69506a-d4d1-4b05-ab3c-7311ea0e1795" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.026978] env[70483]: DEBUG nova.network.neutron [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.048166] env[70483]: DEBUG oslo_vmware.api [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478794, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.087263] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d3169bca-fa84-468b-b172-3bc9c09e1734 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "ef25df3e-e2a4-42bd-9603-9a65d8dc84d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.087545] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d3169bca-fa84-468b-b172-3bc9c09e1734 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "ef25df3e-e2a4-42bd-9603-9a65d8dc84d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.088215] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d3169bca-fa84-468b-b172-3bc9c09e1734 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "ef25df3e-e2a4-42bd-9603-9a65d8dc84d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.088408] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d3169bca-fa84-468b-b172-3bc9c09e1734 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "ef25df3e-e2a4-42bd-9603-9a65d8dc84d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.088585] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d3169bca-fa84-468b-b172-3bc9c09e1734 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "ef25df3e-e2a4-42bd-9603-9a65d8dc84d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.091018] env[70483]: INFO nova.compute.manager [None req-d3169bca-fa84-468b-b172-3bc9c09e1734 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Terminating instance [ 1176.334737] env[70483]: DEBUG nova.compute.manager [None req-cc9d3a0f-9eb5-423f-99e6-121392573c3c tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1176.334737] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9d3a0f-9eb5-423f-99e6-121392573c3c tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.335748] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47367c18-da0e-43d6-bdab-77bdaf1f9dc8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.344363] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc9d3a0f-9eb5-423f-99e6-121392573c3c tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.344605] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd9317bd-85b2-43e0-8e0a-792ec2a79f2e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.353487] env[70483]: DEBUG oslo_vmware.api [None req-cc9d3a0f-9eb5-423f-99e6-121392573c3c tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 1176.353487] env[70483]: value = "task-3478795" [ 1176.353487] env[70483]: _type = "Task" [ 1176.353487] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.363103] env[70483]: DEBUG oslo_vmware.api [None req-cc9d3a0f-9eb5-423f-99e6-121392573c3c tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.396560] env[70483]: INFO nova.compute.manager [-] [instance: adf03329-badc-4913-8d55-d2084801252c] Took 1.49 seconds to deallocate network for instance. [ 1176.471787] env[70483]: DEBUG oslo_concurrency.lockutils [req-8b168ac6-2d38-4d2c-9880-a90270bb2cfc req-6d50819a-a9b7-4479-89e7-9c1e5785aba6 service nova] Releasing lock "refresh_cache-de9648dc-8927-41f0-9cc7-d814bf7d58f1" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.513708] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.513708] env[70483]: DEBUG nova.compute.manager [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1176.520839] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.879s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.540610] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.546973] env[70483]: DEBUG oslo_vmware.api [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478794, 'name': ReconfigVM_Task, 'duration_secs': 0.970861} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.547519] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa/55d8ef17-7ec1-4df4-a0ae-59be9eab31fa.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.547979] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8ac18cd-3b3e-4ec2-9b34-b577e3d9d966 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.554683] env[70483]: DEBUG oslo_vmware.api [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1176.554683] env[70483]: value = "task-3478796" [ 1176.554683] env[70483]: _type = "Task" [ 1176.554683] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.564308] env[70483]: DEBUG oslo_vmware.api [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478796, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.579675] env[70483]: DEBUG nova.network.neutron [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1176.597848] env[70483]: DEBUG nova.compute.manager [None req-d3169bca-fa84-468b-b172-3bc9c09e1734 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1176.597992] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d3169bca-fa84-468b-b172-3bc9c09e1734 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.598923] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee7db9f-8f97-40f6-b3e9-4a4b4dd80e0d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.609886] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d3169bca-fa84-468b-b172-3bc9c09e1734 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.610175] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f71a33c2-8f8a-49bc-a498-04d3ebe5e8df {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.681670] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d3169bca-fa84-468b-b172-3bc9c09e1734 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.681890] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d3169bca-fa84-468b-b172-3bc9c09e1734 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.682089] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3169bca-fa84-468b-b172-3bc9c09e1734 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Deleting the datastore file [datastore2] ef25df3e-e2a4-42bd-9603-9a65d8dc84d0 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.682362] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b44d6e2d-36d8-4c1f-9774-6fc2e31bb3b5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.689697] env[70483]: DEBUG oslo_vmware.api [None req-d3169bca-fa84-468b-b172-3bc9c09e1734 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 1176.689697] env[70483]: value = "task-3478798" [ 1176.689697] env[70483]: _type = "Task" [ 1176.689697] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.700941] env[70483]: DEBUG oslo_vmware.api [None req-d3169bca-fa84-468b-b172-3bc9c09e1734 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478798, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.749980] env[70483]: DEBUG nova.network.neutron [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Updating instance_info_cache with network_info: [{"id": "2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f", "address": "fa:16:3e:7a:27:1d", "network": {"id": "948b7173-5456-49a2-9a1a-e36a1a46b931", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1783064445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a0a79c686d4fd5ace3cd0e354054d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fe05bbc-bc", "ovs_interfaceid": "2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.864353] env[70483]: DEBUG oslo_vmware.api [None req-cc9d3a0f-9eb5-423f-99e6-121392573c3c tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478795, 'name': PowerOffVM_Task, 'duration_secs': 0.229014} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.864603] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc9d3a0f-9eb5-423f-99e6-121392573c3c tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.864768] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9d3a0f-9eb5-423f-99e6-121392573c3c tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.865028] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a4e49bb-3be4-4a76-9da5-390b8b48d2fd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.905285] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1ea221d1-c14a-4fc7-87c1-8ee1168c9d54 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.929815] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9d3a0f-9eb5-423f-99e6-121392573c3c tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.930072] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9d3a0f-9eb5-423f-99e6-121392573c3c tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.930281] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc9d3a0f-9eb5-423f-99e6-121392573c3c tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Deleting the datastore file [datastore2] ef6fa7ed-b8aa-4221-a388-e86a72133cbc {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.930667] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26e27884-2367-4520-8584-2ea294e780ff {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.943273] env[70483]: DEBUG oslo_vmware.api [None req-cc9d3a0f-9eb5-423f-99e6-121392573c3c tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for the task: (returnval){ [ 1176.943273] env[70483]: value = "task-3478800" [ 1176.943273] env[70483]: _type = "Task" [ 1176.943273] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.953393] env[70483]: DEBUG oslo_vmware.api [None req-cc9d3a0f-9eb5-423f-99e6-121392573c3c tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.024156] env[70483]: DEBUG nova.compute.utils [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1177.025662] env[70483]: DEBUG nova.compute.manager [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1177.025788] env[70483]: DEBUG nova.network.neutron [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1177.070579] env[70483]: DEBUG oslo_vmware.api [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478796, 'name': Rename_Task, 'duration_secs': 0.21285} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.070848] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.071116] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d68ef9c-cd85-4f01-b2e6-c539fbda5509 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.077883] env[70483]: DEBUG oslo_vmware.api [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1177.077883] env[70483]: value = "task-3478801" [ 1177.077883] env[70483]: _type = "Task" [ 1177.077883] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.082536] env[70483]: DEBUG nova.policy [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb806467ff9a456e8c45724af8379ace', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12f2c8a633fa431ab1414a38067087b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1177.089359] env[70483]: DEBUG oslo_vmware.api [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.200840] env[70483]: DEBUG oslo_vmware.api [None req-d3169bca-fa84-468b-b172-3bc9c09e1734 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478798, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.257073] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Releasing lock "refresh_cache-9b69506a-d4d1-4b05-ab3c-7311ea0e1795" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.257073] env[70483]: DEBUG nova.compute.manager [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Instance network_info: |[{"id": "2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f", "address": "fa:16:3e:7a:27:1d", "network": {"id": "948b7173-5456-49a2-9a1a-e36a1a46b931", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1783064445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a0a79c686d4fd5ace3cd0e354054d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fe05bbc-bc", "ovs_interfaceid": "2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1177.259960] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:27:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1177.270144] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.270692] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1177.270941] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea6ea766-02c1-4b26-9182-46dd924e4e75 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.294341] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1177.294341] env[70483]: value = "task-3478802" [ 1177.294341] env[70483]: _type = "Task" [ 1177.294341] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.305365] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478802, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.320107] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a170f442-b7c1-496e-9422-fbcc676793e8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.328373] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b0156e-4df0-4424-a90f-64d963130b41 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.364158] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db70644-7ee8-4cf9-9281-118bc09bc7ce {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.372964] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7e3b39-fc17-4789-921b-d7dba5b20644 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.388991] env[70483]: DEBUG nova.compute.provider_tree [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.455544] env[70483]: DEBUG oslo_vmware.api [None req-cc9d3a0f-9eb5-423f-99e6-121392573c3c tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Task: {'id': task-3478800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329635} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.455873] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc9d3a0f-9eb5-423f-99e6-121392573c3c tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.456130] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9d3a0f-9eb5-423f-99e6-121392573c3c tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.456339] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9d3a0f-9eb5-423f-99e6-121392573c3c tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.456542] env[70483]: INFO nova.compute.manager [None req-cc9d3a0f-9eb5-423f-99e6-121392573c3c tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1177.456863] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc9d3a0f-9eb5-423f-99e6-121392573c3c tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.457187] env[70483]: DEBUG nova.compute.manager [-] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1177.457295] env[70483]: DEBUG nova.network.neutron [-] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1177.531242] env[70483]: DEBUG nova.compute.manager [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1177.591743] env[70483]: DEBUG oslo_vmware.api [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478801, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.680666] env[70483]: DEBUG nova.compute.manager [req-e09e0cb6-66d7-44a5-a246-94b123d68b65 req-9b27bd36-ab3c-416d-8938-7189c8393214 service nova] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Received event network-changed-0f0be3b3-8cfc-4cba-9979-3e5b00f5646b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.681802] env[70483]: DEBUG nova.compute.manager [req-e09e0cb6-66d7-44a5-a246-94b123d68b65 req-9b27bd36-ab3c-416d-8938-7189c8393214 service nova] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Refreshing instance network info cache due to event network-changed-0f0be3b3-8cfc-4cba-9979-3e5b00f5646b. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1177.681802] env[70483]: DEBUG oslo_concurrency.lockutils [req-e09e0cb6-66d7-44a5-a246-94b123d68b65 req-9b27bd36-ab3c-416d-8938-7189c8393214 service nova] Acquiring lock "refresh_cache-cc933974-5d5a-462a-a0e2-37ae9d5aa842" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.681802] env[70483]: DEBUG oslo_concurrency.lockutils [req-e09e0cb6-66d7-44a5-a246-94b123d68b65 req-9b27bd36-ab3c-416d-8938-7189c8393214 service nova] Acquired lock "refresh_cache-cc933974-5d5a-462a-a0e2-37ae9d5aa842" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.681802] env[70483]: DEBUG nova.network.neutron [req-e09e0cb6-66d7-44a5-a246-94b123d68b65 req-9b27bd36-ab3c-416d-8938-7189c8393214 service nova] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Refreshing network info cache for port 0f0be3b3-8cfc-4cba-9979-3e5b00f5646b {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.702220] env[70483]: DEBUG oslo_vmware.api [None req-d3169bca-fa84-468b-b172-3bc9c09e1734 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478798, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.788426} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.702490] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3169bca-fa84-468b-b172-3bc9c09e1734 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.702674] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d3169bca-fa84-468b-b172-3bc9c09e1734 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.702912] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d3169bca-fa84-468b-b172-3bc9c09e1734 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.703027] env[70483]: INFO nova.compute.manager [None req-d3169bca-fa84-468b-b172-3bc9c09e1734 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1177.703267] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3169bca-fa84-468b-b172-3bc9c09e1734 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.703757] env[70483]: DEBUG nova.compute.manager [-] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1177.703757] env[70483]: DEBUG nova.network.neutron [-] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1177.805164] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478802, 'name': CreateVM_Task, 'duration_secs': 0.410961} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.805354] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1177.806147] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.806433] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.806549] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.806845] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d98ab026-6b00-4a0e-a6d6-ed481cd97088 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.812899] env[70483]: DEBUG oslo_vmware.api [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1177.812899] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5242de6d-58a1-6aa8-80fd-d227ecbdbd7b" [ 1177.812899] env[70483]: _type = "Task" [ 1177.812899] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.822519] env[70483]: DEBUG oslo_vmware.api [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5242de6d-58a1-6aa8-80fd-d227ecbdbd7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.895253] env[70483]: DEBUG nova.scheduler.client.report [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.014645] env[70483]: DEBUG nova.network.neutron [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Successfully created port: de5fa4e9-b6f9-41d3-a475-3b622e2b7e9d {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1178.089828] env[70483]: DEBUG oslo_vmware.api [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478801, 'name': PowerOnVM_Task, 'duration_secs': 0.604593} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.090138] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.090374] env[70483]: INFO nova.compute.manager [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Took 8.82 seconds to spawn the instance on the hypervisor. [ 1178.090512] env[70483]: DEBUG nova.compute.manager [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1178.091310] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5610c891-ac5d-409c-b0f8-68a165a272e9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.326085] env[70483]: DEBUG oslo_vmware.api [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5242de6d-58a1-6aa8-80fd-d227ecbdbd7b, 'name': SearchDatastore_Task, 'duration_secs': 0.015047} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.326396] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.326629] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1178.326861] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.327091] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.327320] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1178.327643] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e879fed3-6abe-4601-a6bf-8464722acab2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.337179] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1178.337383] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1178.338114] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65a0cb2d-d64b-4468-a8df-4b399014d16c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.344147] env[70483]: DEBUG oslo_vmware.api [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1178.344147] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ca2406-89cb-54ac-7e7b-5a4ef3b8a755" [ 1178.344147] env[70483]: _type = "Task" [ 1178.344147] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.353676] env[70483]: DEBUG oslo_vmware.api [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ca2406-89cb-54ac-7e7b-5a4ef3b8a755, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.394947] env[70483]: DEBUG nova.compute.manager [req-14f80ca5-0d99-4990-ab06-1c9303737f0f req-5e33cc55-22c0-4680-b4db-0e42e2b9fcad service nova] [instance: adf03329-badc-4913-8d55-d2084801252c] Received event network-vif-deleted-26e84ca8-bbf1-4196-9116-c8f6e7b32674 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.395212] env[70483]: DEBUG nova.compute.manager [req-14f80ca5-0d99-4990-ab06-1c9303737f0f req-5e33cc55-22c0-4680-b4db-0e42e2b9fcad service nova] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Received event network-changed-2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.395416] env[70483]: DEBUG nova.compute.manager [req-14f80ca5-0d99-4990-ab06-1c9303737f0f req-5e33cc55-22c0-4680-b4db-0e42e2b9fcad service nova] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Refreshing instance network info cache due to event network-changed-2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1178.395795] env[70483]: DEBUG oslo_concurrency.lockutils [req-14f80ca5-0d99-4990-ab06-1c9303737f0f req-5e33cc55-22c0-4680-b4db-0e42e2b9fcad service nova] Acquiring lock "refresh_cache-9b69506a-d4d1-4b05-ab3c-7311ea0e1795" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.395974] env[70483]: DEBUG oslo_concurrency.lockutils [req-14f80ca5-0d99-4990-ab06-1c9303737f0f req-5e33cc55-22c0-4680-b4db-0e42e2b9fcad service nova] Acquired lock "refresh_cache-9b69506a-d4d1-4b05-ab3c-7311ea0e1795" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.396304] env[70483]: DEBUG nova.network.neutron [req-14f80ca5-0d99-4990-ab06-1c9303737f0f req-5e33cc55-22c0-4680-b4db-0e42e2b9fcad service nova] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Refreshing network info cache for port 2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1178.481264] env[70483]: DEBUG nova.network.neutron [-] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.542518] env[70483]: DEBUG nova.compute.manager [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1178.570504] env[70483]: DEBUG nova.virt.hardware [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.570758] env[70483]: DEBUG nova.virt.hardware [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.570934] env[70483]: DEBUG nova.virt.hardware [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.571235] env[70483]: DEBUG nova.virt.hardware [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.571320] env[70483]: DEBUG nova.virt.hardware [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.571453] env[70483]: DEBUG nova.virt.hardware [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.571665] env[70483]: DEBUG nova.virt.hardware [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.571820] env[70483]: DEBUG nova.virt.hardware [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.571985] env[70483]: DEBUG nova.virt.hardware [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.572159] env[70483]: DEBUG nova.virt.hardware [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.572681] env[70483]: DEBUG nova.virt.hardware [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.573528] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7741cbd-2e1b-4c28-bf33-cf6b4005e11a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.576865] env[70483]: DEBUG nova.network.neutron [req-e09e0cb6-66d7-44a5-a246-94b123d68b65 req-9b27bd36-ab3c-416d-8938-7189c8393214 service nova] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Updated VIF entry in instance network info cache for port 0f0be3b3-8cfc-4cba-9979-3e5b00f5646b. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1178.577240] env[70483]: DEBUG nova.network.neutron [req-e09e0cb6-66d7-44a5-a246-94b123d68b65 req-9b27bd36-ab3c-416d-8938-7189c8393214 service nova] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Updating instance_info_cache with network_info: [{"id": "0f0be3b3-8cfc-4cba-9979-3e5b00f5646b", "address": "fa:16:3e:5b:eb:b9", "network": {"id": "10b3c590-1aa9-44e4-8b20-e6d555002cbd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-950466256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22bc78ded67d407ea182163cf9043f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f0be3b3-8c", "ovs_interfaceid": "0f0be3b3-8cfc-4cba-9979-3e5b00f5646b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.584075] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed4a012-1055-48a2-80bd-3d4f3d5f2fd1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.611715] env[70483]: DEBUG nova.network.neutron [-] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.615931] env[70483]: INFO nova.compute.manager [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Took 18.56 seconds to build instance. [ 1178.706371] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquiring lock "86150d37-88af-4ad4-bb16-2fa484ce7ee0" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.706608] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lock "86150d37-88af-4ad4-bb16-2fa484ce7ee0" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.706789] env[70483]: INFO nova.compute.manager [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Shelving [ 1178.859140] env[70483]: DEBUG oslo_vmware.api [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ca2406-89cb-54ac-7e7b-5a4ef3b8a755, 'name': SearchDatastore_Task, 'duration_secs': 0.011888} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.859997] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab934357-333f-4036-9e8e-916fd5cbf1d6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.868045] env[70483]: DEBUG oslo_vmware.api [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1178.868045] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52483462-889d-0805-8488-9e01fa13f430" [ 1178.868045] env[70483]: _type = "Task" [ 1178.868045] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.875608] env[70483]: DEBUG oslo_vmware.api [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52483462-889d-0805-8488-9e01fa13f430, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.909828] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.389s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.912757] env[70483]: DEBUG oslo_concurrency.lockutils [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.585s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.914167] env[70483]: INFO nova.compute.claims [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1178.983976] env[70483]: INFO nova.compute.manager [-] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Took 1.53 seconds to deallocate network for instance. [ 1179.080236] env[70483]: DEBUG oslo_concurrency.lockutils [req-e09e0cb6-66d7-44a5-a246-94b123d68b65 req-9b27bd36-ab3c-416d-8938-7189c8393214 service nova] Releasing lock "refresh_cache-cc933974-5d5a-462a-a0e2-37ae9d5aa842" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.114276] env[70483]: INFO nova.compute.manager [-] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Took 1.41 seconds to deallocate network for instance. [ 1179.122358] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d44b77e6-634e-4b0f-966a-350786e12eea tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "55d8ef17-7ec1-4df4-a0ae-59be9eab31fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.079s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.308923] env[70483]: DEBUG nova.network.neutron [req-14f80ca5-0d99-4990-ab06-1c9303737f0f req-5e33cc55-22c0-4680-b4db-0e42e2b9fcad service nova] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Updated VIF entry in instance network info cache for port 2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1179.309356] env[70483]: DEBUG nova.network.neutron [req-14f80ca5-0d99-4990-ab06-1c9303737f0f req-5e33cc55-22c0-4680-b4db-0e42e2b9fcad service nova] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Updating instance_info_cache with network_info: [{"id": "2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f", "address": "fa:16:3e:7a:27:1d", "network": {"id": "948b7173-5456-49a2-9a1a-e36a1a46b931", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1783064445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a0a79c686d4fd5ace3cd0e354054d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fe05bbc-bc", "ovs_interfaceid": "2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.378770] env[70483]: DEBUG oslo_vmware.api [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52483462-889d-0805-8488-9e01fa13f430, 'name': SearchDatastore_Task, 'duration_secs': 0.044275} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.378975] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.379257] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 9b69506a-d4d1-4b05-ab3c-7311ea0e1795/9b69506a-d4d1-4b05-ab3c-7311ea0e1795.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1179.379521] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4e58f58-93f2-4a65-a666-5c0a040a3d7f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.388912] env[70483]: DEBUG oslo_vmware.api [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1179.388912] env[70483]: value = "task-3478803" [ 1179.388912] env[70483]: _type = "Task" [ 1179.388912] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.395555] env[70483]: DEBUG oslo_vmware.api [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.477602] env[70483]: INFO nova.scheduler.client.report [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Deleted allocation for migration 37aab855-5927-4d17-965a-d5c76d93684a [ 1179.493539] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cc9d3a0f-9eb5-423f-99e6-121392573c3c tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.626148] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d3169bca-fa84-468b-b172-3bc9c09e1734 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.715887] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.716250] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b936059-a3bf-44b7-93ca-38b98afcadfc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.726743] env[70483]: DEBUG oslo_vmware.api [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 1179.726743] env[70483]: value = "task-3478804" [ 1179.726743] env[70483]: _type = "Task" [ 1179.726743] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.735398] env[70483]: DEBUG oslo_vmware.api [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.774366] env[70483]: DEBUG nova.network.neutron [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Successfully updated port: de5fa4e9-b6f9-41d3-a475-3b622e2b7e9d {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1179.813435] env[70483]: DEBUG oslo_concurrency.lockutils [req-14f80ca5-0d99-4990-ab06-1c9303737f0f req-5e33cc55-22c0-4680-b4db-0e42e2b9fcad service nova] Releasing lock "refresh_cache-9b69506a-d4d1-4b05-ab3c-7311ea0e1795" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.901731] env[70483]: DEBUG oslo_vmware.api [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478803, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.984157] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "a3cc6122-e729-4dc5-b0fc-233c05209ce4" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.443s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.189423] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa62b644-d17f-4ac1-8576-f969476e7d97 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.197143] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fef9c70-08d8-4add-8357-8c8490d94b12 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.232555] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532134d5-21bc-4e3d-9e3d-e17848e525d9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.244067] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f438bd01-20df-4f3f-9473-13f2f8b1fb7e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.248371] env[70483]: DEBUG oslo_vmware.api [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478804, 'name': PowerOffVM_Task, 'duration_secs': 0.286256} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.248639] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.249760] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d92030-129a-4b00-ba39-2bcbc3f21f78 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.259875] env[70483]: DEBUG nova.compute.provider_tree [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.277218] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Acquiring lock "refresh_cache-0dad9c32-cd58-43ed-8c24-b9a69add6853" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.277396] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Acquired lock "refresh_cache-0dad9c32-cd58-43ed-8c24-b9a69add6853" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.277557] env[70483]: DEBUG nova.network.neutron [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.279951] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adda2a42-8b86-4d3d-9685-829c7e3294de {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.398948] env[70483]: DEBUG oslo_vmware.api [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478803, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.796356} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.399314] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 9b69506a-d4d1-4b05-ab3c-7311ea0e1795/9b69506a-d4d1-4b05-ab3c-7311ea0e1795.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1180.399572] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1180.399839] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da044723-a5ec-4a2b-aa2e-f91454c64175 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.412585] env[70483]: DEBUG oslo_vmware.api [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1180.412585] env[70483]: value = "task-3478805" [ 1180.412585] env[70483]: _type = "Task" [ 1180.412585] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.426723] env[70483]: DEBUG oslo_vmware.api [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478805, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.431947] env[70483]: DEBUG nova.compute.manager [req-bb24f979-e110-4a60-9d4c-246b94d070b1 req-28010f58-6158-4a6e-9861-4cf9cbfa5816 service nova] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Received event network-vif-deleted-e3aeb7f2-24aa-4c1e-b1b5-cc05ddfea54f {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.432181] env[70483]: DEBUG nova.compute.manager [req-bb24f979-e110-4a60-9d4c-246b94d070b1 req-28010f58-6158-4a6e-9861-4cf9cbfa5816 service nova] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Received event network-vif-deleted-e7fce203-10be-49e5-a324-4b587bcfb756 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.432408] env[70483]: DEBUG nova.compute.manager [req-bb24f979-e110-4a60-9d4c-246b94d070b1 req-28010f58-6158-4a6e-9861-4cf9cbfa5816 service nova] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Received event network-changed-bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.432576] env[70483]: DEBUG nova.compute.manager [req-bb24f979-e110-4a60-9d4c-246b94d070b1 req-28010f58-6158-4a6e-9861-4cf9cbfa5816 service nova] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Refreshing instance network info cache due to event network-changed-bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1180.432805] env[70483]: DEBUG oslo_concurrency.lockutils [req-bb24f979-e110-4a60-9d4c-246b94d070b1 req-28010f58-6158-4a6e-9861-4cf9cbfa5816 service nova] Acquiring lock "refresh_cache-55d8ef17-7ec1-4df4-a0ae-59be9eab31fa" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.432946] env[70483]: DEBUG oslo_concurrency.lockutils [req-bb24f979-e110-4a60-9d4c-246b94d070b1 req-28010f58-6158-4a6e-9861-4cf9cbfa5816 service nova] Acquired lock "refresh_cache-55d8ef17-7ec1-4df4-a0ae-59be9eab31fa" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.433132] env[70483]: DEBUG nova.network.neutron [req-bb24f979-e110-4a60-9d4c-246b94d070b1 req-28010f58-6158-4a6e-9861-4cf9cbfa5816 service nova] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Refreshing network info cache for port bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.763711] env[70483]: DEBUG nova.scheduler.client.report [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.793034] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Creating Snapshot of the VM instance {{(pid=70483) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1180.793384] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a6968a5d-1be6-4c95-b9df-ba6668f16762 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.806397] env[70483]: DEBUG oslo_vmware.api [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 1180.806397] env[70483]: value = "task-3478806" [ 1180.806397] env[70483]: _type = "Task" [ 1180.806397] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.817938] env[70483]: DEBUG oslo_vmware.api [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478806, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.839257] env[70483]: DEBUG nova.network.neutron [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1180.923669] env[70483]: DEBUG oslo_vmware.api [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478805, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112738} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.923837] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1180.924822] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fa7ff1-d047-44df-8fe4-d6817c7f940a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.952598] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 9b69506a-d4d1-4b05-ab3c-7311ea0e1795/9b69506a-d4d1-4b05-ab3c-7311ea0e1795.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.955811] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a42219fa-9af4-4364-a9e6-16e9a3f9c0e9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.977258] env[70483]: DEBUG oslo_vmware.api [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1180.977258] env[70483]: value = "task-3478807" [ 1180.977258] env[70483]: _type = "Task" [ 1180.977258] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.986332] env[70483]: DEBUG oslo_vmware.api [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478807, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.076270] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "a3cc6122-e729-4dc5-b0fc-233c05209ce4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.076408] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "a3cc6122-e729-4dc5-b0fc-233c05209ce4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.076604] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "a3cc6122-e729-4dc5-b0fc-233c05209ce4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.076817] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "a3cc6122-e729-4dc5-b0fc-233c05209ce4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.077035] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "a3cc6122-e729-4dc5-b0fc-233c05209ce4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.087403] env[70483]: INFO nova.compute.manager [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Terminating instance [ 1181.118384] env[70483]: DEBUG nova.network.neutron [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Updating instance_info_cache with network_info: [{"id": "de5fa4e9-b6f9-41d3-a475-3b622e2b7e9d", "address": "fa:16:3e:bf:76:bf", "network": {"id": "3bda7b2d-26d3-48c8-96f0-84d1d75a31df", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1114127051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12f2c8a633fa431ab1414a38067087b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde5fa4e9-b6", "ovs_interfaceid": "de5fa4e9-b6f9-41d3-a475-3b622e2b7e9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.268677] env[70483]: DEBUG oslo_concurrency.lockutils [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.269451] env[70483]: DEBUG nova.compute.manager [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1181.272537] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.732s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.274282] env[70483]: INFO nova.compute.claims [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1181.320449] env[70483]: DEBUG oslo_vmware.api [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478806, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.368682] env[70483]: DEBUG nova.network.neutron [req-bb24f979-e110-4a60-9d4c-246b94d070b1 req-28010f58-6158-4a6e-9861-4cf9cbfa5816 service nova] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Updated VIF entry in instance network info cache for port bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.369054] env[70483]: DEBUG nova.network.neutron [req-bb24f979-e110-4a60-9d4c-246b94d070b1 req-28010f58-6158-4a6e-9861-4cf9cbfa5816 service nova] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Updating instance_info_cache with network_info: [{"id": "bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b", "address": "fa:16:3e:ae:36:47", "network": {"id": "d0584bad-a446-4fdb-9127-2d020acd6b5c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1392669969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02013d6cd47b4f1c9e3279214f1d2d7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb8a3e98-0b", "ovs_interfaceid": "bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.490437] env[70483]: DEBUG oslo_vmware.api [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.595593] env[70483]: DEBUG nova.compute.manager [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1181.595862] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1181.597125] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7333af4-eb72-4842-bedf-789a11301cdf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.606575] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.606897] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2279624a-7130-4f58-a36e-34ca479d1b31 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.621045] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Releasing lock "refresh_cache-0dad9c32-cd58-43ed-8c24-b9a69add6853" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.621459] env[70483]: DEBUG nova.compute.manager [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Instance network_info: |[{"id": "de5fa4e9-b6f9-41d3-a475-3b622e2b7e9d", "address": "fa:16:3e:bf:76:bf", "network": {"id": "3bda7b2d-26d3-48c8-96f0-84d1d75a31df", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1114127051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12f2c8a633fa431ab1414a38067087b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde5fa4e9-b6", "ovs_interfaceid": "de5fa4e9-b6f9-41d3-a475-3b622e2b7e9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1181.622794] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:76:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de5fa4e9-b6f9-41d3-a475-3b622e2b7e9d', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1181.631029] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Creating folder: Project (12f2c8a633fa431ab1414a38067087b6). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1181.631473] env[70483]: DEBUG oslo_vmware.api [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 1181.631473] env[70483]: value = "task-3478808" [ 1181.631473] env[70483]: _type = "Task" [ 1181.631473] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.631729] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4729c5a-2b18-4efd-8551-f533a9a4a92a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.646650] env[70483]: DEBUG oslo_vmware.api [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.659228] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Created folder: Project (12f2c8a633fa431ab1414a38067087b6) in parent group-v695216. [ 1181.659433] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Creating folder: Instances. Parent ref: group-v695500. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1181.659702] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e076d0b3-7528-42b8-9480-9829cb5576f6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.680255] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Created folder: Instances in parent group-v695500. [ 1181.680508] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.680718] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1181.680939] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b6fac22-b57a-4dfe-a3b7-ce18eb5e30eb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.705587] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1181.705587] env[70483]: value = "task-3478811" [ 1181.705587] env[70483]: _type = "Task" [ 1181.705587] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.726524] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478811, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.782151] env[70483]: DEBUG nova.compute.utils [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1181.786959] env[70483]: DEBUG nova.compute.manager [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1181.786959] env[70483]: DEBUG nova.network.neutron [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1181.819617] env[70483]: DEBUG oslo_vmware.api [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478806, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.868639] env[70483]: DEBUG nova.policy [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b9028518cea44bc87614bdf910f6ed6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de4bf47688a34f51898d9809e7767e55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1181.872040] env[70483]: DEBUG oslo_concurrency.lockutils [req-bb24f979-e110-4a60-9d4c-246b94d070b1 req-28010f58-6158-4a6e-9861-4cf9cbfa5816 service nova] Releasing lock "refresh_cache-55d8ef17-7ec1-4df4-a0ae-59be9eab31fa" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.872327] env[70483]: DEBUG nova.compute.manager [req-bb24f979-e110-4a60-9d4c-246b94d070b1 req-28010f58-6158-4a6e-9861-4cf9cbfa5816 service nova] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Received event network-vif-plugged-de5fa4e9-b6f9-41d3-a475-3b622e2b7e9d {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.872527] env[70483]: DEBUG oslo_concurrency.lockutils [req-bb24f979-e110-4a60-9d4c-246b94d070b1 req-28010f58-6158-4a6e-9861-4cf9cbfa5816 service nova] Acquiring lock "0dad9c32-cd58-43ed-8c24-b9a69add6853-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.872739] env[70483]: DEBUG oslo_concurrency.lockutils [req-bb24f979-e110-4a60-9d4c-246b94d070b1 req-28010f58-6158-4a6e-9861-4cf9cbfa5816 service nova] Lock "0dad9c32-cd58-43ed-8c24-b9a69add6853-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.872903] env[70483]: DEBUG oslo_concurrency.lockutils [req-bb24f979-e110-4a60-9d4c-246b94d070b1 req-28010f58-6158-4a6e-9861-4cf9cbfa5816 service nova] Lock "0dad9c32-cd58-43ed-8c24-b9a69add6853-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.873098] env[70483]: DEBUG nova.compute.manager [req-bb24f979-e110-4a60-9d4c-246b94d070b1 req-28010f58-6158-4a6e-9861-4cf9cbfa5816 service nova] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] No waiting events found dispatching network-vif-plugged-de5fa4e9-b6f9-41d3-a475-3b622e2b7e9d {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1181.873274] env[70483]: WARNING nova.compute.manager [req-bb24f979-e110-4a60-9d4c-246b94d070b1 req-28010f58-6158-4a6e-9861-4cf9cbfa5816 service nova] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Received unexpected event network-vif-plugged-de5fa4e9-b6f9-41d3-a475-3b622e2b7e9d for instance with vm_state building and task_state spawning. [ 1181.873438] env[70483]: DEBUG nova.compute.manager [req-bb24f979-e110-4a60-9d4c-246b94d070b1 req-28010f58-6158-4a6e-9861-4cf9cbfa5816 service nova] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Received event network-changed-de5fa4e9-b6f9-41d3-a475-3b622e2b7e9d {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.873590] env[70483]: DEBUG nova.compute.manager [req-bb24f979-e110-4a60-9d4c-246b94d070b1 req-28010f58-6158-4a6e-9861-4cf9cbfa5816 service nova] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Refreshing instance network info cache due to event network-changed-de5fa4e9-b6f9-41d3-a475-3b622e2b7e9d. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1181.873795] env[70483]: DEBUG oslo_concurrency.lockutils [req-bb24f979-e110-4a60-9d4c-246b94d070b1 req-28010f58-6158-4a6e-9861-4cf9cbfa5816 service nova] Acquiring lock "refresh_cache-0dad9c32-cd58-43ed-8c24-b9a69add6853" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.873938] env[70483]: DEBUG oslo_concurrency.lockutils [req-bb24f979-e110-4a60-9d4c-246b94d070b1 req-28010f58-6158-4a6e-9861-4cf9cbfa5816 service nova] Acquired lock "refresh_cache-0dad9c32-cd58-43ed-8c24-b9a69add6853" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.874137] env[70483]: DEBUG nova.network.neutron [req-bb24f979-e110-4a60-9d4c-246b94d070b1 req-28010f58-6158-4a6e-9861-4cf9cbfa5816 service nova] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Refreshing network info cache for port de5fa4e9-b6f9-41d3-a475-3b622e2b7e9d {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1181.996834] env[70483]: DEBUG oslo_vmware.api [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478807, 'name': ReconfigVM_Task, 'duration_secs': 0.657595} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.998659] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 9b69506a-d4d1-4b05-ab3c-7311ea0e1795/9b69506a-d4d1-4b05-ab3c-7311ea0e1795.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.000026] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fd36e7d-0cb7-4503-9d0f-416d97eab178 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.008768] env[70483]: DEBUG oslo_vmware.api [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1182.008768] env[70483]: value = "task-3478812" [ 1182.008768] env[70483]: _type = "Task" [ 1182.008768] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.018508] env[70483]: DEBUG oslo_vmware.api [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478812, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.145041] env[70483]: DEBUG oslo_vmware.api [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478808, 'name': PowerOffVM_Task, 'duration_secs': 0.332714} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.145205] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.145351] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1182.145655] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1c6453f-5611-40ae-97ba-202454422c6d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.218125] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478811, 'name': CreateVM_Task, 'duration_secs': 0.416434} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.218395] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1182.219187] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.219610] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.220051] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.220408] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bbe34fe-69cf-44ae-8161-3c313945f0e9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.229525] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1182.229525] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1182.229525] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Deleting the datastore file [datastore2] a3cc6122-e729-4dc5-b0fc-233c05209ce4 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.229525] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-318a5980-65c1-4d74-a2b9-bdb2dbd15e09 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.231865] env[70483]: DEBUG oslo_vmware.api [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Waiting for the task: (returnval){ [ 1182.231865] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e35723-dbc5-0516-c7d3-9f83ddfac369" [ 1182.231865] env[70483]: _type = "Task" [ 1182.231865] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.238013] env[70483]: DEBUG oslo_vmware.api [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for the task: (returnval){ [ 1182.238013] env[70483]: value = "task-3478814" [ 1182.238013] env[70483]: _type = "Task" [ 1182.238013] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.244422] env[70483]: DEBUG oslo_vmware.api [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e35723-dbc5-0516-c7d3-9f83ddfac369, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.250187] env[70483]: DEBUG oslo_vmware.api [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.282539] env[70483]: DEBUG nova.network.neutron [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Successfully created port: 0f13361d-3204-4b7e-9504-90418aad0c4d {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1182.288764] env[70483]: DEBUG nova.compute.manager [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1182.322648] env[70483]: DEBUG oslo_vmware.api [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478806, 'name': CreateSnapshot_Task, 'duration_secs': 1.068916} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.323477] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Created Snapshot of the VM instance {{(pid=70483) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1182.323768] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d483d09-5cc3-4df9-8f5a-62230450835c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.519928] env[70483]: DEBUG oslo_vmware.api [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478812, 'name': Rename_Task, 'duration_secs': 0.181177} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.520311] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.520581] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc0943ee-7112-4ad3-a2bb-e6c0c0d5fc4f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.528950] env[70483]: DEBUG oslo_vmware.api [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1182.528950] env[70483]: value = "task-3478815" [ 1182.528950] env[70483]: _type = "Task" [ 1182.528950] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.540583] env[70483]: DEBUG oslo_vmware.api [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.560543] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1307c6c6-a89e-4351-9ad4-0fd9a211729b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.568839] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a231be-ee41-4642-9539-2d1fae8446e4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.604029] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7725f6f-1740-48e1-bbd1-1ccbfbfafd6e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.612817] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f2708a-9460-4a92-9b3e-a043275ba05b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.627146] env[70483]: DEBUG nova.compute.provider_tree [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1182.747886] env[70483]: DEBUG oslo_vmware.api [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e35723-dbc5-0516-c7d3-9f83ddfac369, 'name': SearchDatastore_Task, 'duration_secs': 0.014055} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.748615] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.748864] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1182.749113] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.749261] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.749593] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1182.749703] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e0fc519-9183-4e20-8869-434312c7e3f8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.754515] env[70483]: DEBUG oslo_vmware.api [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Task: {'id': task-3478814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148737} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.755117] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1182.755312] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1182.755506] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1182.755678] env[70483]: INFO nova.compute.manager [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1182.755911] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1182.756161] env[70483]: DEBUG nova.compute.manager [-] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1182.756283] env[70483]: DEBUG nova.network.neutron [-] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1182.759260] env[70483]: DEBUG nova.network.neutron [req-bb24f979-e110-4a60-9d4c-246b94d070b1 req-28010f58-6158-4a6e-9861-4cf9cbfa5816 service nova] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Updated VIF entry in instance network info cache for port de5fa4e9-b6f9-41d3-a475-3b622e2b7e9d. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1182.759593] env[70483]: DEBUG nova.network.neutron [req-bb24f979-e110-4a60-9d4c-246b94d070b1 req-28010f58-6158-4a6e-9861-4cf9cbfa5816 service nova] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Updating instance_info_cache with network_info: [{"id": "de5fa4e9-b6f9-41d3-a475-3b622e2b7e9d", "address": "fa:16:3e:bf:76:bf", "network": {"id": "3bda7b2d-26d3-48c8-96f0-84d1d75a31df", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1114127051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12f2c8a633fa431ab1414a38067087b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde5fa4e9-b6", "ovs_interfaceid": "de5fa4e9-b6f9-41d3-a475-3b622e2b7e9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.782036] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1182.782236] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1182.782994] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f985433-7351-49db-884e-d8e9bd4b4454 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.789720] env[70483]: DEBUG oslo_vmware.api [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Waiting for the task: (returnval){ [ 1182.789720] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52b51709-01a5-927a-07b3-03bf1f6a5c70" [ 1182.789720] env[70483]: _type = "Task" [ 1182.789720] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.804693] env[70483]: DEBUG oslo_vmware.api [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52b51709-01a5-927a-07b3-03bf1f6a5c70, 'name': SearchDatastore_Task, 'duration_secs': 0.010219} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.806187] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fca55e74-1cbb-43a5-ae75-8d188ed09eaf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.812771] env[70483]: DEBUG oslo_vmware.api [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Waiting for the task: (returnval){ [ 1182.812771] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]520af2db-8e85-952a-5150-db9394aaaba2" [ 1182.812771] env[70483]: _type = "Task" [ 1182.812771] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.822347] env[70483]: DEBUG oslo_vmware.api [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]520af2db-8e85-952a-5150-db9394aaaba2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.847583] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Creating linked-clone VM from snapshot {{(pid=70483) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1182.848602] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-674c1064-5507-4f39-be37-c504c2ff6a87 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.858653] env[70483]: DEBUG oslo_vmware.api [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 1182.858653] env[70483]: value = "task-3478816" [ 1182.858653] env[70483]: _type = "Task" [ 1182.858653] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.868669] env[70483]: DEBUG oslo_vmware.api [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478816, 'name': CloneVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.022425] env[70483]: DEBUG nova.compute.manager [req-817af2d6-e775-4f66-90c4-a32649440ab8 req-eeb26fda-4dc4-4e89-9e2d-25048d50355a service nova] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Received event network-vif-deleted-58840bb1-bcfb-423c-8f6c-df7139522dda {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.022541] env[70483]: INFO nova.compute.manager [req-817af2d6-e775-4f66-90c4-a32649440ab8 req-eeb26fda-4dc4-4e89-9e2d-25048d50355a service nova] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Neutron deleted interface 58840bb1-bcfb-423c-8f6c-df7139522dda; detaching it from the instance and deleting it from the info cache [ 1183.022602] env[70483]: DEBUG nova.network.neutron [req-817af2d6-e775-4f66-90c4-a32649440ab8 req-eeb26fda-4dc4-4e89-9e2d-25048d50355a service nova] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.045465] env[70483]: DEBUG oslo_vmware.api [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478815, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.151725] env[70483]: ERROR nova.scheduler.client.report [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] [req-9c8f39c5-4b4a-4a32-8d78-1ed0dffd609f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6c4ee772-7226-4ddc-ad20-20b8289011e6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9c8f39c5-4b4a-4a32-8d78-1ed0dffd609f"}]} [ 1183.171694] env[70483]: DEBUG nova.scheduler.client.report [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Refreshing inventories for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1183.190750] env[70483]: DEBUG nova.scheduler.client.report [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Updating ProviderTree inventory for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1183.191039] env[70483]: DEBUG nova.compute.provider_tree [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1183.204567] env[70483]: DEBUG nova.scheduler.client.report [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Refreshing aggregate associations for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6, aggregates: None {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1183.226372] env[70483]: DEBUG nova.scheduler.client.report [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Refreshing trait associations for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1183.262681] env[70483]: DEBUG oslo_concurrency.lockutils [req-bb24f979-e110-4a60-9d4c-246b94d070b1 req-28010f58-6158-4a6e-9861-4cf9cbfa5816 service nova] Releasing lock "refresh_cache-0dad9c32-cd58-43ed-8c24-b9a69add6853" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.299211] env[70483]: DEBUG nova.compute.manager [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1183.336657] env[70483]: DEBUG oslo_vmware.api [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]520af2db-8e85-952a-5150-db9394aaaba2, 'name': SearchDatastore_Task, 'duration_secs': 0.010791} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.339551] env[70483]: DEBUG nova.virt.hardware [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1183.339965] env[70483]: DEBUG nova.virt.hardware [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.340542] env[70483]: DEBUG nova.virt.hardware [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.340645] env[70483]: DEBUG nova.virt.hardware [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.340837] env[70483]: DEBUG nova.virt.hardware [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.341130] env[70483]: DEBUG nova.virt.hardware [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1183.341492] env[70483]: DEBUG nova.virt.hardware [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1183.341783] env[70483]: DEBUG nova.virt.hardware [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1183.342111] env[70483]: DEBUG nova.virt.hardware [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1183.342379] env[70483]: DEBUG nova.virt.hardware [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1183.342668] env[70483]: DEBUG nova.virt.hardware [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1183.343167] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.343578] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 0dad9c32-cd58-43ed-8c24-b9a69add6853/0dad9c32-cd58-43ed-8c24-b9a69add6853.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1183.344840] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ffed39-4584-489f-b381-7e0a1fab7957 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.352898] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9887ecbf-a532-40bd-b330-95c184f5d2f9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.371213] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669e4473-a07c-4679-b31f-e5bf8b8904b6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.378439] env[70483]: DEBUG oslo_vmware.api [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Waiting for the task: (returnval){ [ 1183.378439] env[70483]: value = "task-3478817" [ 1183.378439] env[70483]: _type = "Task" [ 1183.378439] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.410069] env[70483]: DEBUG oslo_vmware.api [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478816, 'name': CloneVM_Task} progress is 94%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.421370] env[70483]: DEBUG oslo_vmware.api [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Task: {'id': task-3478817, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.505611] env[70483]: DEBUG nova.network.neutron [-] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.525585] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ffd7ead-26aa-4aa6-a64d-a839818b6dfa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.531434] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459f0b63-59c0-4c6f-bc79-df583d0d075d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.541218] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c29729e-e346-4e29-b6c4-3221126c0aee {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.555440] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe50307-ce85-4312-833e-aa734678e712 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.562325] env[70483]: DEBUG oslo_vmware.api [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478815, 'name': PowerOnVM_Task, 'duration_secs': 0.709296} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.563030] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1183.563251] env[70483]: INFO nova.compute.manager [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Took 9.46 seconds to spawn the instance on the hypervisor. [ 1183.563446] env[70483]: DEBUG nova.compute.manager [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1183.564250] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bb2c19-e2a2-4e6c-8c3b-b77890336ff7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.602311] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6888ce8-6083-484f-8e25-381a1dde64eb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.605194] env[70483]: DEBUG nova.compute.manager [req-817af2d6-e775-4f66-90c4-a32649440ab8 req-eeb26fda-4dc4-4e89-9e2d-25048d50355a service nova] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Detach interface failed, port_id=58840bb1-bcfb-423c-8f6c-df7139522dda, reason: Instance a3cc6122-e729-4dc5-b0fc-233c05209ce4 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1183.615485] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6688df-f0c1-4b73-9d8e-8a774fd897b4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.632498] env[70483]: DEBUG nova.compute.provider_tree [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1183.875199] env[70483]: DEBUG oslo_vmware.api [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478816, 'name': CloneVM_Task} progress is 94%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.892160] env[70483]: DEBUG oslo_vmware.api [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Task: {'id': task-3478817, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.008681] env[70483]: INFO nova.compute.manager [-] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Took 1.25 seconds to deallocate network for instance. [ 1184.033440] env[70483]: DEBUG nova.network.neutron [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Successfully updated port: 0f13361d-3204-4b7e-9504-90418aad0c4d {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1184.117279] env[70483]: INFO nova.compute.manager [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Took 22.16 seconds to build instance. [ 1184.166290] env[70483]: DEBUG nova.scheduler.client.report [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Updated inventory for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with generation 144 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1184.166290] env[70483]: DEBUG nova.compute.provider_tree [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Updating resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 generation from 144 to 145 during operation: update_inventory {{(pid=70483) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1184.166290] env[70483]: DEBUG nova.compute.provider_tree [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1184.374748] env[70483]: DEBUG oslo_vmware.api [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478816, 'name': CloneVM_Task} progress is 94%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.392181] env[70483]: DEBUG oslo_vmware.api [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Task: {'id': task-3478817, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623204} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.392451] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 0dad9c32-cd58-43ed-8c24-b9a69add6853/0dad9c32-cd58-43ed-8c24-b9a69add6853.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1184.392667] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1184.392915] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c41570b-9aa1-4b0c-be09-13b517385aaa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.400270] env[70483]: DEBUG oslo_vmware.api [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Waiting for the task: (returnval){ [ 1184.400270] env[70483]: value = "task-3478818" [ 1184.400270] env[70483]: _type = "Task" [ 1184.400270] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.410113] env[70483]: DEBUG oslo_vmware.api [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Task: {'id': task-3478818, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.517476] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.538313] env[70483]: DEBUG oslo_concurrency.lockutils [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "refresh_cache-117aaac7-aed4-4695-a4f5-93148f300ef9" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.538465] env[70483]: DEBUG oslo_concurrency.lockutils [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquired lock "refresh_cache-117aaac7-aed4-4695-a4f5-93148f300ef9" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.538625] env[70483]: DEBUG nova.network.neutron [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.619205] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f9854b12-072a-4e13-960c-7e043db837ee tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "9b69506a-d4d1-4b05-ab3c-7311ea0e1795" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.672s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.671274] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.399s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.671803] env[70483]: DEBUG nova.compute.manager [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1184.674422] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1ea221d1-c14a-4fc7-87c1-8ee1168c9d54 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.769s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.674728] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1ea221d1-c14a-4fc7-87c1-8ee1168c9d54 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.676800] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cc9d3a0f-9eb5-423f-99e6-121392573c3c tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.183s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.677097] env[70483]: DEBUG nova.objects.instance [None req-cc9d3a0f-9eb5-423f-99e6-121392573c3c tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lazy-loading 'resources' on Instance uuid ef6fa7ed-b8aa-4221-a388-e86a72133cbc {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.701312] env[70483]: INFO nova.scheduler.client.report [None req-1ea221d1-c14a-4fc7-87c1-8ee1168c9d54 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Deleted allocations for instance adf03329-badc-4913-8d55-d2084801252c [ 1184.837033] env[70483]: DEBUG nova.compute.manager [req-ab77a880-4155-447a-8964-07b39a2bfc18 req-3a7a4427-057f-4d7b-8f71-f065c517f0c5 service nova] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Received event network-changed-2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.837237] env[70483]: DEBUG nova.compute.manager [req-ab77a880-4155-447a-8964-07b39a2bfc18 req-3a7a4427-057f-4d7b-8f71-f065c517f0c5 service nova] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Refreshing instance network info cache due to event network-changed-2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.837487] env[70483]: DEBUG oslo_concurrency.lockutils [req-ab77a880-4155-447a-8964-07b39a2bfc18 req-3a7a4427-057f-4d7b-8f71-f065c517f0c5 service nova] Acquiring lock "refresh_cache-9b69506a-d4d1-4b05-ab3c-7311ea0e1795" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.837590] env[70483]: DEBUG oslo_concurrency.lockutils [req-ab77a880-4155-447a-8964-07b39a2bfc18 req-3a7a4427-057f-4d7b-8f71-f065c517f0c5 service nova] Acquired lock "refresh_cache-9b69506a-d4d1-4b05-ab3c-7311ea0e1795" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.837743] env[70483]: DEBUG nova.network.neutron [req-ab77a880-4155-447a-8964-07b39a2bfc18 req-3a7a4427-057f-4d7b-8f71-f065c517f0c5 service nova] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Refreshing network info cache for port 2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.875711] env[70483]: DEBUG oslo_vmware.api [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478816, 'name': CloneVM_Task} progress is 94%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.910430] env[70483]: DEBUG oslo_vmware.api [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Task: {'id': task-3478818, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072133} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.910702] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1184.911672] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca90067-6809-4ce9-ac61-d36efd534097 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.935741] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 0dad9c32-cd58-43ed-8c24-b9a69add6853/0dad9c32-cd58-43ed-8c24-b9a69add6853.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.936044] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50f1a60b-f43b-4d9c-9967-b8e68e4f258a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.957301] env[70483]: DEBUG oslo_vmware.api [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Waiting for the task: (returnval){ [ 1184.957301] env[70483]: value = "task-3478819" [ 1184.957301] env[70483]: _type = "Task" [ 1184.957301] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.966056] env[70483]: DEBUG oslo_vmware.api [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Task: {'id': task-3478819, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.049855] env[70483]: DEBUG nova.compute.manager [req-9ef06621-50cf-476e-a6d4-d776c8539524 req-c39a923b-a234-4ac3-9b19-48b3801e3d06 service nova] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Received event network-vif-plugged-0f13361d-3204-4b7e-9504-90418aad0c4d {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.050125] env[70483]: DEBUG oslo_concurrency.lockutils [req-9ef06621-50cf-476e-a6d4-d776c8539524 req-c39a923b-a234-4ac3-9b19-48b3801e3d06 service nova] Acquiring lock "117aaac7-aed4-4695-a4f5-93148f300ef9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.050359] env[70483]: DEBUG oslo_concurrency.lockutils [req-9ef06621-50cf-476e-a6d4-d776c8539524 req-c39a923b-a234-4ac3-9b19-48b3801e3d06 service nova] Lock "117aaac7-aed4-4695-a4f5-93148f300ef9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.050670] env[70483]: DEBUG oslo_concurrency.lockutils [req-9ef06621-50cf-476e-a6d4-d776c8539524 req-c39a923b-a234-4ac3-9b19-48b3801e3d06 service nova] Lock "117aaac7-aed4-4695-a4f5-93148f300ef9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.050717] env[70483]: DEBUG nova.compute.manager [req-9ef06621-50cf-476e-a6d4-d776c8539524 req-c39a923b-a234-4ac3-9b19-48b3801e3d06 service nova] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] No waiting events found dispatching network-vif-plugged-0f13361d-3204-4b7e-9504-90418aad0c4d {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1185.050871] env[70483]: WARNING nova.compute.manager [req-9ef06621-50cf-476e-a6d4-d776c8539524 req-c39a923b-a234-4ac3-9b19-48b3801e3d06 service nova] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Received unexpected event network-vif-plugged-0f13361d-3204-4b7e-9504-90418aad0c4d for instance with vm_state building and task_state spawning. [ 1185.051321] env[70483]: DEBUG nova.compute.manager [req-9ef06621-50cf-476e-a6d4-d776c8539524 req-c39a923b-a234-4ac3-9b19-48b3801e3d06 service nova] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Received event network-changed-0f13361d-3204-4b7e-9504-90418aad0c4d {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.051532] env[70483]: DEBUG nova.compute.manager [req-9ef06621-50cf-476e-a6d4-d776c8539524 req-c39a923b-a234-4ac3-9b19-48b3801e3d06 service nova] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Refreshing instance network info cache due to event network-changed-0f13361d-3204-4b7e-9504-90418aad0c4d. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1185.051740] env[70483]: DEBUG oslo_concurrency.lockutils [req-9ef06621-50cf-476e-a6d4-d776c8539524 req-c39a923b-a234-4ac3-9b19-48b3801e3d06 service nova] Acquiring lock "refresh_cache-117aaac7-aed4-4695-a4f5-93148f300ef9" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.074717] env[70483]: DEBUG nova.network.neutron [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1185.180535] env[70483]: DEBUG nova.compute.utils [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1185.185689] env[70483]: DEBUG nova.compute.manager [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1185.186076] env[70483]: DEBUG nova.network.neutron [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1185.209667] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1ea221d1-c14a-4fc7-87c1-8ee1168c9d54 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "adf03329-badc-4913-8d55-d2084801252c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.952s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.251130] env[70483]: DEBUG nova.policy [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cee6cd3fe99248b8acee740bac0a718e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c424515a2c1a40e582fab18cd55a504a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1185.252665] env[70483]: DEBUG nova.network.neutron [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Updating instance_info_cache with network_info: [{"id": "0f13361d-3204-4b7e-9504-90418aad0c4d", "address": "fa:16:3e:16:28:8f", "network": {"id": "f329a1c0-ec70-423d-802d-b6209ab8aec8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1307516247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de4bf47688a34f51898d9809e7767e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f13361d-32", "ovs_interfaceid": "0f13361d-3204-4b7e-9504-90418aad0c4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.380887] env[70483]: DEBUG oslo_vmware.api [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478816, 'name': CloneVM_Task} progress is 95%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.439875] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f62172-38ac-4a8b-8cf0-9444dc017d92 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.448274] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1055d150-05ac-4ae5-ba29-20723417b80f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.485673] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de76a52-e0af-486c-8a74-66f53b57542d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.499825] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72483402-2f93-4225-9c46-4fd324345cc0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.504047] env[70483]: DEBUG oslo_vmware.api [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Task: {'id': task-3478819, 'name': ReconfigVM_Task, 'duration_secs': 0.339974} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.504707] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 0dad9c32-cd58-43ed-8c24-b9a69add6853/0dad9c32-cd58-43ed-8c24-b9a69add6853.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.506247] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2af1a10-0cf3-4d94-bc61-3ddb8deb918b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.517173] env[70483]: DEBUG nova.compute.provider_tree [None req-cc9d3a0f-9eb5-423f-99e6-121392573c3c tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1185.519786] env[70483]: DEBUG oslo_vmware.api [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Waiting for the task: (returnval){ [ 1185.519786] env[70483]: value = "task-3478820" [ 1185.519786] env[70483]: _type = "Task" [ 1185.519786] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.528507] env[70483]: DEBUG oslo_vmware.api [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Task: {'id': task-3478820, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.686474] env[70483]: DEBUG nova.compute.manager [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1185.755939] env[70483]: DEBUG oslo_concurrency.lockutils [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Releasing lock "refresh_cache-117aaac7-aed4-4695-a4f5-93148f300ef9" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.756275] env[70483]: DEBUG nova.compute.manager [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Instance network_info: |[{"id": "0f13361d-3204-4b7e-9504-90418aad0c4d", "address": "fa:16:3e:16:28:8f", "network": {"id": "f329a1c0-ec70-423d-802d-b6209ab8aec8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1307516247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de4bf47688a34f51898d9809e7767e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f13361d-32", "ovs_interfaceid": "0f13361d-3204-4b7e-9504-90418aad0c4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1185.756569] env[70483]: DEBUG oslo_concurrency.lockutils [req-9ef06621-50cf-476e-a6d4-d776c8539524 req-c39a923b-a234-4ac3-9b19-48b3801e3d06 service nova] Acquired lock "refresh_cache-117aaac7-aed4-4695-a4f5-93148f300ef9" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.756745] env[70483]: DEBUG nova.network.neutron [req-9ef06621-50cf-476e-a6d4-d776c8539524 req-c39a923b-a234-4ac3-9b19-48b3801e3d06 service nova] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Refreshing network info cache for port 0f13361d-3204-4b7e-9504-90418aad0c4d {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1185.758060] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:28:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f13361d-3204-4b7e-9504-90418aad0c4d', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1185.765421] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.766461] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1185.767240] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6ea5086-968a-42f3-ab2d-236acf3e3efc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.788132] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1185.788132] env[70483]: value = "task-3478821" [ 1185.788132] env[70483]: _type = "Task" [ 1185.788132] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.796682] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478821, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.876382] env[70483]: DEBUG oslo_vmware.api [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478816, 'name': CloneVM_Task, 'duration_secs': 2.787247} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.876745] env[70483]: INFO nova.virt.vmwareapi.vmops [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Created linked-clone VM from snapshot [ 1185.877561] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a83ebd-378d-49ea-8f8d-445d6e700d07 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.886898] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Uploading image 85a3d00c-8141-4621-becd-b2887c618246 {{(pid=70483) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1185.923199] env[70483]: DEBUG oslo_vmware.rw_handles [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1185.923199] env[70483]: value = "vm-695504" [ 1185.923199] env[70483]: _type = "VirtualMachine" [ 1185.923199] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1185.923810] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0bc3f4ce-9018-4989-8a50-d45f51c0010e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.931868] env[70483]: DEBUG oslo_vmware.rw_handles [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lease: (returnval){ [ 1185.931868] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d50a74-8a8f-ba1b-97f1-92c9b01a4395" [ 1185.931868] env[70483]: _type = "HttpNfcLease" [ 1185.931868] env[70483]: } obtained for exporting VM: (result){ [ 1185.931868] env[70483]: value = "vm-695504" [ 1185.931868] env[70483]: _type = "VirtualMachine" [ 1185.931868] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1185.932130] env[70483]: DEBUG oslo_vmware.api [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the lease: (returnval){ [ 1185.932130] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d50a74-8a8f-ba1b-97f1-92c9b01a4395" [ 1185.932130] env[70483]: _type = "HttpNfcLease" [ 1185.932130] env[70483]: } to be ready. {{(pid=70483) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1185.939260] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1185.939260] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d50a74-8a8f-ba1b-97f1-92c9b01a4395" [ 1185.939260] env[70483]: _type = "HttpNfcLease" [ 1185.939260] env[70483]: } is initializing. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1186.035616] env[70483]: DEBUG oslo_vmware.api [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Task: {'id': task-3478820, 'name': Rename_Task, 'duration_secs': 0.162551} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.036070] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1186.036454] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f7b13c1-9c57-4e8a-9863-88a36c222ff1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.046692] env[70483]: DEBUG oslo_vmware.api [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Waiting for the task: (returnval){ [ 1186.046692] env[70483]: value = "task-3478823" [ 1186.046692] env[70483]: _type = "Task" [ 1186.046692] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.058947] env[70483]: DEBUG oslo_vmware.api [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Task: {'id': task-3478823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.067154] env[70483]: DEBUG nova.scheduler.client.report [None req-cc9d3a0f-9eb5-423f-99e6-121392573c3c tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Updated inventory for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with generation 145 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1186.067428] env[70483]: DEBUG nova.compute.provider_tree [None req-cc9d3a0f-9eb5-423f-99e6-121392573c3c tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Updating resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 generation from 145 to 146 during operation: update_inventory {{(pid=70483) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1186.067609] env[70483]: DEBUG nova.compute.provider_tree [None req-cc9d3a0f-9eb5-423f-99e6-121392573c3c tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1186.117065] env[70483]: DEBUG nova.network.neutron [req-ab77a880-4155-447a-8964-07b39a2bfc18 req-3a7a4427-057f-4d7b-8f71-f065c517f0c5 service nova] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Updated VIF entry in instance network info cache for port 2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1186.117493] env[70483]: DEBUG nova.network.neutron [req-ab77a880-4155-447a-8964-07b39a2bfc18 req-3a7a4427-057f-4d7b-8f71-f065c517f0c5 service nova] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Updating instance_info_cache with network_info: [{"id": "2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f", "address": "fa:16:3e:7a:27:1d", "network": {"id": "948b7173-5456-49a2-9a1a-e36a1a46b931", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1783064445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a0a79c686d4fd5ace3cd0e354054d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fe05bbc-bc", "ovs_interfaceid": "2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.160840] env[70483]: DEBUG nova.network.neutron [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Successfully created port: cc3cce17-fc4a-4c25-8404-8e1eff15c77b {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1186.298961] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478821, 'name': CreateVM_Task, 'duration_secs': 0.403291} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.299152] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1186.299863] env[70483]: DEBUG oslo_concurrency.lockutils [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.300038] env[70483]: DEBUG oslo_concurrency.lockutils [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.300355] env[70483]: DEBUG oslo_concurrency.lockutils [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.300609] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef8fa398-f92a-40e4-9589-c07fd36562c5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.305950] env[70483]: DEBUG oslo_vmware.api [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1186.305950] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523682e1-7271-627a-ed8b-aebc379011ae" [ 1186.305950] env[70483]: _type = "Task" [ 1186.305950] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.314737] env[70483]: DEBUG oslo_vmware.api [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523682e1-7271-627a-ed8b-aebc379011ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.442962] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1186.442962] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d50a74-8a8f-ba1b-97f1-92c9b01a4395" [ 1186.442962] env[70483]: _type = "HttpNfcLease" [ 1186.442962] env[70483]: } is ready. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1186.443275] env[70483]: DEBUG oslo_vmware.rw_handles [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1186.443275] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d50a74-8a8f-ba1b-97f1-92c9b01a4395" [ 1186.443275] env[70483]: _type = "HttpNfcLease" [ 1186.443275] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1186.444298] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1636355a-112e-4d06-aae2-12fc0357a103 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.453405] env[70483]: DEBUG oslo_vmware.rw_handles [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52357793-e201-0565-c006-12efdd44f984/disk-0.vmdk from lease info. {{(pid=70483) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1186.453678] env[70483]: DEBUG oslo_vmware.rw_handles [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52357793-e201-0565-c006-12efdd44f984/disk-0.vmdk for reading. {{(pid=70483) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1186.558063] env[70483]: DEBUG oslo_vmware.api [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Task: {'id': task-3478823, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.575915] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cc9d3a0f-9eb5-423f-99e6-121392573c3c tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.575915] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d3169bca-fa84-468b-b172-3bc9c09e1734 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.949s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.575915] env[70483]: DEBUG nova.objects.instance [None req-d3169bca-fa84-468b-b172-3bc9c09e1734 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lazy-loading 'resources' on Instance uuid ef25df3e-e2a4-42bd-9603-9a65d8dc84d0 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.605444] env[70483]: INFO nova.scheduler.client.report [None req-cc9d3a0f-9eb5-423f-99e6-121392573c3c tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Deleted allocations for instance ef6fa7ed-b8aa-4221-a388-e86a72133cbc [ 1186.622918] env[70483]: DEBUG oslo_concurrency.lockutils [req-ab77a880-4155-447a-8964-07b39a2bfc18 req-3a7a4427-057f-4d7b-8f71-f065c517f0c5 service nova] Releasing lock "refresh_cache-9b69506a-d4d1-4b05-ab3c-7311ea0e1795" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.625298] env[70483]: DEBUG nova.network.neutron [req-9ef06621-50cf-476e-a6d4-d776c8539524 req-c39a923b-a234-4ac3-9b19-48b3801e3d06 service nova] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Updated VIF entry in instance network info cache for port 0f13361d-3204-4b7e-9504-90418aad0c4d. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1186.625430] env[70483]: DEBUG nova.network.neutron [req-9ef06621-50cf-476e-a6d4-d776c8539524 req-c39a923b-a234-4ac3-9b19-48b3801e3d06 service nova] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Updating instance_info_cache with network_info: [{"id": "0f13361d-3204-4b7e-9504-90418aad0c4d", "address": "fa:16:3e:16:28:8f", "network": {"id": "f329a1c0-ec70-423d-802d-b6209ab8aec8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1307516247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de4bf47688a34f51898d9809e7767e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f13361d-32", "ovs_interfaceid": "0f13361d-3204-4b7e-9504-90418aad0c4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.626605] env[70483]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-61ddbff8-f6b5-4f11-ab4f-cf1644fca27a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.695570] env[70483]: DEBUG nova.compute.manager [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1186.716512] env[70483]: DEBUG nova.virt.hardware [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1186.716735] env[70483]: DEBUG nova.virt.hardware [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1186.716895] env[70483]: DEBUG nova.virt.hardware [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1186.717188] env[70483]: DEBUG nova.virt.hardware [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1186.717348] env[70483]: DEBUG nova.virt.hardware [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1186.717495] env[70483]: DEBUG nova.virt.hardware [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1186.717701] env[70483]: DEBUG nova.virt.hardware [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1186.717858] env[70483]: DEBUG nova.virt.hardware [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1186.718106] env[70483]: DEBUG nova.virt.hardware [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1186.718291] env[70483]: DEBUG nova.virt.hardware [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1186.718464] env[70483]: DEBUG nova.virt.hardware [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1186.719797] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f55ed7a-1ad4-485a-944a-419c78f64b58 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.727911] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce15f96b-f6fb-44c1-9e48-f9e12ca52dd0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.816506] env[70483]: DEBUG oslo_vmware.api [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523682e1-7271-627a-ed8b-aebc379011ae, 'name': SearchDatastore_Task, 'duration_secs': 0.027396} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.816799] env[70483]: DEBUG oslo_concurrency.lockutils [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.817128] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1186.817445] env[70483]: DEBUG oslo_concurrency.lockutils [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.817626] env[70483]: DEBUG oslo_concurrency.lockutils [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.817828] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1186.818155] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44e4b91b-96f4-4e5c-af5f-6832e0c3d704 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.828319] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1186.828486] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1186.829206] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40513f8c-9eb5-4b75-84e8-10764cb6fcc6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.836633] env[70483]: DEBUG oslo_vmware.api [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1186.836633] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]528379eb-a1b9-559b-5785-8ae534b21585" [ 1186.836633] env[70483]: _type = "Task" [ 1186.836633] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.844886] env[70483]: DEBUG oslo_vmware.api [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]528379eb-a1b9-559b-5785-8ae534b21585, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.061745] env[70483]: DEBUG oslo_vmware.api [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Task: {'id': task-3478823, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.113364] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cc9d3a0f-9eb5-423f-99e6-121392573c3c tempest-AttachInterfacesTestJSON-1295505118 tempest-AttachInterfacesTestJSON-1295505118-project-member] Lock "ef6fa7ed-b8aa-4221-a388-e86a72133cbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.288s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.129471] env[70483]: DEBUG oslo_concurrency.lockutils [req-9ef06621-50cf-476e-a6d4-d776c8539524 req-c39a923b-a234-4ac3-9b19-48b3801e3d06 service nova] Releasing lock "refresh_cache-117aaac7-aed4-4695-a4f5-93148f300ef9" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.349211] env[70483]: DEBUG oslo_vmware.api [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]528379eb-a1b9-559b-5785-8ae534b21585, 'name': SearchDatastore_Task, 'duration_secs': 0.017361} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.350193] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e44c275-cefb-4cc7-817c-422dfcadb18b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.358202] env[70483]: DEBUG oslo_vmware.api [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1187.358202] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524cee17-0b28-d09f-b14d-bc2b5355e2bd" [ 1187.358202] env[70483]: _type = "Task" [ 1187.358202] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.366788] env[70483]: DEBUG oslo_vmware.api [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524cee17-0b28-d09f-b14d-bc2b5355e2bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.368371] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0fca8a-6815-48c6-a630-5a6eac98b5ca {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.375284] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a9ccb1-71d5-4a8f-afdc-a0cc90cc1277 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.406746] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34baae89-5fa4-4d5b-9f2a-313571c51205 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.415831] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f540114-1754-4154-b4bc-7ddc60a8104e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.431047] env[70483]: DEBUG nova.compute.provider_tree [None req-d3169bca-fa84-468b-b172-3bc9c09e1734 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.559805] env[70483]: DEBUG oslo_vmware.api [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Task: {'id': task-3478823, 'name': PowerOnVM_Task, 'duration_secs': 1.099151} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.560535] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.560785] env[70483]: INFO nova.compute.manager [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Took 9.02 seconds to spawn the instance on the hypervisor. [ 1187.561092] env[70483]: DEBUG nova.compute.manager [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1187.561823] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f93c4b5-f09d-4873-8929-e935c43729c4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.842152] env[70483]: DEBUG nova.compute.manager [req-3ffc3240-5c11-4c04-864f-a4ee701efca4 req-231c303d-3a03-47ec-8f69-22c2a372f18d service nova] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Received event network-vif-plugged-cc3cce17-fc4a-4c25-8404-8e1eff15c77b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.842152] env[70483]: DEBUG oslo_concurrency.lockutils [req-3ffc3240-5c11-4c04-864f-a4ee701efca4 req-231c303d-3a03-47ec-8f69-22c2a372f18d service nova] Acquiring lock "fa265c17-098b-42bf-a1f2-6e3cdf8fb591-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.842152] env[70483]: DEBUG oslo_concurrency.lockutils [req-3ffc3240-5c11-4c04-864f-a4ee701efca4 req-231c303d-3a03-47ec-8f69-22c2a372f18d service nova] Lock "fa265c17-098b-42bf-a1f2-6e3cdf8fb591-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.842152] env[70483]: DEBUG oslo_concurrency.lockutils [req-3ffc3240-5c11-4c04-864f-a4ee701efca4 req-231c303d-3a03-47ec-8f69-22c2a372f18d service nova] Lock "fa265c17-098b-42bf-a1f2-6e3cdf8fb591-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.842152] env[70483]: DEBUG nova.compute.manager [req-3ffc3240-5c11-4c04-864f-a4ee701efca4 req-231c303d-3a03-47ec-8f69-22c2a372f18d service nova] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] No waiting events found dispatching network-vif-plugged-cc3cce17-fc4a-4c25-8404-8e1eff15c77b {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1187.842152] env[70483]: WARNING nova.compute.manager [req-3ffc3240-5c11-4c04-864f-a4ee701efca4 req-231c303d-3a03-47ec-8f69-22c2a372f18d service nova] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Received unexpected event network-vif-plugged-cc3cce17-fc4a-4c25-8404-8e1eff15c77b for instance with vm_state building and task_state spawning. [ 1187.871418] env[70483]: DEBUG oslo_vmware.api [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524cee17-0b28-d09f-b14d-bc2b5355e2bd, 'name': SearchDatastore_Task, 'duration_secs': 0.015996} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.871672] env[70483]: DEBUG oslo_concurrency.lockutils [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.871921] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 117aaac7-aed4-4695-a4f5-93148f300ef9/117aaac7-aed4-4695-a4f5-93148f300ef9.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1187.872221] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef12cf40-9068-4883-b3cc-5368ff74261a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.880867] env[70483]: DEBUG oslo_vmware.api [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1187.880867] env[70483]: value = "task-3478824" [ 1187.880867] env[70483]: _type = "Task" [ 1187.880867] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.891594] env[70483]: DEBUG oslo_vmware.api [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478824, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.934779] env[70483]: DEBUG nova.scheduler.client.report [None req-d3169bca-fa84-468b-b172-3bc9c09e1734 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.965768] env[70483]: DEBUG nova.network.neutron [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Successfully updated port: cc3cce17-fc4a-4c25-8404-8e1eff15c77b {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1188.081633] env[70483]: INFO nova.compute.manager [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Took 20.94 seconds to build instance. [ 1188.394372] env[70483]: DEBUG oslo_vmware.api [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478824, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.441782] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d3169bca-fa84-468b-b172-3bc9c09e1734 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.866s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.444281] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.927s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.444514] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.471527] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Acquiring lock "refresh_cache-fa265c17-098b-42bf-a1f2-6e3cdf8fb591" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.471807] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Acquired lock "refresh_cache-fa265c17-098b-42bf-a1f2-6e3cdf8fb591" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.471964] env[70483]: DEBUG nova.network.neutron [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.477151] env[70483]: INFO nova.scheduler.client.report [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Deleted allocations for instance a3cc6122-e729-4dc5-b0fc-233c05209ce4 [ 1188.479572] env[70483]: INFO nova.scheduler.client.report [None req-d3169bca-fa84-468b-b172-3bc9c09e1734 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Deleted allocations for instance ef25df3e-e2a4-42bd-9603-9a65d8dc84d0 [ 1188.584793] env[70483]: DEBUG oslo_concurrency.lockutils [None req-bc621641-6b79-43c1-b5da-1e11cf340a97 tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Lock "0dad9c32-cd58-43ed-8c24-b9a69add6853" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.455s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.892767] env[70483]: DEBUG oslo_vmware.api [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478824, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.845072} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.893230] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 117aaac7-aed4-4695-a4f5-93148f300ef9/117aaac7-aed4-4695-a4f5-93148f300ef9.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1188.895290] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1188.895659] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d605de71-5b2d-4806-8b64-0a7f3679548a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.907192] env[70483]: DEBUG oslo_vmware.api [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1188.907192] env[70483]: value = "task-3478825" [ 1188.907192] env[70483]: _type = "Task" [ 1188.907192] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.913929] env[70483]: DEBUG oslo_vmware.api [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478825, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.993794] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9f542798-644a-4db5-ab2e-812f13e4c677 tempest-DeleteServersTestJSON-1981846504 tempest-DeleteServersTestJSON-1981846504-project-member] Lock "a3cc6122-e729-4dc5-b0fc-233c05209ce4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.917s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.995014] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d3169bca-fa84-468b-b172-3bc9c09e1734 tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "ef25df3e-e2a4-42bd-9603-9a65d8dc84d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.907s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.023756] env[70483]: DEBUG nova.network.neutron [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1189.146018] env[70483]: DEBUG oslo_concurrency.lockutils [None req-151f25ba-cfcc-4d82-bc18-dc13ef550567 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Acquiring lock "1a2ad0d7-4486-4e92-a091-2be2d2797bee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.146018] env[70483]: DEBUG oslo_concurrency.lockutils [None req-151f25ba-cfcc-4d82-bc18-dc13ef550567 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Lock "1a2ad0d7-4486-4e92-a091-2be2d2797bee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.146018] env[70483]: DEBUG oslo_concurrency.lockutils [None req-151f25ba-cfcc-4d82-bc18-dc13ef550567 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Acquiring lock "1a2ad0d7-4486-4e92-a091-2be2d2797bee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.146018] env[70483]: DEBUG oslo_concurrency.lockutils [None req-151f25ba-cfcc-4d82-bc18-dc13ef550567 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Lock "1a2ad0d7-4486-4e92-a091-2be2d2797bee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.146018] env[70483]: DEBUG oslo_concurrency.lockutils [None req-151f25ba-cfcc-4d82-bc18-dc13ef550567 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Lock "1a2ad0d7-4486-4e92-a091-2be2d2797bee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.147933] env[70483]: INFO nova.compute.manager [None req-151f25ba-cfcc-4d82-bc18-dc13ef550567 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Terminating instance [ 1189.170977] env[70483]: DEBUG nova.network.neutron [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Updating instance_info_cache with network_info: [{"id": "cc3cce17-fc4a-4c25-8404-8e1eff15c77b", "address": "fa:16:3e:07:73:1b", "network": {"id": "d86bd936-1046-4258-85fe-4c3fb5e90244", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-379085116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c424515a2c1a40e582fab18cd55a504a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc3cce17-fc", "ovs_interfaceid": "cc3cce17-fc4a-4c25-8404-8e1eff15c77b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.416515] env[70483]: DEBUG oslo_vmware.api [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478825, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123339} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.417271] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1189.418549] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c026a1-6e9b-4908-9ed3-09ea2a32eba0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.452112] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 117aaac7-aed4-4695-a4f5-93148f300ef9/117aaac7-aed4-4695-a4f5-93148f300ef9.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.452888] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52f1f5da-5c82-4945-93bf-a06502b743c3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.475681] env[70483]: DEBUG oslo_vmware.api [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1189.475681] env[70483]: value = "task-3478826" [ 1189.475681] env[70483]: _type = "Task" [ 1189.475681] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.487953] env[70483]: DEBUG oslo_vmware.api [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478826, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.593716] env[70483]: DEBUG nova.compute.manager [req-38386113-0e06-438d-9880-d8a0e29d1517 req-777d5b72-476c-4768-8929-f201f711ea33 service nova] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Received event network-changed-de5fa4e9-b6f9-41d3-a475-3b622e2b7e9d {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.594382] env[70483]: DEBUG nova.compute.manager [req-38386113-0e06-438d-9880-d8a0e29d1517 req-777d5b72-476c-4768-8929-f201f711ea33 service nova] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Refreshing instance network info cache due to event network-changed-de5fa4e9-b6f9-41d3-a475-3b622e2b7e9d. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1189.595008] env[70483]: DEBUG oslo_concurrency.lockutils [req-38386113-0e06-438d-9880-d8a0e29d1517 req-777d5b72-476c-4768-8929-f201f711ea33 service nova] Acquiring lock "refresh_cache-0dad9c32-cd58-43ed-8c24-b9a69add6853" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.595008] env[70483]: DEBUG oslo_concurrency.lockutils [req-38386113-0e06-438d-9880-d8a0e29d1517 req-777d5b72-476c-4768-8929-f201f711ea33 service nova] Acquired lock "refresh_cache-0dad9c32-cd58-43ed-8c24-b9a69add6853" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.595267] env[70483]: DEBUG nova.network.neutron [req-38386113-0e06-438d-9880-d8a0e29d1517 req-777d5b72-476c-4768-8929-f201f711ea33 service nova] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Refreshing network info cache for port de5fa4e9-b6f9-41d3-a475-3b622e2b7e9d {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.652206] env[70483]: DEBUG nova.compute.manager [None req-151f25ba-cfcc-4d82-bc18-dc13ef550567 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1189.652486] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-151f25ba-cfcc-4d82-bc18-dc13ef550567 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.653530] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4152fa-b6f8-4aa0-a8e1-dc5ad4dd97d7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.665087] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-151f25ba-cfcc-4d82-bc18-dc13ef550567 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.665410] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e942fdf7-a79e-402f-85eb-4c6ff2af8239 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.675387] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Releasing lock "refresh_cache-fa265c17-098b-42bf-a1f2-6e3cdf8fb591" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.675387] env[70483]: DEBUG nova.compute.manager [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Instance network_info: |[{"id": "cc3cce17-fc4a-4c25-8404-8e1eff15c77b", "address": "fa:16:3e:07:73:1b", "network": {"id": "d86bd936-1046-4258-85fe-4c3fb5e90244", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-379085116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c424515a2c1a40e582fab18cd55a504a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc3cce17-fc", "ovs_interfaceid": "cc3cce17-fc4a-4c25-8404-8e1eff15c77b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1189.675387] env[70483]: DEBUG oslo_vmware.api [None req-151f25ba-cfcc-4d82-bc18-dc13ef550567 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Waiting for the task: (returnval){ [ 1189.675387] env[70483]: value = "task-3478827" [ 1189.675387] env[70483]: _type = "Task" [ 1189.675387] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.676129] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:73:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfae3ef8-cae7-455d-8632-ba93e1671625', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc3cce17-fc4a-4c25-8404-8e1eff15c77b', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1189.690605] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Creating folder: Project (c424515a2c1a40e582fab18cd55a504a). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1189.690605] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9620481-9d2f-4bf4-a0b5-ca691e7f2f44 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.704349] env[70483]: DEBUG oslo_vmware.api [None req-151f25ba-cfcc-4d82-bc18-dc13ef550567 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Task: {'id': task-3478827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.710317] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Created folder: Project (c424515a2c1a40e582fab18cd55a504a) in parent group-v695216. [ 1189.711066] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Creating folder: Instances. Parent ref: group-v695506. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1189.711066] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85283b1b-24a7-48f2-8232-d43f146f2906 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.726180] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Created folder: Instances in parent group-v695506. [ 1189.726180] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.726180] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1189.726180] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c701c9e0-f902-416d-8668-a0600cf5a3c5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.752586] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1189.752586] env[70483]: value = "task-3478830" [ 1189.752586] env[70483]: _type = "Task" [ 1189.752586] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.764045] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478830, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.773768] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7cec8445-a23a-4cf0-be2d-e1a6026e459e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.773768] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7cec8445-a23a-4cf0-be2d-e1a6026e459e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.773768] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7cec8445-a23a-4cf0-be2d-e1a6026e459e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.773768] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7cec8445-a23a-4cf0-be2d-e1a6026e459e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.773768] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7cec8445-a23a-4cf0-be2d-e1a6026e459e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.777211] env[70483]: INFO nova.compute.manager [None req-7cec8445-a23a-4cf0-be2d-e1a6026e459e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Terminating instance [ 1189.890736] env[70483]: DEBUG nova.compute.manager [req-85e42543-c3d5-4a3d-81de-a56b226a0fe2 req-b7628b54-a797-41d1-bafd-59944faa1abd service nova] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Received event network-changed-cc3cce17-fc4a-4c25-8404-8e1eff15c77b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.891045] env[70483]: DEBUG nova.compute.manager [req-85e42543-c3d5-4a3d-81de-a56b226a0fe2 req-b7628b54-a797-41d1-bafd-59944faa1abd service nova] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Refreshing instance network info cache due to event network-changed-cc3cce17-fc4a-4c25-8404-8e1eff15c77b. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1189.891258] env[70483]: DEBUG oslo_concurrency.lockutils [req-85e42543-c3d5-4a3d-81de-a56b226a0fe2 req-b7628b54-a797-41d1-bafd-59944faa1abd service nova] Acquiring lock "refresh_cache-fa265c17-098b-42bf-a1f2-6e3cdf8fb591" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.891492] env[70483]: DEBUG oslo_concurrency.lockutils [req-85e42543-c3d5-4a3d-81de-a56b226a0fe2 req-b7628b54-a797-41d1-bafd-59944faa1abd service nova] Acquired lock "refresh_cache-fa265c17-098b-42bf-a1f2-6e3cdf8fb591" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.891613] env[70483]: DEBUG nova.network.neutron [req-85e42543-c3d5-4a3d-81de-a56b226a0fe2 req-b7628b54-a797-41d1-bafd-59944faa1abd service nova] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Refreshing network info cache for port cc3cce17-fc4a-4c25-8404-8e1eff15c77b {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.986736] env[70483]: DEBUG oslo_vmware.api [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478826, 'name': ReconfigVM_Task, 'duration_secs': 0.355019} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.987057] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 117aaac7-aed4-4695-a4f5-93148f300ef9/117aaac7-aed4-4695-a4f5-93148f300ef9.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1189.987727] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d6badbd-687e-424e-b6dd-2062f1f6fc6e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.997221] env[70483]: DEBUG oslo_vmware.api [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1189.997221] env[70483]: value = "task-3478832" [ 1189.997221] env[70483]: _type = "Task" [ 1189.997221] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.010427] env[70483]: DEBUG oslo_vmware.api [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478832, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.198972] env[70483]: DEBUG oslo_vmware.api [None req-151f25ba-cfcc-4d82-bc18-dc13ef550567 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Task: {'id': task-3478827, 'name': PowerOffVM_Task, 'duration_secs': 0.332406} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.203467] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-151f25ba-cfcc-4d82-bc18-dc13ef550567 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1190.203685] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-151f25ba-cfcc-4d82-bc18-dc13ef550567 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1190.204007] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c622b8f-bd8d-4934-b7d2-9bd2b0a1e2f2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.262333] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478830, 'name': CreateVM_Task, 'duration_secs': 0.435057} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.262512] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1190.263230] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.263385] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.263799] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.264224] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f00bdf90-a2b6-432a-bb97-6b2285ddb86d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.270650] env[70483]: DEBUG oslo_vmware.api [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Waiting for the task: (returnval){ [ 1190.270650] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52fb844c-8774-79bb-2324-0f91607aa18b" [ 1190.270650] env[70483]: _type = "Task" [ 1190.270650] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.284653] env[70483]: DEBUG nova.compute.manager [None req-7cec8445-a23a-4cf0-be2d-e1a6026e459e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1190.284903] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7cec8445-a23a-4cf0-be2d-e1a6026e459e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1190.288326] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c0ced6-7faa-47af-9395-676b4234b95c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.294599] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-151f25ba-cfcc-4d82-bc18-dc13ef550567 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1190.294871] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-151f25ba-cfcc-4d82-bc18-dc13ef550567 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1190.295948] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-151f25ba-cfcc-4d82-bc18-dc13ef550567 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Deleting the datastore file [datastore1] 1a2ad0d7-4486-4e92-a091-2be2d2797bee {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1190.295948] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4302055d-a341-428f-90c2-52ae1bfe0008 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.302627] env[70483]: DEBUG oslo_vmware.api [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52fb844c-8774-79bb-2324-0f91607aa18b, 'name': SearchDatastore_Task, 'duration_secs': 0.020846} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.304033] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.304033] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1190.304456] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.305421] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.305421] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1190.307641] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8d4d489-5dc1-45f3-8409-7793f707faa3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.309905] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cec8445-a23a-4cf0-be2d-e1a6026e459e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1190.311818] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5176090b-2648-4d13-9480-cbe70c540c89 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.315875] env[70483]: DEBUG oslo_vmware.api [None req-151f25ba-cfcc-4d82-bc18-dc13ef550567 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Waiting for the task: (returnval){ [ 1190.315875] env[70483]: value = "task-3478834" [ 1190.315875] env[70483]: _type = "Task" [ 1190.315875] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.325097] env[70483]: DEBUG oslo_vmware.api [None req-7cec8445-a23a-4cf0-be2d-e1a6026e459e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 1190.325097] env[70483]: value = "task-3478835" [ 1190.325097] env[70483]: _type = "Task" [ 1190.325097] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.331384] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1190.333396] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1190.333396] env[70483]: DEBUG oslo_vmware.api [None req-151f25ba-cfcc-4d82-bc18-dc13ef550567 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Task: {'id': task-3478834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.337327] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c818da7-93c7-4fd2-8aac-d9261642f541 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.351744] env[70483]: DEBUG oslo_vmware.api [None req-7cec8445-a23a-4cf0-be2d-e1a6026e459e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.352340] env[70483]: DEBUG oslo_vmware.api [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Waiting for the task: (returnval){ [ 1190.352340] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]521500b9-a083-1c63-9d39-a7e9879b37c7" [ 1190.352340] env[70483]: _type = "Task" [ 1190.352340] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.362584] env[70483]: DEBUG oslo_vmware.api [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]521500b9-a083-1c63-9d39-a7e9879b37c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.373563] env[70483]: DEBUG nova.network.neutron [req-38386113-0e06-438d-9880-d8a0e29d1517 req-777d5b72-476c-4768-8929-f201f711ea33 service nova] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Updated VIF entry in instance network info cache for port de5fa4e9-b6f9-41d3-a475-3b622e2b7e9d. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1190.373563] env[70483]: DEBUG nova.network.neutron [req-38386113-0e06-438d-9880-d8a0e29d1517 req-777d5b72-476c-4768-8929-f201f711ea33 service nova] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Updating instance_info_cache with network_info: [{"id": "de5fa4e9-b6f9-41d3-a475-3b622e2b7e9d", "address": "fa:16:3e:bf:76:bf", "network": {"id": "3bda7b2d-26d3-48c8-96f0-84d1d75a31df", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1114127051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12f2c8a633fa431ab1414a38067087b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde5fa4e9-b6", "ovs_interfaceid": "de5fa4e9-b6f9-41d3-a475-3b622e2b7e9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.513864] env[70483]: DEBUG oslo_vmware.api [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478832, 'name': Rename_Task, 'duration_secs': 0.193223} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.514540] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1190.515301] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-642a7ee0-3a75-498f-8cf1-824084cbb6d6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.524191] env[70483]: DEBUG oslo_vmware.api [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1190.524191] env[70483]: value = "task-3478836" [ 1190.524191] env[70483]: _type = "Task" [ 1190.524191] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.534563] env[70483]: DEBUG oslo_vmware.api [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.734378] env[70483]: DEBUG nova.network.neutron [req-85e42543-c3d5-4a3d-81de-a56b226a0fe2 req-b7628b54-a797-41d1-bafd-59944faa1abd service nova] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Updated VIF entry in instance network info cache for port cc3cce17-fc4a-4c25-8404-8e1eff15c77b. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1190.734925] env[70483]: DEBUG nova.network.neutron [req-85e42543-c3d5-4a3d-81de-a56b226a0fe2 req-b7628b54-a797-41d1-bafd-59944faa1abd service nova] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Updating instance_info_cache with network_info: [{"id": "cc3cce17-fc4a-4c25-8404-8e1eff15c77b", "address": "fa:16:3e:07:73:1b", "network": {"id": "d86bd936-1046-4258-85fe-4c3fb5e90244", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-379085116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c424515a2c1a40e582fab18cd55a504a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc3cce17-fc", "ovs_interfaceid": "cc3cce17-fc4a-4c25-8404-8e1eff15c77b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.825978] env[70483]: DEBUG oslo_vmware.api [None req-151f25ba-cfcc-4d82-bc18-dc13ef550567 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Task: {'id': task-3478834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249453} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.826287] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-151f25ba-cfcc-4d82-bc18-dc13ef550567 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.826477] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-151f25ba-cfcc-4d82-bc18-dc13ef550567 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.826662] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-151f25ba-cfcc-4d82-bc18-dc13ef550567 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.826835] env[70483]: INFO nova.compute.manager [None req-151f25ba-cfcc-4d82-bc18-dc13ef550567 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1190.827130] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-151f25ba-cfcc-4d82-bc18-dc13ef550567 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.827339] env[70483]: DEBUG nova.compute.manager [-] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1190.827436] env[70483]: DEBUG nova.network.neutron [-] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1190.842389] env[70483]: DEBUG oslo_vmware.api [None req-7cec8445-a23a-4cf0-be2d-e1a6026e459e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478835, 'name': PowerOffVM_Task, 'duration_secs': 0.240815} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.842725] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cec8445-a23a-4cf0-be2d-e1a6026e459e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1190.843253] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7cec8445-a23a-4cf0-be2d-e1a6026e459e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1190.843253] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a322ede-5cb1-4d56-8f91-2557e05922a4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.873311] env[70483]: DEBUG oslo_vmware.api [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]521500b9-a083-1c63-9d39-a7e9879b37c7, 'name': SearchDatastore_Task, 'duration_secs': 0.017318} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.874093] env[70483]: DEBUG oslo_concurrency.lockutils [req-38386113-0e06-438d-9880-d8a0e29d1517 req-777d5b72-476c-4768-8929-f201f711ea33 service nova] Releasing lock "refresh_cache-0dad9c32-cd58-43ed-8c24-b9a69add6853" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.875829] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaf91858-8dbf-4c81-875e-51a1ba822508 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.884185] env[70483]: DEBUG oslo_vmware.api [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Waiting for the task: (returnval){ [ 1190.884185] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52cc25b4-890a-b5b2-303b-b0082b8ec6cb" [ 1190.884185] env[70483]: _type = "Task" [ 1190.884185] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.896929] env[70483]: DEBUG oslo_vmware.api [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52cc25b4-890a-b5b2-303b-b0082b8ec6cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.939787] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7cec8445-a23a-4cf0-be2d-e1a6026e459e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1190.940127] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7cec8445-a23a-4cf0-be2d-e1a6026e459e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1190.940270] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cec8445-a23a-4cf0-be2d-e1a6026e459e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Deleting the datastore file [datastore2] 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1190.940543] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0524cae7-5ca4-4004-92cd-33d157061534 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.947481] env[70483]: DEBUG oslo_vmware.api [None req-7cec8445-a23a-4cf0-be2d-e1a6026e459e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for the task: (returnval){ [ 1190.947481] env[70483]: value = "task-3478838" [ 1190.947481] env[70483]: _type = "Task" [ 1190.947481] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.957977] env[70483]: DEBUG oslo_vmware.api [None req-7cec8445-a23a-4cf0-be2d-e1a6026e459e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.035854] env[70483]: DEBUG oslo_vmware.api [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478836, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.237333] env[70483]: DEBUG oslo_concurrency.lockutils [req-85e42543-c3d5-4a3d-81de-a56b226a0fe2 req-b7628b54-a797-41d1-bafd-59944faa1abd service nova] Releasing lock "refresh_cache-fa265c17-098b-42bf-a1f2-6e3cdf8fb591" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.399634] env[70483]: DEBUG oslo_vmware.api [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52cc25b4-890a-b5b2-303b-b0082b8ec6cb, 'name': SearchDatastore_Task, 'duration_secs': 0.028665} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.400059] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.401226] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] fa265c17-098b-42bf-a1f2-6e3cdf8fb591/fa265c17-098b-42bf-a1f2-6e3cdf8fb591.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1191.401363] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9add8315-4220-4394-bf4a-2c94250ddd38 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.421834] env[70483]: DEBUG oslo_vmware.api [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Waiting for the task: (returnval){ [ 1191.421834] env[70483]: value = "task-3478839" [ 1191.421834] env[70483]: _type = "Task" [ 1191.421834] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.433274] env[70483]: DEBUG oslo_vmware.api [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Task: {'id': task-3478839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.462676] env[70483]: DEBUG oslo_vmware.api [None req-7cec8445-a23a-4cf0-be2d-e1a6026e459e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Task: {'id': task-3478838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.394078} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.462956] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cec8445-a23a-4cf0-be2d-e1a6026e459e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1191.462956] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7cec8445-a23a-4cf0-be2d-e1a6026e459e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1191.463133] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7cec8445-a23a-4cf0-be2d-e1a6026e459e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1191.463312] env[70483]: INFO nova.compute.manager [None req-7cec8445-a23a-4cf0-be2d-e1a6026e459e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1191.463554] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7cec8445-a23a-4cf0-be2d-e1a6026e459e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.463749] env[70483]: DEBUG nova.compute.manager [-] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1191.463898] env[70483]: DEBUG nova.network.neutron [-] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1191.535374] env[70483]: DEBUG oslo_vmware.api [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478836, 'name': PowerOnVM_Task, 'duration_secs': 0.599435} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.535751] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1191.535966] env[70483]: INFO nova.compute.manager [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Took 8.24 seconds to spawn the instance on the hypervisor. [ 1191.536168] env[70483]: DEBUG nova.compute.manager [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1191.536950] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2ed580-5479-497f-827d-b3ea5455dc05 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.922870] env[70483]: DEBUG nova.compute.manager [req-5ccbcd30-6eb4-40de-83a8-9f0c81010aaf req-158aa790-2f8a-4297-824e-17dad3efc18b service nova] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Received event network-vif-deleted-71f6c0c3-1f2b-41e1-bfd9-5ef10d0f9689 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.923128] env[70483]: INFO nova.compute.manager [req-5ccbcd30-6eb4-40de-83a8-9f0c81010aaf req-158aa790-2f8a-4297-824e-17dad3efc18b service nova] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Neutron deleted interface 71f6c0c3-1f2b-41e1-bfd9-5ef10d0f9689; detaching it from the instance and deleting it from the info cache [ 1191.923496] env[70483]: DEBUG nova.network.neutron [req-5ccbcd30-6eb4-40de-83a8-9f0c81010aaf req-158aa790-2f8a-4297-824e-17dad3efc18b service nova] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.930587] env[70483]: DEBUG nova.network.neutron [-] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.936415] env[70483]: DEBUG oslo_vmware.api [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Task: {'id': task-3478839, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.058738] env[70483]: INFO nova.compute.manager [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Took 16.76 seconds to build instance. [ 1192.200052] env[70483]: DEBUG nova.network.neutron [-] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.431089] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66972360-7cbb-461f-9458-dc64617eec40 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.433683] env[70483]: INFO nova.compute.manager [-] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Took 1.61 seconds to deallocate network for instance. [ 1192.442922] env[70483]: DEBUG oslo_vmware.api [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Task: {'id': task-3478839, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.903594} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.444958] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] fa265c17-098b-42bf-a1f2-6e3cdf8fb591/fa265c17-098b-42bf-a1f2-6e3cdf8fb591.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1192.445313] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1192.446053] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad53e4f1-0192-4f07-9d8e-e536063b2293 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.451758] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2969d395-73f4-492b-94b3-89abefc7f0c9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.481768] env[70483]: DEBUG oslo_vmware.api [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Waiting for the task: (returnval){ [ 1192.481768] env[70483]: value = "task-3478840" [ 1192.481768] env[70483]: _type = "Task" [ 1192.481768] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.507266] env[70483]: DEBUG nova.compute.manager [req-5ccbcd30-6eb4-40de-83a8-9f0c81010aaf req-158aa790-2f8a-4297-824e-17dad3efc18b service nova] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Detach interface failed, port_id=71f6c0c3-1f2b-41e1-bfd9-5ef10d0f9689, reason: Instance 1a2ad0d7-4486-4e92-a091-2be2d2797bee could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1192.507549] env[70483]: DEBUG nova.compute.manager [req-5ccbcd30-6eb4-40de-83a8-9f0c81010aaf req-158aa790-2f8a-4297-824e-17dad3efc18b service nova] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Received event network-vif-deleted-d1febc11-0edf-4b98-a92c-a348ede08159 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.507730] env[70483]: INFO nova.compute.manager [req-5ccbcd30-6eb4-40de-83a8-9f0c81010aaf req-158aa790-2f8a-4297-824e-17dad3efc18b service nova] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Neutron deleted interface d1febc11-0edf-4b98-a92c-a348ede08159; detaching it from the instance and deleting it from the info cache [ 1192.507905] env[70483]: DEBUG nova.network.neutron [req-5ccbcd30-6eb4-40de-83a8-9f0c81010aaf req-158aa790-2f8a-4297-824e-17dad3efc18b service nova] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.515553] env[70483]: DEBUG oslo_vmware.api [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Task: {'id': task-3478840, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.560935] env[70483]: DEBUG oslo_concurrency.lockutils [None req-68a20276-bade-4661-9974-0a97e5bc7aee tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "117aaac7-aed4-4695-a4f5-93148f300ef9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.274s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.704022] env[70483]: INFO nova.compute.manager [-] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Took 1.24 seconds to deallocate network for instance. [ 1192.946802] env[70483]: DEBUG oslo_concurrency.lockutils [None req-151f25ba-cfcc-4d82-bc18-dc13ef550567 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.946872] env[70483]: DEBUG oslo_concurrency.lockutils [None req-151f25ba-cfcc-4d82-bc18-dc13ef550567 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.947814] env[70483]: DEBUG nova.objects.instance [None req-151f25ba-cfcc-4d82-bc18-dc13ef550567 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Lazy-loading 'resources' on Instance uuid 1a2ad0d7-4486-4e92-a091-2be2d2797bee {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.992262] env[70483]: DEBUG oslo_vmware.api [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Task: {'id': task-3478840, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071025} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.992950] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1192.993794] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fbee66-526f-4974-ab6d-86ad3ff3acf6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.020227] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] fa265c17-098b-42bf-a1f2-6e3cdf8fb591/fa265c17-098b-42bf-a1f2-6e3cdf8fb591.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.020832] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-869e6e91-274f-4fd3-8cdf-9bab135d042f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.036507] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e0a61dde-35ea-4529-bf0e-5abf189ec4a0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.048577] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f489cea0-c7a5-4df8-a8dc-3fcd8e29e69e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.067742] env[70483]: DEBUG oslo_vmware.api [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Waiting for the task: (returnval){ [ 1193.067742] env[70483]: value = "task-3478841" [ 1193.067742] env[70483]: _type = "Task" [ 1193.067742] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.077732] env[70483]: DEBUG oslo_vmware.api [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Task: {'id': task-3478841, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.092344] env[70483]: DEBUG nova.compute.manager [req-5ccbcd30-6eb4-40de-83a8-9f0c81010aaf req-158aa790-2f8a-4297-824e-17dad3efc18b service nova] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Detach interface failed, port_id=d1febc11-0edf-4b98-a92c-a348ede08159, reason: Instance 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1193.212214] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7cec8445-a23a-4cf0-be2d-e1a6026e459e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.580043] env[70483]: DEBUG oslo_vmware.api [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Task: {'id': task-3478841, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.679976] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a5faf2-f02b-4ef3-8ebd-bbe0e9d6d234 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.690061] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576ea879-4366-44ba-977d-ae5b69c5885c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.728022] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c1c91b-e90e-466a-b36c-639309d1b754 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.735779] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa40881-9ac4-412f-926a-0ee8142a9a3f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.752440] env[70483]: DEBUG nova.compute.provider_tree [None req-151f25ba-cfcc-4d82-bc18-dc13ef550567 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.897027] env[70483]: DEBUG nova.compute.manager [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Stashing vm_state: active {{(pid=70483) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1194.082100] env[70483]: DEBUG oslo_vmware.api [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Task: {'id': task-3478841, 'name': ReconfigVM_Task, 'duration_secs': 0.686998} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.082100] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Reconfigured VM instance instance-0000006d to attach disk [datastore2] fa265c17-098b-42bf-a1f2-6e3cdf8fb591/fa265c17-098b-42bf-a1f2-6e3cdf8fb591.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.082610] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73f5f56f-cd21-437a-b9ff-046926749320 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.090907] env[70483]: DEBUG oslo_vmware.api [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Waiting for the task: (returnval){ [ 1194.090907] env[70483]: value = "task-3478842" [ 1194.090907] env[70483]: _type = "Task" [ 1194.090907] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.100218] env[70483]: DEBUG oslo_vmware.api [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Task: {'id': task-3478842, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.256605] env[70483]: DEBUG nova.scheduler.client.report [None req-151f25ba-cfcc-4d82-bc18-dc13ef550567 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.417727] env[70483]: DEBUG oslo_concurrency.lockutils [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.604955] env[70483]: DEBUG oslo_vmware.api [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Task: {'id': task-3478842, 'name': Rename_Task, 'duration_secs': 0.223841} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.605412] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1194.605749] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c1ebdbf-4456-4c13-9460-bb7bb38eaa61 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.614696] env[70483]: DEBUG oslo_vmware.api [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Waiting for the task: (returnval){ [ 1194.614696] env[70483]: value = "task-3478843" [ 1194.614696] env[70483]: _type = "Task" [ 1194.614696] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.626706] env[70483]: DEBUG oslo_vmware.api [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Task: {'id': task-3478843, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.764073] env[70483]: DEBUG oslo_concurrency.lockutils [None req-151f25ba-cfcc-4d82-bc18-dc13ef550567 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.817s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.767538] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7cec8445-a23a-4cf0-be2d-e1a6026e459e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.555s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.767538] env[70483]: DEBUG nova.objects.instance [None req-7cec8445-a23a-4cf0-be2d-e1a6026e459e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lazy-loading 'resources' on Instance uuid 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.798047] env[70483]: INFO nova.scheduler.client.report [None req-151f25ba-cfcc-4d82-bc18-dc13ef550567 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Deleted allocations for instance 1a2ad0d7-4486-4e92-a091-2be2d2797bee [ 1195.129347] env[70483]: DEBUG oslo_vmware.api [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Task: {'id': task-3478843, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.307268] env[70483]: DEBUG oslo_concurrency.lockutils [None req-151f25ba-cfcc-4d82-bc18-dc13ef550567 tempest-ServersTestFqdnHostnames-378627322 tempest-ServersTestFqdnHostnames-378627322-project-member] Lock "1a2ad0d7-4486-4e92-a091-2be2d2797bee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.164s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.496419] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fddc449-a8dc-4d88-b180-cf964e2a37af {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.505724] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab5ca82-2311-4aad-b700-cdee0d0c24b3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.545165] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6f6888-5ba3-4b15-a664-bbf258e0adf2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.554422] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80171c3-dfbb-4f9a-b076-f0b5e311192c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.568915] env[70483]: DEBUG nova.compute.provider_tree [None req-7cec8445-a23a-4cf0-be2d-e1a6026e459e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.626592] env[70483]: DEBUG oslo_vmware.api [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Task: {'id': task-3478843, 'name': PowerOnVM_Task, 'duration_secs': 0.778471} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.627097] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1195.627208] env[70483]: INFO nova.compute.manager [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Took 8.93 seconds to spawn the instance on the hypervisor. [ 1195.627379] env[70483]: DEBUG nova.compute.manager [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1195.628234] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610e59aa-a58f-4071-ad3d-f6cf46fc008b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.072193] env[70483]: DEBUG nova.scheduler.client.report [None req-7cec8445-a23a-4cf0-be2d-e1a6026e459e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.146785] env[70483]: INFO nova.compute.manager [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Took 19.63 seconds to build instance. [ 1196.578539] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7cec8445-a23a-4cf0-be2d-e1a6026e459e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.811s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.580483] env[70483]: DEBUG oslo_concurrency.lockutils [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.163s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.614284] env[70483]: INFO nova.scheduler.client.report [None req-7cec8445-a23a-4cf0-be2d-e1a6026e459e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Deleted allocations for instance 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3 [ 1196.649959] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cfe352b3-b481-4cf5-a181-45078253b58d tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Lock "fa265c17-098b-42bf-a1f2-6e3cdf8fb591" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.161s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.087833] env[70483]: INFO nova.compute.claims [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1197.130977] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7cec8445-a23a-4cf0-be2d-e1a6026e459e tempest-ServersTestJSON-735892011 tempest-ServersTestJSON-735892011-project-member] Lock "2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.359s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.132159] env[70483]: DEBUG oslo_concurrency.lockutils [None req-af9cc3b7-fdec-4aaa-b22d-a0f875a52674 tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Acquiring lock "fa265c17-098b-42bf-a1f2-6e3cdf8fb591" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.132421] env[70483]: DEBUG oslo_concurrency.lockutils [None req-af9cc3b7-fdec-4aaa-b22d-a0f875a52674 tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Lock "fa265c17-098b-42bf-a1f2-6e3cdf8fb591" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.132714] env[70483]: DEBUG oslo_concurrency.lockutils [None req-af9cc3b7-fdec-4aaa-b22d-a0f875a52674 tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Acquiring lock "fa265c17-098b-42bf-a1f2-6e3cdf8fb591-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.132960] env[70483]: DEBUG oslo_concurrency.lockutils [None req-af9cc3b7-fdec-4aaa-b22d-a0f875a52674 tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Lock "fa265c17-098b-42bf-a1f2-6e3cdf8fb591-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.133234] env[70483]: DEBUG oslo_concurrency.lockutils [None req-af9cc3b7-fdec-4aaa-b22d-a0f875a52674 tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Lock "fa265c17-098b-42bf-a1f2-6e3cdf8fb591-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.135258] env[70483]: INFO nova.compute.manager [None req-af9cc3b7-fdec-4aaa-b22d-a0f875a52674 tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Terminating instance [ 1197.593305] env[70483]: INFO nova.compute.resource_tracker [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Updating resource usage from migration f0f3e554-58f1-472a-bd7d-aad46c6dcb31 [ 1197.644969] env[70483]: DEBUG nova.compute.manager [None req-af9cc3b7-fdec-4aaa-b22d-a0f875a52674 tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1197.647773] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-af9cc3b7-fdec-4aaa-b22d-a0f875a52674 tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1197.647773] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2318ba5-e6da-4682-9f22-7774cbb7c37b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.657538] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-af9cc3b7-fdec-4aaa-b22d-a0f875a52674 tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1197.657835] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59b6d903-a424-4c83-b858-3f05c9a2b3e4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.667417] env[70483]: DEBUG oslo_vmware.api [None req-af9cc3b7-fdec-4aaa-b22d-a0f875a52674 tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Waiting for the task: (returnval){ [ 1197.667417] env[70483]: value = "task-3478844" [ 1197.667417] env[70483]: _type = "Task" [ 1197.667417] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.678340] env[70483]: DEBUG oslo_vmware.api [None req-af9cc3b7-fdec-4aaa-b22d-a0f875a52674 tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Task: {'id': task-3478844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.823030] env[70483]: DEBUG oslo_vmware.rw_handles [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52357793-e201-0565-c006-12efdd44f984/disk-0.vmdk. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1197.827022] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ba8ea7-9767-434a-b7a4-ed1f5406650c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.842857] env[70483]: DEBUG oslo_vmware.rw_handles [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52357793-e201-0565-c006-12efdd44f984/disk-0.vmdk is in state: ready. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1197.843041] env[70483]: ERROR oslo_vmware.rw_handles [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52357793-e201-0565-c006-12efdd44f984/disk-0.vmdk due to incomplete transfer. [ 1197.843308] env[70483]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9e2e5b2b-0a2b-43cf-98e2-58257ba34f0b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.856773] env[70483]: DEBUG oslo_vmware.rw_handles [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52357793-e201-0565-c006-12efdd44f984/disk-0.vmdk. {{(pid=70483) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1197.858246] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Uploaded image 85a3d00c-8141-4621-becd-b2887c618246 to the Glance image server {{(pid=70483) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1197.860865] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Destroying the VM {{(pid=70483) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1197.862043] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-04a446e0-b200-489b-b592-108235bcff74 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.865039] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb66247-b6ca-4a12-bfc7-84d1e74e013d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.874274] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1ee8db-b31e-43bd-bba8-f0a5078a0be1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.878986] env[70483]: DEBUG oslo_vmware.api [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 1197.878986] env[70483]: value = "task-3478845" [ 1197.878986] env[70483]: _type = "Task" [ 1197.878986] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.914013] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e971a1-7bc1-4fbe-9b8a-14b860babaff {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.917176] env[70483]: DEBUG oslo_vmware.api [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478845, 'name': Destroy_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.923355] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b7fc83-fd24-4aae-b33c-f492b53cc6db {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.939236] env[70483]: DEBUG nova.compute.provider_tree [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.181123] env[70483]: DEBUG oslo_vmware.api [None req-af9cc3b7-fdec-4aaa-b22d-a0f875a52674 tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Task: {'id': task-3478844, 'name': PowerOffVM_Task, 'duration_secs': 0.304728} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.181315] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-af9cc3b7-fdec-4aaa-b22d-a0f875a52674 tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1198.181679] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-af9cc3b7-fdec-4aaa-b22d-a0f875a52674 tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1198.182360] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c598bc8-a221-4ecf-8510-1d7ce959f6a5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.286688] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-af9cc3b7-fdec-4aaa-b22d-a0f875a52674 tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1198.286934] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-af9cc3b7-fdec-4aaa-b22d-a0f875a52674 tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1198.287249] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-af9cc3b7-fdec-4aaa-b22d-a0f875a52674 tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Deleting the datastore file [datastore2] fa265c17-098b-42bf-a1f2-6e3cdf8fb591 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1198.287526] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f7cb205-99c4-4807-add3-2425c8854c7b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.295829] env[70483]: DEBUG oslo_vmware.api [None req-af9cc3b7-fdec-4aaa-b22d-a0f875a52674 tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Waiting for the task: (returnval){ [ 1198.295829] env[70483]: value = "task-3478847" [ 1198.295829] env[70483]: _type = "Task" [ 1198.295829] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.305614] env[70483]: DEBUG oslo_vmware.api [None req-af9cc3b7-fdec-4aaa-b22d-a0f875a52674 tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Task: {'id': task-3478847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.394710] env[70483]: DEBUG oslo_vmware.api [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478845, 'name': Destroy_Task, 'duration_secs': 0.364214} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.394710] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Destroyed the VM [ 1198.394710] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Deleting Snapshot of the VM instance {{(pid=70483) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1198.394710] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b6302384-c777-47b6-a640-d44698df1019 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.401696] env[70483]: DEBUG oslo_vmware.api [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 1198.401696] env[70483]: value = "task-3478848" [ 1198.401696] env[70483]: _type = "Task" [ 1198.401696] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.410912] env[70483]: DEBUG oslo_vmware.api [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478848, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.445334] env[70483]: DEBUG nova.scheduler.client.report [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.808522] env[70483]: DEBUG oslo_vmware.api [None req-af9cc3b7-fdec-4aaa-b22d-a0f875a52674 tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Task: {'id': task-3478847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156168} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.810270] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-af9cc3b7-fdec-4aaa-b22d-a0f875a52674 tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1198.810582] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-af9cc3b7-fdec-4aaa-b22d-a0f875a52674 tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1198.810890] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-af9cc3b7-fdec-4aaa-b22d-a0f875a52674 tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1198.811189] env[70483]: INFO nova.compute.manager [None req-af9cc3b7-fdec-4aaa-b22d-a0f875a52674 tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1198.811542] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af9cc3b7-fdec-4aaa-b22d-a0f875a52674 tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1198.812037] env[70483]: DEBUG nova.compute.manager [-] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1198.813043] env[70483]: DEBUG nova.network.neutron [-] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1198.915383] env[70483]: DEBUG oslo_vmware.api [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478848, 'name': RemoveSnapshot_Task, 'duration_secs': 0.373916} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.915679] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Deleted Snapshot of the VM instance {{(pid=70483) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1198.915962] env[70483]: DEBUG nova.compute.manager [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1198.916773] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5868a4-f85b-4bdb-bf15-2f0968bd1bb4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.954499] env[70483]: DEBUG oslo_concurrency.lockutils [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.374s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.954828] env[70483]: INFO nova.compute.manager [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Migrating [ 1199.197390] env[70483]: DEBUG nova.compute.manager [req-de23f2a3-db88-4111-b5de-879d98b29adc req-d958eb50-3dfa-4a55-beff-7d16ca9a73dc service nova] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Received event network-vif-deleted-cc3cce17-fc4a-4c25-8404-8e1eff15c77b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.197390] env[70483]: INFO nova.compute.manager [req-de23f2a3-db88-4111-b5de-879d98b29adc req-d958eb50-3dfa-4a55-beff-7d16ca9a73dc service nova] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Neutron deleted interface cc3cce17-fc4a-4c25-8404-8e1eff15c77b; detaching it from the instance and deleting it from the info cache [ 1199.197390] env[70483]: DEBUG nova.network.neutron [req-de23f2a3-db88-4111-b5de-879d98b29adc req-d958eb50-3dfa-4a55-beff-7d16ca9a73dc service nova] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.438620] env[70483]: INFO nova.compute.manager [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Shelve offloading [ 1199.477064] env[70483]: DEBUG oslo_concurrency.lockutils [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "refresh_cache-117aaac7-aed4-4695-a4f5-93148f300ef9" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.478799] env[70483]: DEBUG oslo_concurrency.lockutils [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquired lock "refresh_cache-117aaac7-aed4-4695-a4f5-93148f300ef9" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.478799] env[70483]: DEBUG nova.network.neutron [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.673557] env[70483]: DEBUG nova.network.neutron [-] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.701336] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b3e7dbc-13c1-441c-a7c3-6cf412c5fea8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.714137] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044736d4-189e-4990-bb86-fec7d216ecbd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.752631] env[70483]: DEBUG nova.compute.manager [req-de23f2a3-db88-4111-b5de-879d98b29adc req-d958eb50-3dfa-4a55-beff-7d16ca9a73dc service nova] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Detach interface failed, port_id=cc3cce17-fc4a-4c25-8404-8e1eff15c77b, reason: Instance fa265c17-098b-42bf-a1f2-6e3cdf8fb591 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1199.942606] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.942606] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5baa93c8-aaa4-4b4e-9a88-9a044139ab80 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.953634] env[70483]: DEBUG oslo_vmware.api [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 1199.953634] env[70483]: value = "task-3478849" [ 1199.953634] env[70483]: _type = "Task" [ 1199.953634] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.962444] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] VM already powered off {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1199.964612] env[70483]: DEBUG nova.compute.manager [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.964612] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bfc5f5-007a-48b4-97cf-df0c264d93a2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.971268] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquiring lock "refresh_cache-86150d37-88af-4ad4-bb16-2fa484ce7ee0" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.971441] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquired lock "refresh_cache-86150d37-88af-4ad4-bb16-2fa484ce7ee0" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.971614] env[70483]: DEBUG nova.network.neutron [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.175857] env[70483]: INFO nova.compute.manager [-] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Took 1.36 seconds to deallocate network for instance. [ 1200.397995] env[70483]: DEBUG nova.network.neutron [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Updating instance_info_cache with network_info: [{"id": "0f13361d-3204-4b7e-9504-90418aad0c4d", "address": "fa:16:3e:16:28:8f", "network": {"id": "f329a1c0-ec70-423d-802d-b6209ab8aec8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1307516247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de4bf47688a34f51898d9809e7767e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f13361d-32", "ovs_interfaceid": "0f13361d-3204-4b7e-9504-90418aad0c4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.443139] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Acquiring lock "1597651e-56c3-498f-9523-0abeaf32f71f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.443366] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Lock "1597651e-56c3-498f-9523-0abeaf32f71f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.685115] env[70483]: DEBUG oslo_concurrency.lockutils [None req-af9cc3b7-fdec-4aaa-b22d-a0f875a52674 tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.685435] env[70483]: DEBUG oslo_concurrency.lockutils [None req-af9cc3b7-fdec-4aaa-b22d-a0f875a52674 tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.685964] env[70483]: DEBUG nova.objects.instance [None req-af9cc3b7-fdec-4aaa-b22d-a0f875a52674 tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Lazy-loading 'resources' on Instance uuid fa265c17-098b-42bf-a1f2-6e3cdf8fb591 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.686940] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Acquiring lock "371ecabb-39ff-4bfa-8764-6063418c2907" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.687778] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Lock "371ecabb-39ff-4bfa-8764-6063418c2907" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.839302] env[70483]: DEBUG nova.network.neutron [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Updating instance_info_cache with network_info: [{"id": "a8404b60-35ef-4040-affa-7875aecdf84b", "address": "fa:16:3e:bb:20:fb", "network": {"id": "ad62c8c7-a505-4b19-b08e-7fc0ad2fe8c0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1287706579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f5421924aec4a0eb2dce7ace32bf86c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8404b60-35", "ovs_interfaceid": "a8404b60-35ef-4040-affa-7875aecdf84b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.901230] env[70483]: DEBUG oslo_concurrency.lockutils [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Releasing lock "refresh_cache-117aaac7-aed4-4695-a4f5-93148f300ef9" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.945411] env[70483]: DEBUG nova.compute.manager [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 1597651e-56c3-498f-9523-0abeaf32f71f] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1201.193026] env[70483]: DEBUG nova.compute.manager [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1201.346293] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Releasing lock "refresh_cache-86150d37-88af-4ad4-bb16-2fa484ce7ee0" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.480091] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.509307] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89eda338-2701-460e-b760-c4dd0b7f48e4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.517039] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3443d907-9329-43ac-b409-8d9a3de2925f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.552473] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19668bb0-bb4a-4141-86c2-530c45cc7f9a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.561075] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cb5293-9813-4148-8aaa-55a538cfaaa5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.575030] env[70483]: DEBUG nova.compute.provider_tree [None req-af9cc3b7-fdec-4aaa-b22d-a0f875a52674 tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.687455] env[70483]: DEBUG nova.compute.manager [req-fda0df60-05b8-4612-9a2e-35071badb6ef req-483cc849-2b16-4d96-bbe6-0d1b9d1b6463 service nova] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Received event network-vif-unplugged-a8404b60-35ef-4040-affa-7875aecdf84b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.687672] env[70483]: DEBUG oslo_concurrency.lockutils [req-fda0df60-05b8-4612-9a2e-35071badb6ef req-483cc849-2b16-4d96-bbe6-0d1b9d1b6463 service nova] Acquiring lock "86150d37-88af-4ad4-bb16-2fa484ce7ee0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.687881] env[70483]: DEBUG oslo_concurrency.lockutils [req-fda0df60-05b8-4612-9a2e-35071badb6ef req-483cc849-2b16-4d96-bbe6-0d1b9d1b6463 service nova] Lock "86150d37-88af-4ad4-bb16-2fa484ce7ee0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.688125] env[70483]: DEBUG oslo_concurrency.lockutils [req-fda0df60-05b8-4612-9a2e-35071badb6ef req-483cc849-2b16-4d96-bbe6-0d1b9d1b6463 service nova] Lock "86150d37-88af-4ad4-bb16-2fa484ce7ee0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.688521] env[70483]: DEBUG nova.compute.manager [req-fda0df60-05b8-4612-9a2e-35071badb6ef req-483cc849-2b16-4d96-bbe6-0d1b9d1b6463 service nova] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] No waiting events found dispatching network-vif-unplugged-a8404b60-35ef-4040-affa-7875aecdf84b {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1201.688521] env[70483]: WARNING nova.compute.manager [req-fda0df60-05b8-4612-9a2e-35071badb6ef req-483cc849-2b16-4d96-bbe6-0d1b9d1b6463 service nova] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Received unexpected event network-vif-unplugged-a8404b60-35ef-4040-affa-7875aecdf84b for instance with vm_state shelved and task_state shelving_offloading. [ 1201.717177] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.772691] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1201.773666] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5968dd78-038b-4649-b059-5933a3a53e25 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.786742] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1201.786742] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6aeb398b-7774-457b-b92d-b170464f26d8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.856483] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1201.856710] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1201.857054] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Deleting the datastore file [datastore2] 86150d37-88af-4ad4-bb16-2fa484ce7ee0 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1201.857248] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f12d22f5-1179-4e3a-bb6e-fb42a3aece49 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.867609] env[70483]: DEBUG oslo_vmware.api [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 1201.867609] env[70483]: value = "task-3478851" [ 1201.867609] env[70483]: _type = "Task" [ 1201.867609] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.876373] env[70483]: DEBUG oslo_vmware.api [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.079507] env[70483]: DEBUG nova.scheduler.client.report [None req-af9cc3b7-fdec-4aaa-b22d-a0f875a52674 tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.379754] env[70483]: DEBUG oslo_vmware.api [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17966} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.379754] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1202.379754] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1202.379754] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1202.412592] env[70483]: INFO nova.scheduler.client.report [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Deleted allocations for instance 86150d37-88af-4ad4-bb16-2fa484ce7ee0 [ 1202.425206] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e0f199-2682-48ad-bccc-f9371be68327 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.446992] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Updating instance '117aaac7-aed4-4695-a4f5-93148f300ef9' progress to 0 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1202.584447] env[70483]: DEBUG oslo_concurrency.lockutils [None req-af9cc3b7-fdec-4aaa-b22d-a0f875a52674 tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.586780] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.107s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.592546] env[70483]: INFO nova.compute.claims [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 1597651e-56c3-498f-9523-0abeaf32f71f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1202.612549] env[70483]: INFO nova.scheduler.client.report [None req-af9cc3b7-fdec-4aaa-b22d-a0f875a52674 tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Deleted allocations for instance fa265c17-098b-42bf-a1f2-6e3cdf8fb591 [ 1202.916808] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.954452] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1202.956265] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9971b75-f78a-4987-980b-e81c9d763494 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.966262] env[70483]: DEBUG oslo_vmware.api [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1202.966262] env[70483]: value = "task-3478852" [ 1202.966262] env[70483]: _type = "Task" [ 1202.966262] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.978594] env[70483]: DEBUG oslo_vmware.api [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.126717] env[70483]: DEBUG oslo_concurrency.lockutils [None req-af9cc3b7-fdec-4aaa-b22d-a0f875a52674 tempest-ServersNegativeTestMultiTenantJSON-1656860860 tempest-ServersNegativeTestMultiTenantJSON-1656860860-project-member] Lock "fa265c17-098b-42bf-a1f2-6e3cdf8fb591" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.994s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.484434] env[70483]: DEBUG oslo_vmware.api [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478852, 'name': PowerOffVM_Task, 'duration_secs': 0.204269} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.484434] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.487033] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Updating instance '117aaac7-aed4-4695-a4f5-93148f300ef9' progress to 17 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1203.539341] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquiring lock "beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.539656] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.815986] env[70483]: DEBUG nova.compute.manager [req-095452d6-3140-406c-9bb4-3d15cce4a4e5 req-e39361da-3e49-4c81-90e6-4d55499094da service nova] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Received event network-changed-a8404b60-35ef-4040-affa-7875aecdf84b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.816698] env[70483]: DEBUG nova.compute.manager [req-095452d6-3140-406c-9bb4-3d15cce4a4e5 req-e39361da-3e49-4c81-90e6-4d55499094da service nova] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Refreshing instance network info cache due to event network-changed-a8404b60-35ef-4040-affa-7875aecdf84b. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1203.817142] env[70483]: DEBUG oslo_concurrency.lockutils [req-095452d6-3140-406c-9bb4-3d15cce4a4e5 req-e39361da-3e49-4c81-90e6-4d55499094da service nova] Acquiring lock "refresh_cache-86150d37-88af-4ad4-bb16-2fa484ce7ee0" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.817360] env[70483]: DEBUG oslo_concurrency.lockutils [req-095452d6-3140-406c-9bb4-3d15cce4a4e5 req-e39361da-3e49-4c81-90e6-4d55499094da service nova] Acquired lock "refresh_cache-86150d37-88af-4ad4-bb16-2fa484ce7ee0" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.817560] env[70483]: DEBUG nova.network.neutron [req-095452d6-3140-406c-9bb4-3d15cce4a4e5 req-e39361da-3e49-4c81-90e6-4d55499094da service nova] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Refreshing network info cache for port a8404b60-35ef-4040-affa-7875aecdf84b {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1203.840122] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20e3d5b-731a-4b9f-9f14-d3424083c026 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.850060] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7537dc-abd3-4c3e-9953-eee61d33aefd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.885449] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de4885e-8ba6-402c-8b3e-36570e76a2c0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.894559] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069764b8-630a-4e08-ac25-cc554ea09231 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.910930] env[70483]: DEBUG nova.compute.provider_tree [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1203.995048] env[70483]: DEBUG nova.virt.hardware [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1203.995509] env[70483]: DEBUG nova.virt.hardware [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1203.995581] env[70483]: DEBUG nova.virt.hardware [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1203.995762] env[70483]: DEBUG nova.virt.hardware [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1203.995969] env[70483]: DEBUG nova.virt.hardware [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1203.998427] env[70483]: DEBUG nova.virt.hardware [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1203.998427] env[70483]: DEBUG nova.virt.hardware [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1203.998427] env[70483]: DEBUG nova.virt.hardware [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1203.998427] env[70483]: DEBUG nova.virt.hardware [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1203.998427] env[70483]: DEBUG nova.virt.hardware [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1203.998427] env[70483]: DEBUG nova.virt.hardware [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1204.003518] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2edb30e-72cb-4ba4-a919-e7f71a6514f8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.023049] env[70483]: DEBUG oslo_vmware.api [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1204.023049] env[70483]: value = "task-3478853" [ 1204.023049] env[70483]: _type = "Task" [ 1204.023049] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.034608] env[70483]: DEBUG oslo_vmware.api [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478853, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.043301] env[70483]: DEBUG nova.compute.manager [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1204.444776] env[70483]: ERROR nova.scheduler.client.report [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [req-73f7a026-765a-45f2-998e-03c4be189b08] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6c4ee772-7226-4ddc-ad20-20b8289011e6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-73f7a026-765a-45f2-998e-03c4be189b08"}]} [ 1204.469190] env[70483]: DEBUG nova.scheduler.client.report [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Refreshing inventories for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1204.484829] env[70483]: DEBUG nova.scheduler.client.report [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Updating ProviderTree inventory for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1204.485115] env[70483]: DEBUG nova.compute.provider_tree [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1204.500112] env[70483]: DEBUG nova.scheduler.client.report [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Refreshing aggregate associations for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6, aggregates: None {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1204.530315] env[70483]: DEBUG nova.scheduler.client.report [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Refreshing trait associations for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1204.537238] env[70483]: DEBUG oslo_vmware.api [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478853, 'name': ReconfigVM_Task, 'duration_secs': 0.356349} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.537499] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Updating instance '117aaac7-aed4-4695-a4f5-93148f300ef9' progress to 33 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1204.582571] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.670278] env[70483]: DEBUG nova.network.neutron [req-095452d6-3140-406c-9bb4-3d15cce4a4e5 req-e39361da-3e49-4c81-90e6-4d55499094da service nova] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Updated VIF entry in instance network info cache for port a8404b60-35ef-4040-affa-7875aecdf84b. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1204.670606] env[70483]: DEBUG nova.network.neutron [req-095452d6-3140-406c-9bb4-3d15cce4a4e5 req-e39361da-3e49-4c81-90e6-4d55499094da service nova] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Updating instance_info_cache with network_info: [{"id": "a8404b60-35ef-4040-affa-7875aecdf84b", "address": "fa:16:3e:bb:20:fb", "network": {"id": "ad62c8c7-a505-4b19-b08e-7fc0ad2fe8c0", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1287706579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f5421924aec4a0eb2dce7ace32bf86c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa8404b60-35", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.717794] env[70483]: DEBUG oslo_concurrency.lockutils [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Acquiring lock "fb504f0b-ff60-4f55-9bb5-4919e3eda455" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.720014] env[70483]: DEBUG oslo_concurrency.lockutils [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lock "fb504f0b-ff60-4f55-9bb5-4919e3eda455" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.892456] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f3d3a4-e601-46eb-b831-ddbd1cb677e6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.901166] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b7e126-b728-4a40-aa80-d2dcaa011f8e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.934724] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0999a759-5f79-42f6-b36a-ec787c840688 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.943406] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a87f0e9-d058-472e-a127-241f12b13d16 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.959435] env[70483]: DEBUG nova.compute.provider_tree [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1205.044766] env[70483]: DEBUG nova.virt.hardware [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1205.045054] env[70483]: DEBUG nova.virt.hardware [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1205.045225] env[70483]: DEBUG nova.virt.hardware [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1205.045414] env[70483]: DEBUG nova.virt.hardware [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1205.045562] env[70483]: DEBUG nova.virt.hardware [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1205.045709] env[70483]: DEBUG nova.virt.hardware [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1205.045915] env[70483]: DEBUG nova.virt.hardware [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1205.046090] env[70483]: DEBUG nova.virt.hardware [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1205.046264] env[70483]: DEBUG nova.virt.hardware [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1205.046429] env[70483]: DEBUG nova.virt.hardware [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1205.046600] env[70483]: DEBUG nova.virt.hardware [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1205.052221] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1205.052348] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d839d4e-3889-4836-ab4a-e4603f9dbaa3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.073727] env[70483]: DEBUG oslo_vmware.api [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1205.073727] env[70483]: value = "task-3478854" [ 1205.073727] env[70483]: _type = "Task" [ 1205.073727] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.083266] env[70483]: DEBUG oslo_vmware.api [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478854, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.173886] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquiring lock "86150d37-88af-4ad4-bb16-2fa484ce7ee0" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.174697] env[70483]: DEBUG oslo_concurrency.lockutils [req-095452d6-3140-406c-9bb4-3d15cce4a4e5 req-e39361da-3e49-4c81-90e6-4d55499094da service nova] Releasing lock "refresh_cache-86150d37-88af-4ad4-bb16-2fa484ce7ee0" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.221837] env[70483]: DEBUG nova.compute.manager [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1205.514234] env[70483]: DEBUG nova.scheduler.client.report [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Updated inventory for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with generation 153 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1205.514775] env[70483]: DEBUG nova.compute.provider_tree [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Updating resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 generation from 153 to 154 during operation: update_inventory {{(pid=70483) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1205.514775] env[70483]: DEBUG nova.compute.provider_tree [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1205.584325] env[70483]: DEBUG oslo_vmware.api [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478854, 'name': ReconfigVM_Task, 'duration_secs': 0.192992} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.584605] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1205.585412] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5898f9a9-ef85-44d9-91fe-dbe3d7bc658b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.608810] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 117aaac7-aed4-4695-a4f5-93148f300ef9/117aaac7-aed4-4695-a4f5-93148f300ef9.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.609124] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5a78e84-c039-49fb-a630-2f60d02a9c84 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.629339] env[70483]: DEBUG oslo_vmware.api [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1205.629339] env[70483]: value = "task-3478855" [ 1205.629339] env[70483]: _type = "Task" [ 1205.629339] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.641053] env[70483]: DEBUG oslo_vmware.api [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478855, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.744370] env[70483]: DEBUG oslo_concurrency.lockutils [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.021109] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.434s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.021654] env[70483]: DEBUG nova.compute.manager [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 1597651e-56c3-498f-9523-0abeaf32f71f] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1206.024316] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.308s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.025713] env[70483]: INFO nova.compute.claims [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1206.142335] env[70483]: DEBUG oslo_vmware.api [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478855, 'name': ReconfigVM_Task, 'duration_secs': 0.348655} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.142459] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 117aaac7-aed4-4695-a4f5-93148f300ef9/117aaac7-aed4-4695-a4f5-93148f300ef9.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.142606] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Updating instance '117aaac7-aed4-4695-a4f5-93148f300ef9' progress to 50 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1206.530361] env[70483]: DEBUG nova.compute.utils [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1206.534614] env[70483]: DEBUG nova.compute.manager [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 1597651e-56c3-498f-9523-0abeaf32f71f] Not allocating networking since 'none' was specified. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1206.649023] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2376b7-e062-4b5b-bafe-1f788eaff908 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.670660] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1fba58-3c38-4398-8927-c9d6094774c7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.689986] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Updating instance '117aaac7-aed4-4695-a4f5-93148f300ef9' progress to 67 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1207.036055] env[70483]: DEBUG nova.compute.manager [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 1597651e-56c3-498f-9523-0abeaf32f71f] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1207.210622] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40478988-87ab-432a-aa05-d98ab4445f7a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.219014] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a94f239-c370-4ae8-bb76-ecc91be3d06e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.251646] env[70483]: DEBUG nova.network.neutron [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Port 0f13361d-3204-4b7e-9504-90418aad0c4d binding to destination host cpu-1 is already ACTIVE {{(pid=70483) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1207.253458] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf029bc-f09f-450a-99ff-9c2eafb18a22 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.261999] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88aadad-a3e8-442e-9b4f-95acf01116a4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.277787] env[70483]: DEBUG nova.compute.provider_tree [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.783831] env[70483]: DEBUG nova.scheduler.client.report [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.050721] env[70483]: DEBUG nova.compute.manager [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 1597651e-56c3-498f-9523-0abeaf32f71f] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1208.078324] env[70483]: DEBUG nova.virt.hardware [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1208.078574] env[70483]: DEBUG nova.virt.hardware [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.078732] env[70483]: DEBUG nova.virt.hardware [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.078913] env[70483]: DEBUG nova.virt.hardware [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.079080] env[70483]: DEBUG nova.virt.hardware [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.079232] env[70483]: DEBUG nova.virt.hardware [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1208.079476] env[70483]: DEBUG nova.virt.hardware [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1208.079643] env[70483]: DEBUG nova.virt.hardware [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1208.079809] env[70483]: DEBUG nova.virt.hardware [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1208.079969] env[70483]: DEBUG nova.virt.hardware [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1208.080186] env[70483]: DEBUG nova.virt.hardware [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1208.081057] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5182e9-3fd0-4af4-b8eb-483ee8cc8af3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.089403] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84aae864-d1c0-44e6-b1c0-5c7168a996b6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.102840] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 1597651e-56c3-498f-9523-0abeaf32f71f] Instance VIF info [] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1208.108365] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Creating folder: Project (f515574502ca4fa2beca65781b848b89). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1208.108782] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.108974] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7df4058b-57a0-4620-8180-e215e0477f75 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.110547] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.110713] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.111252] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.111446] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.111600] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.111748] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.111879] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70483) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1208.112028] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager.update_available_resource {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.120503] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Created folder: Project (f515574502ca4fa2beca65781b848b89) in parent group-v695216. [ 1208.120692] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Creating folder: Instances. Parent ref: group-v695509. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1208.120915] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5bb6c9a4-9483-4bcd-ace6-9279600810fa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.130955] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Created folder: Instances in parent group-v695509. [ 1208.131217] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1208.131642] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1597651e-56c3-498f-9523-0abeaf32f71f] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1208.131853] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63f3b57e-0d62-408a-95e8-3c254d6d8c65 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.148446] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1208.148446] env[70483]: value = "task-3478858" [ 1208.148446] env[70483]: _type = "Task" [ 1208.148446] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.156392] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478858, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.275623] env[70483]: DEBUG oslo_concurrency.lockutils [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "117aaac7-aed4-4695-a4f5-93148f300ef9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.276372] env[70483]: DEBUG oslo_concurrency.lockutils [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "117aaac7-aed4-4695-a4f5-93148f300ef9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.276372] env[70483]: DEBUG oslo_concurrency.lockutils [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "117aaac7-aed4-4695-a4f5-93148f300ef9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.286493] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.262s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.287219] env[70483]: DEBUG nova.compute.manager [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1208.289977] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.373s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.290260] env[70483]: DEBUG nova.objects.instance [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lazy-loading 'resources' on Instance uuid 86150d37-88af-4ad4-bb16-2fa484ce7ee0 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.614994] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.659450] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478858, 'name': CreateVM_Task, 'duration_secs': 0.338716} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.659626] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1597651e-56c3-498f-9523-0abeaf32f71f] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1208.660071] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.660237] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.660544] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.660973] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2347a397-d01f-49b6-9110-451fcd70b581 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.666176] env[70483]: DEBUG oslo_vmware.api [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Waiting for the task: (returnval){ [ 1208.666176] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52bb2f86-31a2-f5db-e150-097aee3aa9c5" [ 1208.666176] env[70483]: _type = "Task" [ 1208.666176] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.674295] env[70483]: DEBUG oslo_vmware.api [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52bb2f86-31a2-f5db-e150-097aee3aa9c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.793126] env[70483]: DEBUG nova.compute.utils [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1208.794553] env[70483]: DEBUG nova.compute.manager [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Not allocating networking since 'none' was specified. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1208.795378] env[70483]: DEBUG nova.objects.instance [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lazy-loading 'numa_topology' on Instance uuid 86150d37-88af-4ad4-bb16-2fa484ce7ee0 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.176667] env[70483]: DEBUG oslo_vmware.api [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52bb2f86-31a2-f5db-e150-097aee3aa9c5, 'name': SearchDatastore_Task, 'duration_secs': 0.011243} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.176904] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.177198] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 1597651e-56c3-498f-9523-0abeaf32f71f] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1209.177440] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.177589] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.177768] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1209.178028] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69ff227d-6807-4e95-b0c5-d31def86f505 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.186044] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1209.186221] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1209.186881] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a140d8a-adec-4486-a8ca-7624f4e819c8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.191681] env[70483]: DEBUG oslo_vmware.api [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Waiting for the task: (returnval){ [ 1209.191681] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e42b3d-e221-7f87-a883-a8ec45a57eb0" [ 1209.191681] env[70483]: _type = "Task" [ 1209.191681] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.198812] env[70483]: DEBUG oslo_vmware.api [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e42b3d-e221-7f87-a883-a8ec45a57eb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.298255] env[70483]: DEBUG nova.compute.manager [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1209.300856] env[70483]: DEBUG nova.objects.base [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Object Instance<86150d37-88af-4ad4-bb16-2fa484ce7ee0> lazy-loaded attributes: resources,numa_topology {{(pid=70483) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1209.311726] env[70483]: DEBUG oslo_concurrency.lockutils [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "refresh_cache-117aaac7-aed4-4695-a4f5-93148f300ef9" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.311892] env[70483]: DEBUG oslo_concurrency.lockutils [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquired lock "refresh_cache-117aaac7-aed4-4695-a4f5-93148f300ef9" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.312083] env[70483]: DEBUG nova.network.neutron [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.313379] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1b94568f-c08e-48f7-9019-7b628637d5d3 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquiring lock "de9648dc-8927-41f0-9cc7-d814bf7d58f1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.313479] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1b94568f-c08e-48f7-9019-7b628637d5d3 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Lock "de9648dc-8927-41f0-9cc7-d814bf7d58f1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.472854] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d52a72-e211-4f7d-82f5-d7f047774c66 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.481925] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00897a9b-d466-4f9b-997c-9830dee2c97c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.513154] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3242fe5-e166-44e4-aa16-950a6c58fc1d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.521521] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce085359-8db1-4d1d-90ee-f259ea1672c8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.535070] env[70483]: DEBUG nova.compute.provider_tree [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.703234] env[70483]: DEBUG oslo_vmware.api [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e42b3d-e221-7f87-a883-a8ec45a57eb0, 'name': SearchDatastore_Task, 'duration_secs': 0.008251} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.704054] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c797498f-819a-4d74-ab24-6b6deb7e4d62 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.710775] env[70483]: DEBUG oslo_vmware.api [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Waiting for the task: (returnval){ [ 1209.710775] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52dcaf87-7be9-06e7-85ca-85e31535271b" [ 1209.710775] env[70483]: _type = "Task" [ 1209.710775] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.718916] env[70483]: DEBUG oslo_vmware.api [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52dcaf87-7be9-06e7-85ca-85e31535271b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.818208] env[70483]: INFO nova.compute.manager [None req-1b94568f-c08e-48f7-9019-7b628637d5d3 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Detaching volume 909b9ff5-83fb-46fb-b901-5f78c5c8f5fa [ 1209.851500] env[70483]: INFO nova.virt.block_device [None req-1b94568f-c08e-48f7-9019-7b628637d5d3 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Attempting to driver detach volume 909b9ff5-83fb-46fb-b901-5f78c5c8f5fa from mountpoint /dev/sdb [ 1209.851752] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b94568f-c08e-48f7-9019-7b628637d5d3 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Volume detach. Driver type: vmdk {{(pid=70483) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1209.851941] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b94568f-c08e-48f7-9019-7b628637d5d3 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695495', 'volume_id': '909b9ff5-83fb-46fb-b901-5f78c5c8f5fa', 'name': 'volume-909b9ff5-83fb-46fb-b901-5f78c5c8f5fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'de9648dc-8927-41f0-9cc7-d814bf7d58f1', 'attached_at': '', 'detached_at': '', 'volume_id': '909b9ff5-83fb-46fb-b901-5f78c5c8f5fa', 'serial': '909b9ff5-83fb-46fb-b901-5f78c5c8f5fa'} {{(pid=70483) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1209.853515] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2e65de-7c54-4276-be2a-165d74538240 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.876825] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c911c1-e438-4ca0-8085-472bcf65f6ee {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.884817] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f1e625-5654-4d2f-8e8b-e737ac6bfb92 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.907054] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a7192b-ee16-44c1-93b7-af96d9c001de {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.925040] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b94568f-c08e-48f7-9019-7b628637d5d3 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] The volume has not been displaced from its original location: [datastore1] volume-909b9ff5-83fb-46fb-b901-5f78c5c8f5fa/volume-909b9ff5-83fb-46fb-b901-5f78c5c8f5fa.vmdk. No consolidation needed. {{(pid=70483) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1209.931092] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b94568f-c08e-48f7-9019-7b628637d5d3 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Reconfiguring VM instance instance-0000005d to detach disk 2001 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1209.931504] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00be7b65-4f04-4fd1-8c72-0ea890e367ae {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.953905] env[70483]: DEBUG oslo_vmware.api [None req-1b94568f-c08e-48f7-9019-7b628637d5d3 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1209.953905] env[70483]: value = "task-3478859" [ 1209.953905] env[70483]: _type = "Task" [ 1209.953905] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.963759] env[70483]: DEBUG oslo_vmware.api [None req-1b94568f-c08e-48f7-9019-7b628637d5d3 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478859, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.038291] env[70483]: DEBUG nova.scheduler.client.report [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.087590] env[70483]: DEBUG nova.network.neutron [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Updating instance_info_cache with network_info: [{"id": "0f13361d-3204-4b7e-9504-90418aad0c4d", "address": "fa:16:3e:16:28:8f", "network": {"id": "f329a1c0-ec70-423d-802d-b6209ab8aec8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1307516247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de4bf47688a34f51898d9809e7767e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f13361d-32", "ovs_interfaceid": "0f13361d-3204-4b7e-9504-90418aad0c4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.222111] env[70483]: DEBUG oslo_vmware.api [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52dcaf87-7be9-06e7-85ca-85e31535271b, 'name': SearchDatastore_Task, 'duration_secs': 0.011194} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.222339] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.222724] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 1597651e-56c3-498f-9523-0abeaf32f71f/1597651e-56c3-498f-9523-0abeaf32f71f.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1210.222857] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-441b5352-e7e1-4723-9a5d-441f3f2693c4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.230424] env[70483]: DEBUG oslo_vmware.api [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Waiting for the task: (returnval){ [ 1210.230424] env[70483]: value = "task-3478860" [ 1210.230424] env[70483]: _type = "Task" [ 1210.230424] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.238767] env[70483]: DEBUG oslo_vmware.api [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': task-3478860, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.309239] env[70483]: DEBUG nova.compute.manager [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1210.336808] env[70483]: DEBUG nova.virt.hardware [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.337197] env[70483]: DEBUG nova.virt.hardware [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.337447] env[70483]: DEBUG nova.virt.hardware [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.337659] env[70483]: DEBUG nova.virt.hardware [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.337812] env[70483]: DEBUG nova.virt.hardware [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.337960] env[70483]: DEBUG nova.virt.hardware [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.338197] env[70483]: DEBUG nova.virt.hardware [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.338564] env[70483]: DEBUG nova.virt.hardware [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.338782] env[70483]: DEBUG nova.virt.hardware [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.339031] env[70483]: DEBUG nova.virt.hardware [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.339236] env[70483]: DEBUG nova.virt.hardware [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.340105] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca52eb55-4d3b-40a9-ace4-160e347454f6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.348434] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0c4743-13b7-4915-ac40-a26bf1f3cc63 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.362871] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Instance VIF info [] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1210.368669] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.368945] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1210.369179] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8146a6b-5bd2-4f5b-bd58-2d1f80affbcf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.388396] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1210.388396] env[70483]: value = "task-3478861" [ 1210.388396] env[70483]: _type = "Task" [ 1210.388396] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.397689] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478861, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.465100] env[70483]: DEBUG oslo_vmware.api [None req-1b94568f-c08e-48f7-9019-7b628637d5d3 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478859, 'name': ReconfigVM_Task, 'duration_secs': 0.2298} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.465405] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b94568f-c08e-48f7-9019-7b628637d5d3 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Reconfigured VM instance instance-0000005d to detach disk 2001 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1210.470486] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb07b606-f623-473b-9188-2c2a107afe39 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.486213] env[70483]: DEBUG oslo_vmware.api [None req-1b94568f-c08e-48f7-9019-7b628637d5d3 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1210.486213] env[70483]: value = "task-3478862" [ 1210.486213] env[70483]: _type = "Task" [ 1210.486213] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.495223] env[70483]: DEBUG oslo_vmware.api [None req-1b94568f-c08e-48f7-9019-7b628637d5d3 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478862, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.543406] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.253s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.546191] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.964s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.547856] env[70483]: INFO nova.compute.claims [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1210.590703] env[70483]: DEBUG oslo_concurrency.lockutils [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Releasing lock "refresh_cache-117aaac7-aed4-4695-a4f5-93148f300ef9" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.741225] env[70483]: DEBUG oslo_vmware.api [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': task-3478860, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465903} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.741540] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 1597651e-56c3-498f-9523-0abeaf32f71f/1597651e-56c3-498f-9523-0abeaf32f71f.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1210.741795] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 1597651e-56c3-498f-9523-0abeaf32f71f] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1210.742090] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31652a08-8db9-4eee-8fcd-4c649b70dba9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.749305] env[70483]: DEBUG oslo_vmware.api [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Waiting for the task: (returnval){ [ 1210.749305] env[70483]: value = "task-3478863" [ 1210.749305] env[70483]: _type = "Task" [ 1210.749305] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.759101] env[70483]: DEBUG oslo_vmware.api [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': task-3478863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.900709] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478861, 'name': CreateVM_Task, 'duration_secs': 0.498998} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.901067] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1210.901346] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.901506] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.901835] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.902138] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d8bfa0a-530b-475f-b4db-a6b7d0459794 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.908017] env[70483]: DEBUG oslo_vmware.api [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Waiting for the task: (returnval){ [ 1210.908017] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523848a6-3160-08a0-ccaf-5ecd23ef9870" [ 1210.908017] env[70483]: _type = "Task" [ 1210.908017] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.916901] env[70483]: DEBUG oslo_vmware.api [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523848a6-3160-08a0-ccaf-5ecd23ef9870, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.996627] env[70483]: DEBUG oslo_vmware.api [None req-1b94568f-c08e-48f7-9019-7b628637d5d3 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478862, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.059082] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a7174d07-cb15-4c89-b7b0-635e35a4fb3a tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lock "86150d37-88af-4ad4-bb16-2fa484ce7ee0" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 32.352s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.059788] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lock "86150d37-88af-4ad4-bb16-2fa484ce7ee0" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 5.886s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.060204] env[70483]: INFO nova.compute.manager [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Unshelving [ 1211.120017] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3676db-a06a-4fca-bb73-ab7d38e04661 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.139216] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5073c56c-4d1d-40b7-95f6-773f13ba2165 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.147056] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Updating instance '117aaac7-aed4-4695-a4f5-93148f300ef9' progress to 83 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1211.259093] env[70483]: DEBUG oslo_vmware.api [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': task-3478863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068583} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.259624] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 1597651e-56c3-498f-9523-0abeaf32f71f] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1211.260543] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08aee53e-3492-422c-ab05-ce6d0053bd15 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.279949] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 1597651e-56c3-498f-9523-0abeaf32f71f] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 1597651e-56c3-498f-9523-0abeaf32f71f/1597651e-56c3-498f-9523-0abeaf32f71f.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.280397] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c968e203-adcc-47f8-accb-49285cbf673a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.298910] env[70483]: DEBUG oslo_vmware.api [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Waiting for the task: (returnval){ [ 1211.298910] env[70483]: value = "task-3478864" [ 1211.298910] env[70483]: _type = "Task" [ 1211.298910] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.306540] env[70483]: DEBUG oslo_vmware.api [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': task-3478864, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.420897] env[70483]: DEBUG oslo_vmware.api [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523848a6-3160-08a0-ccaf-5ecd23ef9870, 'name': SearchDatastore_Task, 'duration_secs': 0.010868} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.421242] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.421497] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1211.421747] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.421899] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.422112] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1211.422395] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67087928-26ba-46bb-a214-beb2453c8092 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.433107] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1211.433107] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1211.433107] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f647a129-c559-4586-a01b-2f8c2b2c79a1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.439189] env[70483]: DEBUG oslo_vmware.api [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Waiting for the task: (returnval){ [ 1211.439189] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]525550c8-8a6f-0646-045e-48990b4e48ed" [ 1211.439189] env[70483]: _type = "Task" [ 1211.439189] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.447539] env[70483]: DEBUG oslo_vmware.api [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]525550c8-8a6f-0646-045e-48990b4e48ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.498348] env[70483]: DEBUG oslo_vmware.api [None req-1b94568f-c08e-48f7-9019-7b628637d5d3 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478862, 'name': ReconfigVM_Task, 'duration_secs': 0.799276} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.498679] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b94568f-c08e-48f7-9019-7b628637d5d3 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695495', 'volume_id': '909b9ff5-83fb-46fb-b901-5f78c5c8f5fa', 'name': 'volume-909b9ff5-83fb-46fb-b901-5f78c5c8f5fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'de9648dc-8927-41f0-9cc7-d814bf7d58f1', 'attached_at': '', 'detached_at': '', 'volume_id': '909b9ff5-83fb-46fb-b901-5f78c5c8f5fa', 'serial': '909b9ff5-83fb-46fb-b901-5f78c5c8f5fa'} {{(pid=70483) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1211.653787] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1211.654083] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44cadce3-eab9-4e25-860a-9d07f5909dd2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.663019] env[70483]: DEBUG oslo_vmware.api [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1211.663019] env[70483]: value = "task-3478865" [ 1211.663019] env[70483]: _type = "Task" [ 1211.663019] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.676424] env[70483]: DEBUG oslo_vmware.api [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.744605] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c997fd8b-a48e-4166-914c-24c19a59abbf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.752320] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19eabcd6-f387-496a-a4b2-bd39d0036765 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.783914] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0212a3b4-ba3b-4a9a-b5c0-76101fd81d3b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.791863] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14f95f7-0f14-48aa-b3b6-41a4421f7876 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.805496] env[70483]: DEBUG nova.compute.provider_tree [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.814996] env[70483]: DEBUG oslo_vmware.api [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': task-3478864, 'name': ReconfigVM_Task, 'duration_secs': 0.268445} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.815902] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 1597651e-56c3-498f-9523-0abeaf32f71f] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 1597651e-56c3-498f-9523-0abeaf32f71f/1597651e-56c3-498f-9523-0abeaf32f71f.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.816535] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3363caf8-728f-4ffc-8360-1e8701d71f9f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.824257] env[70483]: DEBUG oslo_vmware.api [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Waiting for the task: (returnval){ [ 1211.824257] env[70483]: value = "task-3478866" [ 1211.824257] env[70483]: _type = "Task" [ 1211.824257] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.835303] env[70483]: DEBUG oslo_vmware.api [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': task-3478866, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.951694] env[70483]: DEBUG oslo_vmware.api [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]525550c8-8a6f-0646-045e-48990b4e48ed, 'name': SearchDatastore_Task, 'duration_secs': 0.010269} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.953164] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f1c3a72-e945-456a-88c1-460b6c18a4ab {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.960922] env[70483]: DEBUG oslo_vmware.api [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Waiting for the task: (returnval){ [ 1211.960922] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]527285e1-06db-88d6-a016-3af69c70fb59" [ 1211.960922] env[70483]: _type = "Task" [ 1211.960922] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.970113] env[70483]: DEBUG oslo_vmware.api [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]527285e1-06db-88d6-a016-3af69c70fb59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.018013] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9c857bb5-6d7a-4f40-a60b-bf1072842dbb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "cc933974-5d5a-462a-a0e2-37ae9d5aa842" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.018283] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9c857bb5-6d7a-4f40-a60b-bf1072842dbb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "cc933974-5d5a-462a-a0e2-37ae9d5aa842" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.046577] env[70483]: DEBUG nova.objects.instance [None req-1b94568f-c08e-48f7-9019-7b628637d5d3 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Lazy-loading 'flavor' on Instance uuid de9648dc-8927-41f0-9cc7-d814bf7d58f1 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.085361] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.172977] env[70483]: DEBUG oslo_vmware.api [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478865, 'name': PowerOnVM_Task, 'duration_secs': 0.400638} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.174545] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1212.174545] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-521eef9c-f708-4320-a346-70a29926cf01 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Updating instance '117aaac7-aed4-4695-a4f5-93148f300ef9' progress to 100 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1212.311027] env[70483]: DEBUG nova.scheduler.client.report [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.333875] env[70483]: DEBUG oslo_vmware.api [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': task-3478866, 'name': Rename_Task, 'duration_secs': 0.150492} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.334166] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 1597651e-56c3-498f-9523-0abeaf32f71f] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1212.334408] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-062a9770-d2c9-4b9b-9384-bae020fae5b1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.341525] env[70483]: DEBUG oslo_vmware.api [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Waiting for the task: (returnval){ [ 1212.341525] env[70483]: value = "task-3478867" [ 1212.341525] env[70483]: _type = "Task" [ 1212.341525] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.349278] env[70483]: DEBUG oslo_vmware.api [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': task-3478867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.472467] env[70483]: DEBUG oslo_vmware.api [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]527285e1-06db-88d6-a016-3af69c70fb59, 'name': SearchDatastore_Task, 'duration_secs': 0.011859} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.472755] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.473052] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 371ecabb-39ff-4bfa-8764-6063418c2907/371ecabb-39ff-4bfa-8764-6063418c2907.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1212.473332] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32cdec1a-6dd7-4cc7-afa2-0cd7f34d2d69 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.480996] env[70483]: DEBUG oslo_vmware.api [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Waiting for the task: (returnval){ [ 1212.480996] env[70483]: value = "task-3478868" [ 1212.480996] env[70483]: _type = "Task" [ 1212.480996] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.488876] env[70483]: DEBUG oslo_vmware.api [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': task-3478868, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.521281] env[70483]: DEBUG nova.compute.utils [None req-9c857bb5-6d7a-4f40-a60b-bf1072842dbb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1212.816049] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.270s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.816438] env[70483]: DEBUG nova.compute.manager [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1212.820131] env[70483]: DEBUG oslo_concurrency.lockutils [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.076s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.822236] env[70483]: INFO nova.compute.claims [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1212.852773] env[70483]: DEBUG oslo_vmware.api [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': task-3478867, 'name': PowerOnVM_Task, 'duration_secs': 0.48745} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.853081] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 1597651e-56c3-498f-9523-0abeaf32f71f] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1212.853360] env[70483]: INFO nova.compute.manager [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 1597651e-56c3-498f-9523-0abeaf32f71f] Took 4.80 seconds to spawn the instance on the hypervisor. [ 1212.853530] env[70483]: DEBUG nova.compute.manager [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 1597651e-56c3-498f-9523-0abeaf32f71f] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1212.854393] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4acbf1-f71a-4e7e-a6b8-2e408afcdf32 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.991093] env[70483]: DEBUG oslo_vmware.api [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': task-3478868, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493812} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.991482] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 371ecabb-39ff-4bfa-8764-6063418c2907/371ecabb-39ff-4bfa-8764-6063418c2907.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1212.991644] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1212.991926] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c450211d-f4b1-4aca-b1b6-3c79bf9279c2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.999381] env[70483]: DEBUG oslo_vmware.api [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Waiting for the task: (returnval){ [ 1212.999381] env[70483]: value = "task-3478869" [ 1212.999381] env[70483]: _type = "Task" [ 1212.999381] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.009560] env[70483]: DEBUG oslo_vmware.api [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': task-3478869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.024391] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9c857bb5-6d7a-4f40-a60b-bf1072842dbb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "cc933974-5d5a-462a-a0e2-37ae9d5aa842" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.054646] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1b94568f-c08e-48f7-9019-7b628637d5d3 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Lock "de9648dc-8927-41f0-9cc7-d814bf7d58f1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.741s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.328667] env[70483]: DEBUG nova.compute.utils [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1213.331860] env[70483]: DEBUG nova.compute.manager [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1213.332049] env[70483]: DEBUG nova.network.neutron [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1213.374871] env[70483]: INFO nova.compute.manager [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 1597651e-56c3-498f-9523-0abeaf32f71f] Took 11.92 seconds to build instance. [ 1213.387709] env[70483]: DEBUG nova.policy [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66fbccdc47b541a690afe78f76723ab8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34a9b0dd8e234412942dbc07863c33ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1213.510105] env[70483]: DEBUG oslo_vmware.api [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': task-3478869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147829} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.510376] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1213.511219] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926e517b-812e-4e6f-aa10-3e41b34daae5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.532473] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 371ecabb-39ff-4bfa-8764-6063418c2907/371ecabb-39ff-4bfa-8764-6063418c2907.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.532751] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53db84f1-f7c6-472d-a9c4-d5a57cce37ec {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.555329] env[70483]: DEBUG oslo_vmware.api [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Waiting for the task: (returnval){ [ 1213.555329] env[70483]: value = "task-3478870" [ 1213.555329] env[70483]: _type = "Task" [ 1213.555329] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.564744] env[70483]: DEBUG oslo_vmware.api [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': task-3478870, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.778473] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7363972c-828d-497a-8cf7-45fbe2103df9 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquiring lock "de9648dc-8927-41f0-9cc7-d814bf7d58f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.778473] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7363972c-828d-497a-8cf7-45fbe2103df9 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Lock "de9648dc-8927-41f0-9cc7-d814bf7d58f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.778473] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7363972c-828d-497a-8cf7-45fbe2103df9 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquiring lock "de9648dc-8927-41f0-9cc7-d814bf7d58f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.778473] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7363972c-828d-497a-8cf7-45fbe2103df9 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Lock "de9648dc-8927-41f0-9cc7-d814bf7d58f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.778473] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7363972c-828d-497a-8cf7-45fbe2103df9 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Lock "de9648dc-8927-41f0-9cc7-d814bf7d58f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.779388] env[70483]: INFO nova.compute.manager [None req-7363972c-828d-497a-8cf7-45fbe2103df9 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Terminating instance [ 1213.832991] env[70483]: DEBUG nova.compute.manager [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1213.840024] env[70483]: DEBUG nova.network.neutron [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Successfully created port: 2150d206-eac1-4926-b6d0-0ee8fa1b2fb4 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1213.877925] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2d505ff6-cc1d-48a5-8185-6b257fc74c16 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Lock "1597651e-56c3-498f-9523-0abeaf32f71f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.434s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.023804] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6368df6b-c119-4be4-a6f9-5c8574389a28 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.031762] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435b75cf-b7e7-4221-89bf-878a3bab51d5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.066097] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cad5ed1-86de-4394-b2fc-0207c401dda3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.073705] env[70483]: DEBUG oslo_vmware.api [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': task-3478870, 'name': ReconfigVM_Task, 'duration_secs': 0.287402} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.075818] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 371ecabb-39ff-4bfa-8764-6063418c2907/371ecabb-39ff-4bfa-8764-6063418c2907.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.076682] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1280ce9c-bd1a-40c1-ae6d-b60e36414772 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.079489] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f92bf4-126d-4767-af1d-04226c31e74f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.096181] env[70483]: DEBUG nova.compute.provider_tree [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.100038] env[70483]: DEBUG oslo_vmware.api [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Waiting for the task: (returnval){ [ 1214.100038] env[70483]: value = "task-3478871" [ 1214.100038] env[70483]: _type = "Task" [ 1214.100038] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.105469] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9c857bb5-6d7a-4f40-a60b-bf1072842dbb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "cc933974-5d5a-462a-a0e2-37ae9d5aa842" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.105723] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9c857bb5-6d7a-4f40-a60b-bf1072842dbb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "cc933974-5d5a-462a-a0e2-37ae9d5aa842" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.105941] env[70483]: INFO nova.compute.manager [None req-9c857bb5-6d7a-4f40-a60b-bf1072842dbb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Attaching volume 9d6daec3-0866-49c8-a4d3-b05dd2f9cc83 to /dev/sdb [ 1214.111794] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9353ec09-af4e-41bf-a41e-50ee7da02b20 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "117aaac7-aed4-4695-a4f5-93148f300ef9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.112031] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9353ec09-af4e-41bf-a41e-50ee7da02b20 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "117aaac7-aed4-4695-a4f5-93148f300ef9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.112234] env[70483]: DEBUG nova.compute.manager [None req-9353ec09-af4e-41bf-a41e-50ee7da02b20 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Going to confirm migration 8 {{(pid=70483) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1214.144644] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbcdd89-84bb-4415-9de3-4a47a4fefaa1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.153421] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341d178b-86f3-45eb-9f73-2cdf8af6b8ec {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.170119] env[70483]: DEBUG nova.virt.block_device [None req-9c857bb5-6d7a-4f40-a60b-bf1072842dbb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Updating existing volume attachment record: af2173cf-553e-40d7-9034-4066f27e5a1b {{(pid=70483) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1214.284910] env[70483]: DEBUG nova.compute.manager [None req-7363972c-828d-497a-8cf7-45fbe2103df9 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1214.286142] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7363972c-828d-497a-8cf7-45fbe2103df9 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1214.286385] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5959324f-6030-4803-92c1-569945d6db96 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.294803] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-7363972c-828d-497a-8cf7-45fbe2103df9 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.295103] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d7c3634-f15d-461f-9c6c-3f753d703114 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.302686] env[70483]: DEBUG oslo_vmware.api [None req-7363972c-828d-497a-8cf7-45fbe2103df9 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1214.302686] env[70483]: value = "task-3478872" [ 1214.302686] env[70483]: _type = "Task" [ 1214.302686] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.310862] env[70483]: DEBUG oslo_vmware.api [None req-7363972c-828d-497a-8cf7-45fbe2103df9 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.602244] env[70483]: DEBUG nova.scheduler.client.report [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.616033] env[70483]: DEBUG oslo_vmware.api [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': task-3478871, 'name': Rename_Task, 'duration_secs': 0.172263} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.616313] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1214.616600] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e222a80-9ece-432f-bc02-9fa5ba3a36fe {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.627608] env[70483]: DEBUG oslo_vmware.api [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Waiting for the task: (returnval){ [ 1214.627608] env[70483]: value = "task-3478876" [ 1214.627608] env[70483]: _type = "Task" [ 1214.627608] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.636263] env[70483]: DEBUG oslo_vmware.api [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': task-3478876, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.665766] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9353ec09-af4e-41bf-a41e-50ee7da02b20 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "refresh_cache-117aaac7-aed4-4695-a4f5-93148f300ef9" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.666720] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9353ec09-af4e-41bf-a41e-50ee7da02b20 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquired lock "refresh_cache-117aaac7-aed4-4695-a4f5-93148f300ef9" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.666720] env[70483]: DEBUG nova.network.neutron [None req-9353ec09-af4e-41bf-a41e-50ee7da02b20 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.666720] env[70483]: DEBUG nova.objects.instance [None req-9353ec09-af4e-41bf-a41e-50ee7da02b20 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lazy-loading 'info_cache' on Instance uuid 117aaac7-aed4-4695-a4f5-93148f300ef9 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.813387] env[70483]: DEBUG oslo_vmware.api [None req-7363972c-828d-497a-8cf7-45fbe2103df9 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478872, 'name': PowerOffVM_Task, 'duration_secs': 0.281199} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.813677] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-7363972c-828d-497a-8cf7-45fbe2103df9 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1214.813845] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7363972c-828d-497a-8cf7-45fbe2103df9 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1214.814117] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26b19886-15d2-45e5-aaa5-f4958b2779c6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.848962] env[70483]: DEBUG nova.compute.manager [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1214.880076] env[70483]: DEBUG nova.virt.hardware [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1214.880388] env[70483]: DEBUG nova.virt.hardware [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1214.880595] env[70483]: DEBUG nova.virt.hardware [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1214.880825] env[70483]: DEBUG nova.virt.hardware [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1214.881044] env[70483]: DEBUG nova.virt.hardware [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1214.881262] env[70483]: DEBUG nova.virt.hardware [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1214.881546] env[70483]: DEBUG nova.virt.hardware [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1214.881770] env[70483]: DEBUG nova.virt.hardware [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1214.882026] env[70483]: DEBUG nova.virt.hardware [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1214.882224] env[70483]: DEBUG nova.virt.hardware [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1214.882462] env[70483]: DEBUG nova.virt.hardware [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1214.883494] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f814a910-56ee-418c-8b88-dfbc62597026 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.893423] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff64478-1ec9-4262-9bbe-3b0529b23a64 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.899283] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7363972c-828d-497a-8cf7-45fbe2103df9 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1214.899497] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7363972c-828d-497a-8cf7-45fbe2103df9 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1214.899722] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-7363972c-828d-497a-8cf7-45fbe2103df9 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Deleting the datastore file [datastore2] de9648dc-8927-41f0-9cc7-d814bf7d58f1 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.900719] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a09316b7-d9e2-46c4-9edb-8063a4584287 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.916533] env[70483]: DEBUG oslo_vmware.api [None req-7363972c-828d-497a-8cf7-45fbe2103df9 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1214.916533] env[70483]: value = "task-3478878" [ 1214.916533] env[70483]: _type = "Task" [ 1214.916533] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.926101] env[70483]: DEBUG oslo_vmware.api [None req-7363972c-828d-497a-8cf7-45fbe2103df9 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.108797] env[70483]: DEBUG oslo_concurrency.lockutils [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.289s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.109385] env[70483]: DEBUG nova.compute.manager [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1215.112824] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.498s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.113011] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.113175] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70483) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1215.113507] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.028s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.113704] env[70483]: DEBUG nova.objects.instance [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lazy-loading 'pci_requests' on Instance uuid 86150d37-88af-4ad4-bb16-2fa484ce7ee0 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.115361] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a274e27-57c4-4a74-8851-e0a8db878659 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.124729] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58c6d45-2c7d-4efb-8b94-cc42a4a43ac5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.145420] env[70483]: DEBUG oslo_vmware.api [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': task-3478876, 'name': PowerOnVM_Task, 'duration_secs': 0.45184} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.146638] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1215.146909] env[70483]: INFO nova.compute.manager [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Took 4.84 seconds to spawn the instance on the hypervisor. [ 1215.147065] env[70483]: DEBUG nova.compute.manager [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1215.147854] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82690972-7229-4205-8546-db6d35556869 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.150688] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3594da2c-8646-4453-bd87-f1cdffaccf33 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.162014] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278dec61-0e81-4942-a30e-6b0139535696 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.197663] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179275MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=70483) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1215.197840] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.238968] env[70483]: DEBUG nova.compute.manager [req-65576669-3e1c-4c89-8acf-ec2b431b9fb7 req-763e3928-4d5a-4f22-9f22-11eb05067192 service nova] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Received event network-vif-plugged-2150d206-eac1-4926-b6d0-0ee8fa1b2fb4 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.239666] env[70483]: DEBUG oslo_concurrency.lockutils [req-65576669-3e1c-4c89-8acf-ec2b431b9fb7 req-763e3928-4d5a-4f22-9f22-11eb05067192 service nova] Acquiring lock "beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.240179] env[70483]: DEBUG oslo_concurrency.lockutils [req-65576669-3e1c-4c89-8acf-ec2b431b9fb7 req-763e3928-4d5a-4f22-9f22-11eb05067192 service nova] Lock "beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.240466] env[70483]: DEBUG oslo_concurrency.lockutils [req-65576669-3e1c-4c89-8acf-ec2b431b9fb7 req-763e3928-4d5a-4f22-9f22-11eb05067192 service nova] Lock "beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.240714] env[70483]: DEBUG nova.compute.manager [req-65576669-3e1c-4c89-8acf-ec2b431b9fb7 req-763e3928-4d5a-4f22-9f22-11eb05067192 service nova] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] No waiting events found dispatching network-vif-plugged-2150d206-eac1-4926-b6d0-0ee8fa1b2fb4 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1215.241330] env[70483]: WARNING nova.compute.manager [req-65576669-3e1c-4c89-8acf-ec2b431b9fb7 req-763e3928-4d5a-4f22-9f22-11eb05067192 service nova] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Received unexpected event network-vif-plugged-2150d206-eac1-4926-b6d0-0ee8fa1b2fb4 for instance with vm_state building and task_state spawning. [ 1215.429134] env[70483]: DEBUG oslo_vmware.api [None req-7363972c-828d-497a-8cf7-45fbe2103df9 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265844} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.429134] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-7363972c-828d-497a-8cf7-45fbe2103df9 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1215.429300] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7363972c-828d-497a-8cf7-45fbe2103df9 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1215.429464] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-7363972c-828d-497a-8cf7-45fbe2103df9 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1215.429640] env[70483]: INFO nova.compute.manager [None req-7363972c-828d-497a-8cf7-45fbe2103df9 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1215.429889] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7363972c-828d-497a-8cf7-45fbe2103df9 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1215.430111] env[70483]: DEBUG nova.compute.manager [-] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1215.430212] env[70483]: DEBUG nova.network.neutron [-] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1215.534092] env[70483]: DEBUG nova.network.neutron [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Successfully updated port: 2150d206-eac1-4926-b6d0-0ee8fa1b2fb4 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1215.617236] env[70483]: DEBUG nova.compute.utils [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1215.617236] env[70483]: DEBUG nova.compute.manager [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1215.617236] env[70483]: DEBUG nova.network.neutron [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1215.621376] env[70483]: DEBUG nova.objects.instance [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lazy-loading 'numa_topology' on Instance uuid 86150d37-88af-4ad4-bb16-2fa484ce7ee0 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.627742] env[70483]: DEBUG nova.network.neutron [None req-9353ec09-af4e-41bf-a41e-50ee7da02b20 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Updating instance_info_cache with network_info: [{"id": "0f13361d-3204-4b7e-9504-90418aad0c4d", "address": "fa:16:3e:16:28:8f", "network": {"id": "f329a1c0-ec70-423d-802d-b6209ab8aec8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1307516247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de4bf47688a34f51898d9809e7767e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f13361d-32", "ovs_interfaceid": "0f13361d-3204-4b7e-9504-90418aad0c4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.676045] env[70483]: INFO nova.compute.manager [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Took 13.98 seconds to build instance. [ 1215.687500] env[70483]: DEBUG nova.policy [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6641b95a71747e2b936d454cc488221', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93b7ca309bf44e64ab3c54f087e82095', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1216.040213] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquiring lock "refresh_cache-beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.040213] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquired lock "refresh_cache-beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.040213] env[70483]: DEBUG nova.network.neutron [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.063640] env[70483]: INFO nova.compute.manager [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Rebuilding instance [ 1216.121122] env[70483]: DEBUG nova.compute.manager [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1216.127586] env[70483]: INFO nova.compute.claims [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1216.129081] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9353ec09-af4e-41bf-a41e-50ee7da02b20 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Releasing lock "refresh_cache-117aaac7-aed4-4695-a4f5-93148f300ef9" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.129485] env[70483]: DEBUG nova.objects.instance [None req-9353ec09-af4e-41bf-a41e-50ee7da02b20 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lazy-loading 'migration_context' on Instance uuid 117aaac7-aed4-4695-a4f5-93148f300ef9 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.178062] env[70483]: DEBUG oslo_concurrency.lockutils [None req-8712bb27-8eb4-45e7-a300-f4a7493034c7 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Lock "371ecabb-39ff-4bfa-8764-6063418c2907" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.491s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.266230] env[70483]: DEBUG nova.compute.manager [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1216.267230] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29fcd6a-6762-4007-b99d-66e69ceee613 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.327124] env[70483]: DEBUG nova.network.neutron [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Successfully created port: a7b64047-57a2-4e6a-879f-bc401f436c25 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1216.583203] env[70483]: DEBUG nova.network.neutron [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1216.640354] env[70483]: DEBUG nova.objects.base [None req-9353ec09-af4e-41bf-a41e-50ee7da02b20 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Object Instance<117aaac7-aed4-4695-a4f5-93148f300ef9> lazy-loaded attributes: info_cache,migration_context {{(pid=70483) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1216.641159] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb5d5d9-2687-4e56-a70b-c6fb996c33da {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.668720] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c1e7dfb-bc76-4b33-b7fd-25fe10d40fd6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.676190] env[70483]: DEBUG oslo_vmware.api [None req-9353ec09-af4e-41bf-a41e-50ee7da02b20 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1216.676190] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e996a5-0568-4d62-7283-2dcc6ade69da" [ 1216.676190] env[70483]: _type = "Task" [ 1216.676190] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.688198] env[70483]: DEBUG oslo_vmware.api [None req-9353ec09-af4e-41bf-a41e-50ee7da02b20 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52e996a5-0568-4d62-7283-2dcc6ade69da, 'name': SearchDatastore_Task, 'duration_secs': 0.009058} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.688641] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9353ec09-af4e-41bf-a41e-50ee7da02b20 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.764016] env[70483]: DEBUG nova.network.neutron [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Updating instance_info_cache with network_info: [{"id": "2150d206-eac1-4926-b6d0-0ee8fa1b2fb4", "address": "fa:16:3e:5c:d0:3c", "network": {"id": "900cda40-18a8-4f2b-a494-f23cc42912b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1003448885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34a9b0dd8e234412942dbc07863c33ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2150d206-ea", "ovs_interfaceid": "2150d206-eac1-4926-b6d0-0ee8fa1b2fb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.784733] env[70483]: DEBUG nova.network.neutron [-] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.144339] env[70483]: DEBUG nova.compute.manager [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1217.187926] env[70483]: DEBUG nova.virt.hardware [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1217.188217] env[70483]: DEBUG nova.virt.hardware [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1217.188344] env[70483]: DEBUG nova.virt.hardware [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1217.188529] env[70483]: DEBUG nova.virt.hardware [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1217.188670] env[70483]: DEBUG nova.virt.hardware [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1217.188812] env[70483]: DEBUG nova.virt.hardware [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1217.189042] env[70483]: DEBUG nova.virt.hardware [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1217.189213] env[70483]: DEBUG nova.virt.hardware [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1217.189399] env[70483]: DEBUG nova.virt.hardware [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1217.189569] env[70483]: DEBUG nova.virt.hardware [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1217.189738] env[70483]: DEBUG nova.virt.hardware [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1217.190617] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f3cbc9-aa74-4366-8148-d6e788ccc08d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.202328] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb7f5fb-f1a1-4681-a9f5-795262e39896 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.266829] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Releasing lock "refresh_cache-beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.267273] env[70483]: DEBUG nova.compute.manager [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Instance network_info: |[{"id": "2150d206-eac1-4926-b6d0-0ee8fa1b2fb4", "address": "fa:16:3e:5c:d0:3c", "network": {"id": "900cda40-18a8-4f2b-a494-f23cc42912b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1003448885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34a9b0dd8e234412942dbc07863c33ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2150d206-ea", "ovs_interfaceid": "2150d206-eac1-4926-b6d0-0ee8fa1b2fb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1217.269847] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:d0:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2150d206-eac1-4926-b6d0-0ee8fa1b2fb4', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1217.276128] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Creating folder: Project (34a9b0dd8e234412942dbc07863c33ad). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1217.277547] env[70483]: DEBUG nova.compute.manager [req-1396d964-23a7-4e0c-81b0-295838f88434 req-05b040e6-77d7-4d9d-8088-7c6bd77d9d17 service nova] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Received event network-changed-2150d206-eac1-4926-b6d0-0ee8fa1b2fb4 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.277723] env[70483]: DEBUG nova.compute.manager [req-1396d964-23a7-4e0c-81b0-295838f88434 req-05b040e6-77d7-4d9d-8088-7c6bd77d9d17 service nova] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Refreshing instance network info cache due to event network-changed-2150d206-eac1-4926-b6d0-0ee8fa1b2fb4. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1217.277929] env[70483]: DEBUG oslo_concurrency.lockutils [req-1396d964-23a7-4e0c-81b0-295838f88434 req-05b040e6-77d7-4d9d-8088-7c6bd77d9d17 service nova] Acquiring lock "refresh_cache-beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.278111] env[70483]: DEBUG oslo_concurrency.lockutils [req-1396d964-23a7-4e0c-81b0-295838f88434 req-05b040e6-77d7-4d9d-8088-7c6bd77d9d17 service nova] Acquired lock "refresh_cache-beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.278269] env[70483]: DEBUG nova.network.neutron [req-1396d964-23a7-4e0c-81b0-295838f88434 req-05b040e6-77d7-4d9d-8088-7c6bd77d9d17 service nova] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Refreshing network info cache for port 2150d206-eac1-4926-b6d0-0ee8fa1b2fb4 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1217.281810] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9001274b-5eae-4a59-af34-f27aff7d6fda {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.283924] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.284887] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-472d3c9b-3ed5-439b-a29a-5548a9fed8cc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.286970] env[70483]: INFO nova.compute.manager [-] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Took 1.86 seconds to deallocate network for instance. [ 1217.293095] env[70483]: DEBUG oslo_vmware.api [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Waiting for the task: (returnval){ [ 1217.293095] env[70483]: value = "task-3478881" [ 1217.293095] env[70483]: _type = "Task" [ 1217.293095] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.300982] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Created folder: Project (34a9b0dd8e234412942dbc07863c33ad) in parent group-v695216. [ 1217.301195] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Creating folder: Instances. Parent ref: group-v695515. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1217.301432] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5bbceb3e-f11c-42eb-93bc-e83c464c7850 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.305830] env[70483]: DEBUG oslo_vmware.api [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': task-3478881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.316701] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Created folder: Instances in parent group-v695515. [ 1217.316892] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1217.317209] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1217.317466] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be3995a6-e9cb-4365-9744-c8f2194f1546 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.341878] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1217.341878] env[70483]: value = "task-3478883" [ 1217.341878] env[70483]: _type = "Task" [ 1217.341878] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.357385] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478883, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.387176] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6402a61d-2f88-495f-867f-7b1279128633 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.395455] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473ab14a-931c-4227-bcda-92ec4ca00b78 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.429664] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80734054-0eb8-499e-aa22-b2fd804fe243 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.439997] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6fe936-9f36-4dd7-9ca8-7e195b2a5549 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.454697] env[70483]: DEBUG nova.compute.provider_tree [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.794485] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7363972c-828d-497a-8cf7-45fbe2103df9 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.803696] env[70483]: DEBUG oslo_vmware.api [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': task-3478881, 'name': PowerOffVM_Task, 'duration_secs': 0.181413} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.803964] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.804216] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1217.804987] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7013f5f9-3418-457a-bec1-245a7cd9955a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.812014] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.812257] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dac64605-5217-47b9-85ad-2bcf33aad4e1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.838264] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1217.838485] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1217.838667] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Deleting the datastore file [datastore2] 371ecabb-39ff-4bfa-8764-6063418c2907 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1217.838938] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6b7e051-9ff6-4fdd-b355-06dd543cb3e2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.846703] env[70483]: DEBUG oslo_vmware.api [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Waiting for the task: (returnval){ [ 1217.846703] env[70483]: value = "task-3478885" [ 1217.846703] env[70483]: _type = "Task" [ 1217.846703] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.854699] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "55d8ef17-7ec1-4df4-a0ae-59be9eab31fa" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.854973] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "55d8ef17-7ec1-4df4-a0ae-59be9eab31fa" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.855173] env[70483]: INFO nova.compute.manager [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Shelving [ 1217.856485] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478883, 'name': CreateVM_Task, 'duration_secs': 0.422462} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.857045] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1217.857932] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.858120] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.858465] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.858733] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aaecbfe-ae64-43ec-88ef-999bf244562f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.863683] env[70483]: DEBUG oslo_vmware.api [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': task-3478885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.867456] env[70483]: DEBUG oslo_vmware.api [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1217.867456] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52761d64-d111-84ae-5a17-2d1c66c1b17d" [ 1217.867456] env[70483]: _type = "Task" [ 1217.867456] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.875512] env[70483]: DEBUG oslo_vmware.api [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52761d64-d111-84ae-5a17-2d1c66c1b17d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.957775] env[70483]: DEBUG nova.scheduler.client.report [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.360661] env[70483]: DEBUG oslo_vmware.api [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': task-3478885, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142524} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.362740] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.362925] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1218.363121] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1218.377549] env[70483]: DEBUG oslo_vmware.api [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52761d64-d111-84ae-5a17-2d1c66c1b17d, 'name': SearchDatastore_Task, 'duration_secs': 0.020861} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.378359] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.378609] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1218.378804] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.378946] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.379133] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1218.379602] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c743eb44-8095-44b3-b179-d8f77343a95c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.388696] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1218.388766] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1218.391621] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3ba095e-7445-444b-a749-9cc417200e4f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.397948] env[70483]: DEBUG oslo_vmware.api [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1218.397948] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52792b07-cecd-850d-7921-92665ad0ea5a" [ 1218.397948] env[70483]: _type = "Task" [ 1218.397948] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.406799] env[70483]: DEBUG oslo_vmware.api [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52792b07-cecd-850d-7921-92665ad0ea5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.447247] env[70483]: DEBUG nova.network.neutron [req-1396d964-23a7-4e0c-81b0-295838f88434 req-05b040e6-77d7-4d9d-8088-7c6bd77d9d17 service nova] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Updated VIF entry in instance network info cache for port 2150d206-eac1-4926-b6d0-0ee8fa1b2fb4. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1218.447614] env[70483]: DEBUG nova.network.neutron [req-1396d964-23a7-4e0c-81b0-295838f88434 req-05b040e6-77d7-4d9d-8088-7c6bd77d9d17 service nova] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Updating instance_info_cache with network_info: [{"id": "2150d206-eac1-4926-b6d0-0ee8fa1b2fb4", "address": "fa:16:3e:5c:d0:3c", "network": {"id": "900cda40-18a8-4f2b-a494-f23cc42912b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1003448885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34a9b0dd8e234412942dbc07863c33ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2150d206-ea", "ovs_interfaceid": "2150d206-eac1-4926-b6d0-0ee8fa1b2fb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.462592] env[70483]: DEBUG nova.network.neutron [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Successfully updated port: a7b64047-57a2-4e6a-879f-bc401f436c25 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1218.467197] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.351s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.467197] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.269s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.496029] env[70483]: INFO nova.network.neutron [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Updating port a8404b60-35ef-4040-affa-7875aecdf84b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1218.725472] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c857bb5-6d7a-4f40-a60b-bf1072842dbb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Volume attach. Driver type: vmdk {{(pid=70483) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1218.725707] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c857bb5-6d7a-4f40-a60b-bf1072842dbb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695514', 'volume_id': '9d6daec3-0866-49c8-a4d3-b05dd2f9cc83', 'name': 'volume-9d6daec3-0866-49c8-a4d3-b05dd2f9cc83', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cc933974-5d5a-462a-a0e2-37ae9d5aa842', 'attached_at': '', 'detached_at': '', 'volume_id': '9d6daec3-0866-49c8-a4d3-b05dd2f9cc83', 'serial': '9d6daec3-0866-49c8-a4d3-b05dd2f9cc83'} {{(pid=70483) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1218.726598] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0e2b66-6b08-44e4-b27d-18671b1ccb9c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.743547] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01fb936-00f9-4a60-9da4-fdeddbf85d40 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.771255] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c857bb5-6d7a-4f40-a60b-bf1072842dbb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] volume-9d6daec3-0866-49c8-a4d3-b05dd2f9cc83/volume-9d6daec3-0866-49c8-a4d3-b05dd2f9cc83.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1218.771584] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-084005c7-3dfe-4c6a-87cb-a1b4a6c86445 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.792582] env[70483]: DEBUG oslo_vmware.api [None req-9c857bb5-6d7a-4f40-a60b-bf1072842dbb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1218.792582] env[70483]: value = "task-3478886" [ 1218.792582] env[70483]: _type = "Task" [ 1218.792582] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.801417] env[70483]: DEBUG oslo_vmware.api [None req-9c857bb5-6d7a-4f40-a60b-bf1072842dbb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478886, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.876259] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.876259] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8c61306-b03e-4131-8796-83279542aac3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.883227] env[70483]: DEBUG oslo_vmware.api [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1218.883227] env[70483]: value = "task-3478887" [ 1218.883227] env[70483]: _type = "Task" [ 1218.883227] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.894851] env[70483]: DEBUG oslo_vmware.api [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.911576] env[70483]: DEBUG oslo_vmware.api [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52792b07-cecd-850d-7921-92665ad0ea5a, 'name': SearchDatastore_Task, 'duration_secs': 0.044892} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.912402] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05167b9c-db16-4923-89dd-f7dba20f00fa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.918163] env[70483]: DEBUG oslo_vmware.api [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1218.918163] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52713938-805f-4f59-595c-2a37b3d637ee" [ 1218.918163] env[70483]: _type = "Task" [ 1218.918163] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.926711] env[70483]: DEBUG oslo_vmware.api [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52713938-805f-4f59-595c-2a37b3d637ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.949829] env[70483]: DEBUG oslo_concurrency.lockutils [req-1396d964-23a7-4e0c-81b0-295838f88434 req-05b040e6-77d7-4d9d-8088-7c6bd77d9d17 service nova] Releasing lock "refresh_cache-beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.950285] env[70483]: DEBUG nova.compute.manager [req-1396d964-23a7-4e0c-81b0-295838f88434 req-05b040e6-77d7-4d9d-8088-7c6bd77d9d17 service nova] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Received event network-vif-deleted-ec788122-64e0-4617-b022-91216ad60e7b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.967352] env[70483]: DEBUG oslo_concurrency.lockutils [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Acquiring lock "refresh_cache-fb504f0b-ff60-4f55-9bb5-4919e3eda455" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.967628] env[70483]: DEBUG oslo_concurrency.lockutils [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Acquired lock "refresh_cache-fb504f0b-ff60-4f55-9bb5-4919e3eda455" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.967628] env[70483]: DEBUG nova.network.neutron [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1219.303041] env[70483]: DEBUG oslo_vmware.api [None req-9c857bb5-6d7a-4f40-a60b-bf1072842dbb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478886, 'name': ReconfigVM_Task, 'duration_secs': 0.366675} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.303262] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c857bb5-6d7a-4f40-a60b-bf1072842dbb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Reconfigured VM instance instance-00000068 to attach disk [datastore2] volume-9d6daec3-0866-49c8-a4d3-b05dd2f9cc83/volume-9d6daec3-0866-49c8-a4d3-b05dd2f9cc83.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1219.308098] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50584807-daa0-416e-9504-de7f64ca415f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.324612] env[70483]: DEBUG oslo_vmware.api [None req-9c857bb5-6d7a-4f40-a60b-bf1072842dbb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1219.324612] env[70483]: value = "task-3478888" [ 1219.324612] env[70483]: _type = "Task" [ 1219.324612] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.333677] env[70483]: DEBUG oslo_vmware.api [None req-9c857bb5-6d7a-4f40-a60b-bf1072842dbb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478888, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.390360] env[70483]: DEBUG nova.compute.manager [req-a22fa9e5-0c78-49af-ab7b-29d17c763846 req-c2a5e95c-f0b0-41ca-9b09-6c5187e3443f service nova] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Received event network-vif-plugged-a7b64047-57a2-4e6a-879f-bc401f436c25 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.390831] env[70483]: DEBUG oslo_concurrency.lockutils [req-a22fa9e5-0c78-49af-ab7b-29d17c763846 req-c2a5e95c-f0b0-41ca-9b09-6c5187e3443f service nova] Acquiring lock "fb504f0b-ff60-4f55-9bb5-4919e3eda455-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.391100] env[70483]: DEBUG oslo_concurrency.lockutils [req-a22fa9e5-0c78-49af-ab7b-29d17c763846 req-c2a5e95c-f0b0-41ca-9b09-6c5187e3443f service nova] Lock "fb504f0b-ff60-4f55-9bb5-4919e3eda455-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.391312] env[70483]: DEBUG oslo_concurrency.lockutils [req-a22fa9e5-0c78-49af-ab7b-29d17c763846 req-c2a5e95c-f0b0-41ca-9b09-6c5187e3443f service nova] Lock "fb504f0b-ff60-4f55-9bb5-4919e3eda455-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.391547] env[70483]: DEBUG nova.compute.manager [req-a22fa9e5-0c78-49af-ab7b-29d17c763846 req-c2a5e95c-f0b0-41ca-9b09-6c5187e3443f service nova] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] No waiting events found dispatching network-vif-plugged-a7b64047-57a2-4e6a-879f-bc401f436c25 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1219.391769] env[70483]: WARNING nova.compute.manager [req-a22fa9e5-0c78-49af-ab7b-29d17c763846 req-c2a5e95c-f0b0-41ca-9b09-6c5187e3443f service nova] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Received unexpected event network-vif-plugged-a7b64047-57a2-4e6a-879f-bc401f436c25 for instance with vm_state building and task_state spawning. [ 1219.391975] env[70483]: DEBUG nova.compute.manager [req-a22fa9e5-0c78-49af-ab7b-29d17c763846 req-c2a5e95c-f0b0-41ca-9b09-6c5187e3443f service nova] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Received event network-changed-a7b64047-57a2-4e6a-879f-bc401f436c25 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.392192] env[70483]: DEBUG nova.compute.manager [req-a22fa9e5-0c78-49af-ab7b-29d17c763846 req-c2a5e95c-f0b0-41ca-9b09-6c5187e3443f service nova] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Refreshing instance network info cache due to event network-changed-a7b64047-57a2-4e6a-879f-bc401f436c25. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1219.392582] env[70483]: DEBUG oslo_concurrency.lockutils [req-a22fa9e5-0c78-49af-ab7b-29d17c763846 req-c2a5e95c-f0b0-41ca-9b09-6c5187e3443f service nova] Acquiring lock "refresh_cache-fb504f0b-ff60-4f55-9bb5-4919e3eda455" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.403172] env[70483]: DEBUG oslo_vmware.api [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478887, 'name': PowerOffVM_Task, 'duration_secs': 0.281861} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.403704] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1219.406056] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e29563c-8378-4ac3-a579-a1dc3db3bf04 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.414786] env[70483]: DEBUG nova.virt.hardware [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1219.415088] env[70483]: DEBUG nova.virt.hardware [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1219.415312] env[70483]: DEBUG nova.virt.hardware [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1219.415565] env[70483]: DEBUG nova.virt.hardware [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1219.415719] env[70483]: DEBUG nova.virt.hardware [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1219.415865] env[70483]: DEBUG nova.virt.hardware [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1219.416090] env[70483]: DEBUG nova.virt.hardware [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1219.416404] env[70483]: DEBUG nova.virt.hardware [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1219.416559] env[70483]: DEBUG nova.virt.hardware [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1219.416786] env[70483]: DEBUG nova.virt.hardware [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1219.416999] env[70483]: DEBUG nova.virt.hardware [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1219.418273] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb01b91-1d77-4220-8a5e-42ff56a9c7fc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.442026] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84500d8-163c-43db-98b2-6c20176694f6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.450724] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6dda77-5ff8-466c-86e7-702e2150f8a7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.464374] env[70483]: DEBUG oslo_vmware.api [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52713938-805f-4f59-595c-2a37b3d637ee, 'name': SearchDatastore_Task, 'duration_secs': 0.011749} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.465219] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.465579] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a/beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1219.465787] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6254f7ff-321a-4eab-a393-96b6715be77e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.481742] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Applying migration context for instance 117aaac7-aed4-4695-a4f5-93148f300ef9 as it has an incoming, in-progress migration f0f3e554-58f1-472a-bd7d-aad46c6dcb31. Migration status is confirming {{(pid=70483) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1219.483404] env[70483]: INFO nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Updating resource usage from migration f0f3e554-58f1-472a-bd7d-aad46c6dcb31 [ 1219.488721] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Instance VIF info [] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1219.494535] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.495477] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1219.496247] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23c33181-5961-4c3f-b749-91e2c4803106 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.511332] env[70483]: DEBUG oslo_vmware.api [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1219.511332] env[70483]: value = "task-3478889" [ 1219.511332] env[70483]: _type = "Task" [ 1219.511332] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.515808] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1219.515958] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance b9fca4d0-dadf-43ee-ad2c-2656a3792ea4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1219.516118] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance d8ce30bb-9696-4a06-8f52-6085912708b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1219.516277] env[70483]: WARNING nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance de9648dc-8927-41f0-9cc7-d814bf7d58f1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1219.516399] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance cc933974-5d5a-462a-a0e2-37ae9d5aa842 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1219.516526] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1219.516652] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 9b69506a-d4d1-4b05-ab3c-7311ea0e1795 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1219.516767] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 0dad9c32-cd58-43ed-8c24-b9a69add6853 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1219.516892] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Migration f0f3e554-58f1-472a-bd7d-aad46c6dcb31 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1219.517037] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 117aaac7-aed4-4695-a4f5-93148f300ef9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1219.517176] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 1597651e-56c3-498f-9523-0abeaf32f71f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1219.517295] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 371ecabb-39ff-4bfa-8764-6063418c2907 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1219.517419] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1219.517528] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance fb504f0b-ff60-4f55-9bb5-4919e3eda455 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1219.517643] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 86150d37-88af-4ad4-bb16-2fa484ce7ee0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1219.517853] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=70483) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1219.518007] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=70483) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1219.522919] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1219.522919] env[70483]: value = "task-3478890" [ 1219.522919] env[70483]: _type = "Task" [ 1219.522919] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.529580] env[70483]: DEBUG oslo_vmware.api [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3478889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.535198] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478890, 'name': CreateVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.571876] env[70483]: DEBUG nova.network.neutron [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1219.786133] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d075d09d-bd6b-4bb4-ac97-aef93eb21cba {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.796424] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fd9e24-f619-4487-ab6a-fb124e414e20 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.832760] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37eff51-78df-4951-a7f0-428d694ae9b4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.845107] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7989058b-fe3e-4b81-96ee-56f0d84e32de {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.850632] env[70483]: DEBUG oslo_vmware.api [None req-9c857bb5-6d7a-4f40-a60b-bf1072842dbb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478888, 'name': ReconfigVM_Task, 'duration_secs': 0.171208} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.851700] env[70483]: DEBUG nova.network.neutron [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Updating instance_info_cache with network_info: [{"id": "a7b64047-57a2-4e6a-879f-bc401f436c25", "address": "fa:16:3e:19:22:f0", "network": {"id": "1d6a711e-1fff-4290-9407-b655456aa2a0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1088682972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93b7ca309bf44e64ab3c54f087e82095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7b64047-57", "ovs_interfaceid": "a7b64047-57a2-4e6a-879f-bc401f436c25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.853624] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c857bb5-6d7a-4f40-a60b-bf1072842dbb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695514', 'volume_id': '9d6daec3-0866-49c8-a4d3-b05dd2f9cc83', 'name': 'volume-9d6daec3-0866-49c8-a4d3-b05dd2f9cc83', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cc933974-5d5a-462a-a0e2-37ae9d5aa842', 'attached_at': '', 'detached_at': '', 'volume_id': '9d6daec3-0866-49c8-a4d3-b05dd2f9cc83', 'serial': '9d6daec3-0866-49c8-a4d3-b05dd2f9cc83'} {{(pid=70483) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1219.869698] env[70483]: DEBUG nova.compute.provider_tree [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.966397] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Creating Snapshot of the VM instance {{(pid=70483) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1219.966785] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7710ca58-b5a0-4a60-a599-4ddc3f32f191 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.976651] env[70483]: DEBUG oslo_vmware.api [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1219.976651] env[70483]: value = "task-3478891" [ 1219.976651] env[70483]: _type = "Task" [ 1219.976651] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.990957] env[70483]: DEBUG oslo_vmware.api [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478891, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.021802] env[70483]: DEBUG oslo_vmware.api [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3478889, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505304} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.022126] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a/beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1220.022361] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1220.022639] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f5e226d-18ce-4dc9-a2ed-188d47c7a120 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.034077] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478890, 'name': CreateVM_Task, 'duration_secs': 0.406719} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.035364] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1220.035738] env[70483]: DEBUG oslo_vmware.api [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1220.035738] env[70483]: value = "task-3478892" [ 1220.035738] env[70483]: _type = "Task" [ 1220.035738] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.036141] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.036415] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.036766] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.037128] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-265708fc-30d3-4dc9-8261-3793fa4e09f2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.046113] env[70483]: DEBUG oslo_vmware.api [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Waiting for the task: (returnval){ [ 1220.046113] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52dee50c-aba3-0936-e9b9-0d53b9d56503" [ 1220.046113] env[70483]: _type = "Task" [ 1220.046113] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.048969] env[70483]: DEBUG oslo_vmware.api [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3478892, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.059897] env[70483]: DEBUG oslo_vmware.api [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52dee50c-aba3-0936-e9b9-0d53b9d56503, 'name': SearchDatastore_Task, 'duration_secs': 0.010887} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.060346] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.060475] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1220.060699] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.060854] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.061242] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1220.061370] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3345b373-d296-42c2-8d2c-17de3072f814 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.070839] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1220.071025] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1220.071754] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d6927a2-d648-4c59-9250-02afd34b64b9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.077279] env[70483]: DEBUG oslo_vmware.api [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Waiting for the task: (returnval){ [ 1220.077279] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5258f9f6-eaf1-2a0d-1c71-8b78b5f9215b" [ 1220.077279] env[70483]: _type = "Task" [ 1220.077279] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.085533] env[70483]: DEBUG oslo_vmware.api [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5258f9f6-eaf1-2a0d-1c71-8b78b5f9215b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.168394] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquiring lock "refresh_cache-86150d37-88af-4ad4-bb16-2fa484ce7ee0" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.168561] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquired lock "refresh_cache-86150d37-88af-4ad4-bb16-2fa484ce7ee0" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.168714] env[70483]: DEBUG nova.network.neutron [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.356157] env[70483]: DEBUG oslo_concurrency.lockutils [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Releasing lock "refresh_cache-fb504f0b-ff60-4f55-9bb5-4919e3eda455" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.356577] env[70483]: DEBUG nova.compute.manager [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Instance network_info: |[{"id": "a7b64047-57a2-4e6a-879f-bc401f436c25", "address": "fa:16:3e:19:22:f0", "network": {"id": "1d6a711e-1fff-4290-9407-b655456aa2a0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1088682972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93b7ca309bf44e64ab3c54f087e82095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7b64047-57", "ovs_interfaceid": "a7b64047-57a2-4e6a-879f-bc401f436c25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1220.356958] env[70483]: DEBUG oslo_concurrency.lockutils [req-a22fa9e5-0c78-49af-ab7b-29d17c763846 req-c2a5e95c-f0b0-41ca-9b09-6c5187e3443f service nova] Acquired lock "refresh_cache-fb504f0b-ff60-4f55-9bb5-4919e3eda455" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.357237] env[70483]: DEBUG nova.network.neutron [req-a22fa9e5-0c78-49af-ab7b-29d17c763846 req-c2a5e95c-f0b0-41ca-9b09-6c5187e3443f service nova] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Refreshing network info cache for port a7b64047-57a2-4e6a-879f-bc401f436c25 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.358787] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:22:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7a73c01-1bb9-4612-a1a7-16d71b732e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7b64047-57a2-4e6a-879f-bc401f436c25', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1220.369197] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Creating folder: Project (93b7ca309bf44e64ab3c54f087e82095). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1220.375382] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7ff969b-42ea-4833-b105-d817cb791ebe {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.378764] env[70483]: DEBUG nova.scheduler.client.report [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.396500] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Created folder: Project (93b7ca309bf44e64ab3c54f087e82095) in parent group-v695216. [ 1220.396798] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Creating folder: Instances. Parent ref: group-v695519. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1220.397198] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-552382ea-a6d2-4b88-a207-d5dfc5866d45 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.413827] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Created folder: Instances in parent group-v695519. [ 1220.414201] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1220.419176] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1220.419635] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63929ed5-350a-4df9-92e2-dbe2dc29e229 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.442215] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1220.442215] env[70483]: value = "task-3478895" [ 1220.442215] env[70483]: _type = "Task" [ 1220.442215] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.451031] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478895, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.489962] env[70483]: DEBUG oslo_vmware.api [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478891, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.549387] env[70483]: DEBUG oslo_vmware.api [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3478892, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069682} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.549595] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1220.550399] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550c2d80-7d3c-461a-befd-2468594e34b7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.578067] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a/beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.578518] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d26bb9e6-f341-43f3-a20a-000a34586701 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.606974] env[70483]: DEBUG oslo_vmware.api [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5258f9f6-eaf1-2a0d-1c71-8b78b5f9215b, 'name': SearchDatastore_Task, 'duration_secs': 0.012452} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.611291] env[70483]: DEBUG oslo_vmware.api [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1220.611291] env[70483]: value = "task-3478896" [ 1220.611291] env[70483]: _type = "Task" [ 1220.611291] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.611800] env[70483]: DEBUG nova.compute.manager [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Stashing vm_state: active {{(pid=70483) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1220.615014] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9998eb7e-4b13-4cea-b198-7e1f21caf3d7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.624866] env[70483]: DEBUG oslo_vmware.api [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Waiting for the task: (returnval){ [ 1220.624866] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5239f481-a493-fd67-73df-011be8875c10" [ 1220.624866] env[70483]: _type = "Task" [ 1220.624866] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.629357] env[70483]: DEBUG oslo_vmware.api [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3478896, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.639335] env[70483]: DEBUG oslo_vmware.api [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5239f481-a493-fd67-73df-011be8875c10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.845599] env[70483]: DEBUG nova.network.neutron [req-a22fa9e5-0c78-49af-ab7b-29d17c763846 req-c2a5e95c-f0b0-41ca-9b09-6c5187e3443f service nova] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Updated VIF entry in instance network info cache for port a7b64047-57a2-4e6a-879f-bc401f436c25. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.845951] env[70483]: DEBUG nova.network.neutron [req-a22fa9e5-0c78-49af-ab7b-29d17c763846 req-c2a5e95c-f0b0-41ca-9b09-6c5187e3443f service nova] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Updating instance_info_cache with network_info: [{"id": "a7b64047-57a2-4e6a-879f-bc401f436c25", "address": "fa:16:3e:19:22:f0", "network": {"id": "1d6a711e-1fff-4290-9407-b655456aa2a0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1088682972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93b7ca309bf44e64ab3c54f087e82095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7b64047-57", "ovs_interfaceid": "a7b64047-57a2-4e6a-879f-bc401f436c25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.886671] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70483) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1220.886847] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.420s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.887190] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9353ec09-af4e-41bf-a41e-50ee7da02b20 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.199s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.888551] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.888707] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Cleaning up deleted instances {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1220.920803] env[70483]: DEBUG nova.objects.instance [None req-9c857bb5-6d7a-4f40-a60b-bf1072842dbb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lazy-loading 'flavor' on Instance uuid cc933974-5d5a-462a-a0e2-37ae9d5aa842 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.953608] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478895, 'name': CreateVM_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.988642] env[70483]: DEBUG oslo_vmware.api [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478891, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.064840] env[70483]: DEBUG nova.network.neutron [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Updating instance_info_cache with network_info: [{"id": "a8404b60-35ef-4040-affa-7875aecdf84b", "address": "fa:16:3e:bb:20:fb", "network": {"id": "ad62c8c7-a505-4b19-b08e-7fc0ad2fe8c0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1287706579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f5421924aec4a0eb2dce7ace32bf86c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8404b60-35", "ovs_interfaceid": "a8404b60-35ef-4040-affa-7875aecdf84b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.137705] env[70483]: DEBUG oslo_vmware.api [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3478896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.140095] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.144586] env[70483]: DEBUG oslo_vmware.api [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5239f481-a493-fd67-73df-011be8875c10, 'name': SearchDatastore_Task, 'duration_secs': 0.030779} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.144760] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.145128] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 371ecabb-39ff-4bfa-8764-6063418c2907/371ecabb-39ff-4bfa-8764-6063418c2907.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1221.146135] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66bb68e8-8140-4e54-a730-0fec18f4f2c6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.153922] env[70483]: DEBUG oslo_vmware.api [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Waiting for the task: (returnval){ [ 1221.153922] env[70483]: value = "task-3478897" [ 1221.153922] env[70483]: _type = "Task" [ 1221.153922] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.165425] env[70483]: DEBUG oslo_vmware.api [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': task-3478897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.348750] env[70483]: DEBUG oslo_concurrency.lockutils [req-a22fa9e5-0c78-49af-ab7b-29d17c763846 req-c2a5e95c-f0b0-41ca-9b09-6c5187e3443f service nova] Releasing lock "refresh_cache-fb504f0b-ff60-4f55-9bb5-4919e3eda455" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.406914] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] There are 57 instances to clean {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1221.407283] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: fa265c17-098b-42bf-a1f2-6e3cdf8fb591] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.426817] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9c857bb5-6d7a-4f40-a60b-bf1072842dbb tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "cc933974-5d5a-462a-a0e2-37ae9d5aa842" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.321s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.431096] env[70483]: DEBUG nova.compute.manager [req-280bd0d3-521e-456a-b1b2-f6cec5c2a217 req-3b427a32-ac4d-4bae-9c72-d51739c8a4c6 service nova] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Received event network-vif-plugged-a8404b60-35ef-4040-affa-7875aecdf84b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.431325] env[70483]: DEBUG oslo_concurrency.lockutils [req-280bd0d3-521e-456a-b1b2-f6cec5c2a217 req-3b427a32-ac4d-4bae-9c72-d51739c8a4c6 service nova] Acquiring lock "86150d37-88af-4ad4-bb16-2fa484ce7ee0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.431558] env[70483]: DEBUG oslo_concurrency.lockutils [req-280bd0d3-521e-456a-b1b2-f6cec5c2a217 req-3b427a32-ac4d-4bae-9c72-d51739c8a4c6 service nova] Lock "86150d37-88af-4ad4-bb16-2fa484ce7ee0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.431723] env[70483]: DEBUG oslo_concurrency.lockutils [req-280bd0d3-521e-456a-b1b2-f6cec5c2a217 req-3b427a32-ac4d-4bae-9c72-d51739c8a4c6 service nova] Lock "86150d37-88af-4ad4-bb16-2fa484ce7ee0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.431888] env[70483]: DEBUG nova.compute.manager [req-280bd0d3-521e-456a-b1b2-f6cec5c2a217 req-3b427a32-ac4d-4bae-9c72-d51739c8a4c6 service nova] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] No waiting events found dispatching network-vif-plugged-a8404b60-35ef-4040-affa-7875aecdf84b {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1221.432060] env[70483]: WARNING nova.compute.manager [req-280bd0d3-521e-456a-b1b2-f6cec5c2a217 req-3b427a32-ac4d-4bae-9c72-d51739c8a4c6 service nova] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Received unexpected event network-vif-plugged-a8404b60-35ef-4040-affa-7875aecdf84b for instance with vm_state shelved_offloaded and task_state spawning. [ 1221.432226] env[70483]: DEBUG nova.compute.manager [req-280bd0d3-521e-456a-b1b2-f6cec5c2a217 req-3b427a32-ac4d-4bae-9c72-d51739c8a4c6 service nova] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Received event network-changed-a8404b60-35ef-4040-affa-7875aecdf84b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.432378] env[70483]: DEBUG nova.compute.manager [req-280bd0d3-521e-456a-b1b2-f6cec5c2a217 req-3b427a32-ac4d-4bae-9c72-d51739c8a4c6 service nova] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Refreshing instance network info cache due to event network-changed-a8404b60-35ef-4040-affa-7875aecdf84b. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1221.432554] env[70483]: DEBUG oslo_concurrency.lockutils [req-280bd0d3-521e-456a-b1b2-f6cec5c2a217 req-3b427a32-ac4d-4bae-9c72-d51739c8a4c6 service nova] Acquiring lock "refresh_cache-86150d37-88af-4ad4-bb16-2fa484ce7ee0" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.458228] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478895, 'name': CreateVM_Task, 'duration_secs': 0.830779} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.458505] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1221.459242] env[70483]: DEBUG oslo_concurrency.lockutils [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.459479] env[70483]: DEBUG oslo_concurrency.lockutils [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.459813] env[70483]: DEBUG oslo_concurrency.lockutils [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.460408] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90d94e69-ab15-4597-8e96-10222208f5e1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.466720] env[70483]: DEBUG oslo_vmware.api [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Waiting for the task: (returnval){ [ 1221.466720] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522b839f-aea6-62bc-f3e4-4f9ede381869" [ 1221.466720] env[70483]: _type = "Task" [ 1221.466720] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.479774] env[70483]: DEBUG oslo_vmware.api [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522b839f-aea6-62bc-f3e4-4f9ede381869, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.492711] env[70483]: DEBUG oslo_vmware.api [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478891, 'name': CreateSnapshot_Task, 'duration_secs': 1.308182} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.493124] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Created Snapshot of the VM instance {{(pid=70483) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1221.493807] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f6040b-2748-48f0-90c2-0e087fe2cc07 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.567873] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Releasing lock "refresh_cache-86150d37-88af-4ad4-bb16-2fa484ce7ee0" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.570553] env[70483]: DEBUG oslo_concurrency.lockutils [req-280bd0d3-521e-456a-b1b2-f6cec5c2a217 req-3b427a32-ac4d-4bae-9c72-d51739c8a4c6 service nova] Acquired lock "refresh_cache-86150d37-88af-4ad4-bb16-2fa484ce7ee0" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.570553] env[70483]: DEBUG nova.network.neutron [req-280bd0d3-521e-456a-b1b2-f6cec5c2a217 req-3b427a32-ac4d-4bae-9c72-d51739c8a4c6 service nova] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Refreshing network info cache for port a8404b60-35ef-4040-affa-7875aecdf84b {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1221.599740] env[70483]: DEBUG nova.virt.hardware [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f18bb3ae30b9f311c7c121c208d43e5e',container_format='bare',created_at=2025-04-17T14:47:56Z,direct_url=,disk_format='vmdk',id=85a3d00c-8141-4621-becd-b2887c618246,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1059642965-shelved',owner='8f5421924aec4a0eb2dce7ace32bf86c',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-04-17T14:48:15Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1221.600022] env[70483]: DEBUG nova.virt.hardware [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1221.600182] env[70483]: DEBUG nova.virt.hardware [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1221.600365] env[70483]: DEBUG nova.virt.hardware [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1221.600507] env[70483]: DEBUG nova.virt.hardware [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1221.600650] env[70483]: DEBUG nova.virt.hardware [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1221.600858] env[70483]: DEBUG nova.virt.hardware [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1221.601031] env[70483]: DEBUG nova.virt.hardware [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1221.601245] env[70483]: DEBUG nova.virt.hardware [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1221.601423] env[70483]: DEBUG nova.virt.hardware [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1221.601602] env[70483]: DEBUG nova.virt.hardware [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1221.602477] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd2a255-0449-4dce-8a66-9c111c639ec1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.615111] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fdf0a1-a432-4a95-a951-3ec0caa4bc85 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.633718] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:20:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8404b60-35ef-4040-affa-7875aecdf84b', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1221.641272] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1221.647206] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1221.647549] env[70483]: DEBUG oslo_vmware.api [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3478896, 'name': ReconfigVM_Task, 'duration_secs': 0.685145} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.648377] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-beb2cec7-c698-4a64-9894-d9b5571519c9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.662762] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Reconfigured VM instance instance-00000070 to attach disk [datastore2] beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a/beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.664355] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4c354b6-c055-495a-a14e-77e09e314604 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.666334] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f25ddf-c419-44e6-9dd5-2ab0bbf00e4a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.682376] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa9b55d-032a-4c3f-b69d-91e99ebea75c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.685558] env[70483]: DEBUG oslo_vmware.api [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1221.685558] env[70483]: value = "task-3478898" [ 1221.685558] env[70483]: _type = "Task" [ 1221.685558] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.685785] env[70483]: DEBUG oslo_vmware.api [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': task-3478897, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522366} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.687012] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 371ecabb-39ff-4bfa-8764-6063418c2907/371ecabb-39ff-4bfa-8764-6063418c2907.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1221.687298] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1221.687463] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1221.687463] env[70483]: value = "task-3478899" [ 1221.687463] env[70483]: _type = "Task" [ 1221.687463] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.690550] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9493f08d-4055-43af-a41f-304284586765 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.722298] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4668091-1f60-4ba7-b8ec-8fddeb2011ea {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.730087] env[70483]: DEBUG oslo_vmware.api [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3478898, 'name': Rename_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.730432] env[70483]: DEBUG oslo_vmware.api [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Waiting for the task: (returnval){ [ 1221.730432] env[70483]: value = "task-3478900" [ 1221.730432] env[70483]: _type = "Task" [ 1221.730432] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.739148] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478899, 'name': CreateVM_Task} progress is 15%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.740933] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc0b917-b5d5-4d9d-a14b-b21a90478326 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.749092] env[70483]: DEBUG oslo_vmware.api [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': task-3478900, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.761775] env[70483]: DEBUG nova.compute.provider_tree [None req-9353ec09-af4e-41bf-a41e-50ee7da02b20 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1221.914337] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: ef25df3e-e2a4-42bd-9603-9a65d8dc84d0] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.923150] env[70483]: INFO nova.compute.manager [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Rebuilding instance [ 1221.966895] env[70483]: DEBUG nova.compute.manager [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1221.967889] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf6351e-092d-4f62-bce9-2fbf5fd3cbf9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.982443] env[70483]: DEBUG oslo_vmware.api [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]522b839f-aea6-62bc-f3e4-4f9ede381869, 'name': SearchDatastore_Task, 'duration_secs': 0.063007} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.984075] env[70483]: DEBUG oslo_concurrency.lockutils [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.984370] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1221.984580] env[70483]: DEBUG oslo_concurrency.lockutils [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.984738] env[70483]: DEBUG oslo_concurrency.lockutils [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.984932] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1221.987493] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9b7dc3a-a121-4ac7-868e-f6c558833fd5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.001602] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1222.001878] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1222.002703] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ad8f39e-acd7-4d8a-a0d0-1c2516732a5a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.016489] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Creating linked-clone VM from snapshot {{(pid=70483) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1222.016886] env[70483]: DEBUG oslo_vmware.api [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Waiting for the task: (returnval){ [ 1222.016886] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52dae4ef-c808-54d2-d54a-5c740a3c968c" [ 1222.016886] env[70483]: _type = "Task" [ 1222.016886] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.017211] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6ce7fdef-51b8-4a16-aeae-efcbd9a4a77a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.030129] env[70483]: DEBUG oslo_vmware.api [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52dae4ef-c808-54d2-d54a-5c740a3c968c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.031432] env[70483]: DEBUG oslo_vmware.api [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1222.031432] env[70483]: value = "task-3478901" [ 1222.031432] env[70483]: _type = "Task" [ 1222.031432] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.041085] env[70483]: DEBUG oslo_vmware.api [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478901, 'name': CloneVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.198742] env[70483]: DEBUG oslo_vmware.api [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3478898, 'name': Rename_Task, 'duration_secs': 0.154366} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.199444] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1222.199749] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21b3c688-535a-4c68-8cf7-3e81844bd4c8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.204851] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478899, 'name': CreateVM_Task, 'duration_secs': 0.472852} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.205373] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1222.206079] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/85a3d00c-8141-4621-becd-b2887c618246" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.206246] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/85a3d00c-8141-4621-becd-b2887c618246" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.206612] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/85a3d00c-8141-4621-becd-b2887c618246" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.206862] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a20cd74f-19a2-4981-b411-ed60b4aff9e2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.211212] env[70483]: DEBUG oslo_vmware.api [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1222.211212] env[70483]: value = "task-3478902" [ 1222.211212] env[70483]: _type = "Task" [ 1222.211212] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.212530] env[70483]: DEBUG oslo_vmware.api [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 1222.212530] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]525f7de3-0afc-92a7-466a-21e8f88d66f9" [ 1222.212530] env[70483]: _type = "Task" [ 1222.212530] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.225371] env[70483]: DEBUG oslo_vmware.api [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]525f7de3-0afc-92a7-466a-21e8f88d66f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.230708] env[70483]: DEBUG oslo_vmware.api [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3478902, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.242396] env[70483]: DEBUG oslo_vmware.api [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': task-3478900, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076831} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.243033] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1222.243874] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0759d6-281d-45f3-b6fd-4df8ed13a9a2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.265417] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 371ecabb-39ff-4bfa-8764-6063418c2907/371ecabb-39ff-4bfa-8764-6063418c2907.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.268385] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82564b0d-4429-4fc8-bf52-331136e6c0e8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.292983] env[70483]: DEBUG oslo_vmware.api [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Waiting for the task: (returnval){ [ 1222.292983] env[70483]: value = "task-3478903" [ 1222.292983] env[70483]: _type = "Task" [ 1222.292983] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.302117] env[70483]: DEBUG oslo_vmware.api [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': task-3478903, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.303520] env[70483]: ERROR nova.scheduler.client.report [None req-9353ec09-af4e-41bf-a41e-50ee7da02b20 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [req-947e83b0-af9c-4f3e-b540-67b3ae4a6c13] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6c4ee772-7226-4ddc-ad20-20b8289011e6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-947e83b0-af9c-4f3e-b540-67b3ae4a6c13"}]} [ 1222.322213] env[70483]: DEBUG nova.scheduler.client.report [None req-9353ec09-af4e-41bf-a41e-50ee7da02b20 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Refreshing inventories for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1222.337657] env[70483]: DEBUG nova.scheduler.client.report [None req-9353ec09-af4e-41bf-a41e-50ee7da02b20 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Updating ProviderTree inventory for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1222.337898] env[70483]: DEBUG nova.compute.provider_tree [None req-9353ec09-af4e-41bf-a41e-50ee7da02b20 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1222.349656] env[70483]: DEBUG nova.scheduler.client.report [None req-9353ec09-af4e-41bf-a41e-50ee7da02b20 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Refreshing aggregate associations for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6, aggregates: None {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1222.357321] env[70483]: DEBUG nova.network.neutron [req-280bd0d3-521e-456a-b1b2-f6cec5c2a217 req-3b427a32-ac4d-4bae-9c72-d51739c8a4c6 service nova] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Updated VIF entry in instance network info cache for port a8404b60-35ef-4040-affa-7875aecdf84b. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1222.357786] env[70483]: DEBUG nova.network.neutron [req-280bd0d3-521e-456a-b1b2-f6cec5c2a217 req-3b427a32-ac4d-4bae-9c72-d51739c8a4c6 service nova] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Updating instance_info_cache with network_info: [{"id": "a8404b60-35ef-4040-affa-7875aecdf84b", "address": "fa:16:3e:bb:20:fb", "network": {"id": "ad62c8c7-a505-4b19-b08e-7fc0ad2fe8c0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1287706579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f5421924aec4a0eb2dce7ace32bf86c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8404b60-35", "ovs_interfaceid": "a8404b60-35ef-4040-affa-7875aecdf84b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.375307] env[70483]: DEBUG nova.scheduler.client.report [None req-9353ec09-af4e-41bf-a41e-50ee7da02b20 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Refreshing trait associations for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1222.415930] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 1a2ad0d7-4486-4e92-a091-2be2d2797bee] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.532798] env[70483]: DEBUG oslo_vmware.api [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52dae4ef-c808-54d2-d54a-5c740a3c968c, 'name': SearchDatastore_Task, 'duration_secs': 0.021523} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.538270] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60a9ea4c-8b3a-4baf-b12c-d87cb2a56f47 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.546041] env[70483]: DEBUG oslo_vmware.api [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478901, 'name': CloneVM_Task} progress is 94%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.547420] env[70483]: DEBUG oslo_vmware.api [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Waiting for the task: (returnval){ [ 1222.547420] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52443620-9103-e140-0a47-7cddef179fdd" [ 1222.547420] env[70483]: _type = "Task" [ 1222.547420] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.559176] env[70483]: DEBUG oslo_vmware.api [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52443620-9103-e140-0a47-7cddef179fdd, 'name': SearchDatastore_Task, 'duration_secs': 0.012087} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.559455] env[70483]: DEBUG oslo_concurrency.lockutils [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.559716] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] fb504f0b-ff60-4f55-9bb5-4919e3eda455/fb504f0b-ff60-4f55-9bb5-4919e3eda455.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1222.559971] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5561d31-7750-4547-adc4-3670cc6c8d87 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.567062] env[70483]: DEBUG oslo_vmware.api [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Waiting for the task: (returnval){ [ 1222.567062] env[70483]: value = "task-3478904" [ 1222.567062] env[70483]: _type = "Task" [ 1222.567062] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.574925] env[70483]: DEBUG oslo_vmware.api [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3478904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.602357] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acdd3503-496a-400f-84d6-7a43e7492deb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.611074] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b81071-428f-414a-9d43-0ac61396d429 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.643479] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fa1bb8-0587-4378-82a8-344cf3b4ea24 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.652268] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d62df1a-1a9b-4fb8-9c1a-b4229744be54 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.667076] env[70483]: DEBUG nova.compute.provider_tree [None req-9353ec09-af4e-41bf-a41e-50ee7da02b20 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1222.725993] env[70483]: DEBUG oslo_vmware.api [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3478902, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.730060] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/85a3d00c-8141-4621-becd-b2887c618246" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.730316] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Processing image 85a3d00c-8141-4621-becd-b2887c618246 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1222.730547] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/85a3d00c-8141-4621-becd-b2887c618246/85a3d00c-8141-4621-becd-b2887c618246.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.730691] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/85a3d00c-8141-4621-becd-b2887c618246/85a3d00c-8141-4621-becd-b2887c618246.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.730868] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1222.731152] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-426fc55c-9024-4a3c-907e-69640006ade4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.743265] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1222.743528] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1222.744344] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afb55f58-a8aa-4335-96b2-e95b62f4c967 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.750954] env[70483]: DEBUG oslo_vmware.api [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 1222.750954] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52cfbbf1-8057-29dd-a7ca-bf3074c54bf9" [ 1222.750954] env[70483]: _type = "Task" [ 1222.750954] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.759059] env[70483]: DEBUG oslo_vmware.api [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52cfbbf1-8057-29dd-a7ca-bf3074c54bf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.802898] env[70483]: DEBUG oslo_vmware.api [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': task-3478903, 'name': ReconfigVM_Task, 'duration_secs': 0.277479} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.803195] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 371ecabb-39ff-4bfa-8764-6063418c2907/371ecabb-39ff-4bfa-8764-6063418c2907.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1222.803832] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e81d6ab2-ab5a-47f1-a0f4-a9b46816e06b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.812131] env[70483]: DEBUG oslo_vmware.api [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Waiting for the task: (returnval){ [ 1222.812131] env[70483]: value = "task-3478905" [ 1222.812131] env[70483]: _type = "Task" [ 1222.812131] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.821752] env[70483]: DEBUG oslo_vmware.api [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': task-3478905, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.860828] env[70483]: DEBUG oslo_concurrency.lockutils [req-280bd0d3-521e-456a-b1b2-f6cec5c2a217 req-3b427a32-ac4d-4bae-9c72-d51739c8a4c6 service nova] Releasing lock "refresh_cache-86150d37-88af-4ad4-bb16-2fa484ce7ee0" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.922117] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: a3cc6122-e729-4dc5-b0fc-233c05209ce4] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.997229] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.997564] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cec3f78-53c1-45b1-97ab-61c1fcc8a438 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.007081] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1223.007081] env[70483]: value = "task-3478906" [ 1223.007081] env[70483]: _type = "Task" [ 1223.007081] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.019457] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.043086] env[70483]: DEBUG oslo_vmware.api [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478901, 'name': CloneVM_Task} progress is 94%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.080665] env[70483]: DEBUG oslo_vmware.api [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3478904, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.203821] env[70483]: DEBUG nova.scheduler.client.report [None req-9353ec09-af4e-41bf-a41e-50ee7da02b20 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Updated inventory for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with generation 156 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1223.204223] env[70483]: DEBUG nova.compute.provider_tree [None req-9353ec09-af4e-41bf-a41e-50ee7da02b20 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Updating resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 generation from 156 to 157 during operation: update_inventory {{(pid=70483) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1223.204392] env[70483]: DEBUG nova.compute.provider_tree [None req-9353ec09-af4e-41bf-a41e-50ee7da02b20 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1223.222843] env[70483]: DEBUG oslo_vmware.api [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3478902, 'name': PowerOnVM_Task, 'duration_secs': 0.534387} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.223702] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1223.223908] env[70483]: INFO nova.compute.manager [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1223.224106] env[70483]: DEBUG nova.compute.manager [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1223.225056] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cd5528-123c-4d38-8376-921037230a30 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.260819] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Preparing fetch location {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1223.261084] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Fetch image to [datastore2] OSTACK_IMG_bede532c-ef88-4e08-a7a7-cb406fa0073c/OSTACK_IMG_bede532c-ef88-4e08-a7a7-cb406fa0073c.vmdk {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1223.261278] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Downloading stream optimized image 85a3d00c-8141-4621-becd-b2887c618246 to [datastore2] OSTACK_IMG_bede532c-ef88-4e08-a7a7-cb406fa0073c/OSTACK_IMG_bede532c-ef88-4e08-a7a7-cb406fa0073c.vmdk on the data store datastore2 as vApp {{(pid=70483) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1223.261451] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Downloading image file data 85a3d00c-8141-4621-becd-b2887c618246 to the ESX as VM named 'OSTACK_IMG_bede532c-ef88-4e08-a7a7-cb406fa0073c' {{(pid=70483) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1223.324534] env[70483]: DEBUG oslo_vmware.api [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': task-3478905, 'name': Rename_Task, 'duration_secs': 0.222318} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.324825] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1223.325186] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9b7be8f-878d-47de-9f1e-b29e26ca1419 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.331857] env[70483]: DEBUG oslo_vmware.api [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Waiting for the task: (returnval){ [ 1223.331857] env[70483]: value = "task-3478907" [ 1223.331857] env[70483]: _type = "Task" [ 1223.331857] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.341391] env[70483]: DEBUG oslo_vmware.api [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': task-3478907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.342788] env[70483]: DEBUG oslo_vmware.rw_handles [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1223.342788] env[70483]: value = "resgroup-9" [ 1223.342788] env[70483]: _type = "ResourcePool" [ 1223.342788] env[70483]: }. {{(pid=70483) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1223.343046] env[70483]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9f3da40e-cb5f-4945-aa77-844d2ac6fbc7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.364789] env[70483]: DEBUG oslo_vmware.rw_handles [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lease: (returnval){ [ 1223.364789] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52bfd575-075a-c5a0-7f41-dd7c61dd8d6d" [ 1223.364789] env[70483]: _type = "HttpNfcLease" [ 1223.364789] env[70483]: } obtained for vApp import into resource pool (val){ [ 1223.364789] env[70483]: value = "resgroup-9" [ 1223.364789] env[70483]: _type = "ResourcePool" [ 1223.364789] env[70483]: }. {{(pid=70483) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1223.365264] env[70483]: DEBUG oslo_vmware.api [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the lease: (returnval){ [ 1223.365264] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52bfd575-075a-c5a0-7f41-dd7c61dd8d6d" [ 1223.365264] env[70483]: _type = "HttpNfcLease" [ 1223.365264] env[70483]: } to be ready. {{(pid=70483) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1223.373401] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1223.373401] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52bfd575-075a-c5a0-7f41-dd7c61dd8d6d" [ 1223.373401] env[70483]: _type = "HttpNfcLease" [ 1223.373401] env[70483]: } is initializing. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1223.427159] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: adf03329-badc-4913-8d55-d2084801252c] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.517903] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478906, 'name': PowerOffVM_Task, 'duration_secs': 0.505538} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.518197] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.545569] env[70483]: DEBUG oslo_vmware.api [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478901, 'name': CloneVM_Task, 'duration_secs': 1.51403} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.545846] env[70483]: INFO nova.virt.vmwareapi.vmops [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Created linked-clone VM from snapshot [ 1223.546648] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d033b4-004b-470f-9a5f-25ea601dc162 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.554319] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Uploading image d35eb0bd-66e7-4b41-a849-d99bea1b9359 {{(pid=70483) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1223.581280] env[70483]: DEBUG oslo_vmware.api [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3478904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709785} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.583283] env[70483]: DEBUG oslo_vmware.rw_handles [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1223.583283] env[70483]: value = "vm-695524" [ 1223.583283] env[70483]: _type = "VirtualMachine" [ 1223.583283] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1223.583566] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] fb504f0b-ff60-4f55-9bb5-4919e3eda455/fb504f0b-ff60-4f55-9bb5-4919e3eda455.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1223.583784] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1223.584013] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4132dc13-7db0-4075-be3e-64b89d2051b3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.586217] env[70483]: INFO nova.compute.manager [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Detaching volume 9d6daec3-0866-49c8-a4d3-b05dd2f9cc83 [ 1223.587787] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7852abd-614f-4665-a089-36a802178bdc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.596496] env[70483]: DEBUG oslo_vmware.rw_handles [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lease: (returnval){ [ 1223.596496] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52eff433-97d9-e49a-b21a-c6d469f55bd6" [ 1223.596496] env[70483]: _type = "HttpNfcLease" [ 1223.596496] env[70483]: } obtained for exporting VM: (result){ [ 1223.596496] env[70483]: value = "vm-695524" [ 1223.596496] env[70483]: _type = "VirtualMachine" [ 1223.596496] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1223.596726] env[70483]: DEBUG oslo_vmware.api [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the lease: (returnval){ [ 1223.596726] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52eff433-97d9-e49a-b21a-c6d469f55bd6" [ 1223.596726] env[70483]: _type = "HttpNfcLease" [ 1223.596726] env[70483]: } to be ready. {{(pid=70483) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1223.597653] env[70483]: DEBUG oslo_vmware.api [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Waiting for the task: (returnval){ [ 1223.597653] env[70483]: value = "task-3478909" [ 1223.597653] env[70483]: _type = "Task" [ 1223.597653] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.608938] env[70483]: DEBUG oslo_vmware.api [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3478909, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.610574] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1223.610574] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52eff433-97d9-e49a-b21a-c6d469f55bd6" [ 1223.610574] env[70483]: _type = "HttpNfcLease" [ 1223.610574] env[70483]: } is initializing. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1223.627302] env[70483]: INFO nova.virt.block_device [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Attempting to driver detach volume 9d6daec3-0866-49c8-a4d3-b05dd2f9cc83 from mountpoint /dev/sdb [ 1223.627594] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Volume detach. Driver type: vmdk {{(pid=70483) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1223.627813] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695514', 'volume_id': '9d6daec3-0866-49c8-a4d3-b05dd2f9cc83', 'name': 'volume-9d6daec3-0866-49c8-a4d3-b05dd2f9cc83', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cc933974-5d5a-462a-a0e2-37ae9d5aa842', 'attached_at': '', 'detached_at': '', 'volume_id': '9d6daec3-0866-49c8-a4d3-b05dd2f9cc83', 'serial': '9d6daec3-0866-49c8-a4d3-b05dd2f9cc83'} {{(pid=70483) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1223.628767] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018718a3-8afd-41b3-a68a-ec21ad8d1af8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.651571] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a516d293-6489-49bd-9c57-ba963a8177cb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.660416] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1086a9fe-0576-447a-9300-6747656985ae {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.681419] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d71371-06af-44bd-b169-2fda82b1104d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.696573] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] The volume has not been displaced from its original location: [datastore2] volume-9d6daec3-0866-49c8-a4d3-b05dd2f9cc83/volume-9d6daec3-0866-49c8-a4d3-b05dd2f9cc83.vmdk. No consolidation needed. {{(pid=70483) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1223.701966] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1223.702323] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84706068-d3a0-4fb3-8574-14cc5204290a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.727925] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1223.727925] env[70483]: value = "task-3478911" [ 1223.727925] env[70483]: _type = "Task" [ 1223.727925] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.745846] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478911, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.746380] env[70483]: INFO nova.compute.manager [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Took 19.20 seconds to build instance. [ 1223.844031] env[70483]: DEBUG oslo_vmware.api [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': task-3478907, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.875917] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1223.875917] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52bfd575-075a-c5a0-7f41-dd7c61dd8d6d" [ 1223.875917] env[70483]: _type = "HttpNfcLease" [ 1223.875917] env[70483]: } is initializing. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1223.930201] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 4621c6cd-45ab-4b29-949a-967f12b4d932] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.110979] env[70483]: DEBUG oslo_vmware.api [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3478909, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066456} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.112248] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1224.112535] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1224.112535] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52eff433-97d9-e49a-b21a-c6d469f55bd6" [ 1224.112535] env[70483]: _type = "HttpNfcLease" [ 1224.112535] env[70483]: } is ready. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1224.113224] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd59ee69-34fe-4296-afa3-ec5a4506f890 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.115749] env[70483]: DEBUG oslo_vmware.rw_handles [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1224.115749] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52eff433-97d9-e49a-b21a-c6d469f55bd6" [ 1224.115749] env[70483]: _type = "HttpNfcLease" [ 1224.115749] env[70483]: }. {{(pid=70483) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1224.116394] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ea75ea-4e14-472b-9dac-47fd896e9767 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.124068] env[70483]: DEBUG oslo_vmware.rw_handles [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528767d9-bd04-3f34-2a96-1a6c4305d57a/disk-0.vmdk from lease info. {{(pid=70483) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1224.124228] env[70483]: DEBUG oslo_vmware.rw_handles [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528767d9-bd04-3f34-2a96-1a6c4305d57a/disk-0.vmdk for reading. {{(pid=70483) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1224.142994] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] fb504f0b-ff60-4f55-9bb5-4919e3eda455/fb504f0b-ff60-4f55-9bb5-4919e3eda455.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1224.144351] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70807fb0-5cb1-40b2-ac34-358671fa1b60 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.221924] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9353ec09-af4e-41bf-a41e-50ee7da02b20 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.335s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.227064] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7363972c-828d-497a-8cf7-45fbe2103df9 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.433s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.227261] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7363972c-828d-497a-8cf7-45fbe2103df9 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.229520] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.089s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.233376] env[70483]: DEBUG oslo_vmware.api [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Waiting for the task: (returnval){ [ 1224.233376] env[70483]: value = "task-3478912" [ 1224.233376] env[70483]: _type = "Task" [ 1224.233376] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.245499] env[70483]: DEBUG oslo_vmware.api [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3478912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.249682] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6a42a0ab-d1c8-41b4-9771-d7c55c117735 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.710s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.250111] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478911, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.265122] env[70483]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1e1e6ef2-e594-4600-b7e1-e24e8b705a6b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.270560] env[70483]: INFO nova.scheduler.client.report [None req-7363972c-828d-497a-8cf7-45fbe2103df9 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Deleted allocations for instance de9648dc-8927-41f0-9cc7-d814bf7d58f1 [ 1224.346034] env[70483]: DEBUG oslo_vmware.api [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': task-3478907, 'name': PowerOnVM_Task, 'duration_secs': 0.634493} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.346034] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1224.346034] env[70483]: DEBUG nova.compute.manager [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1224.346034] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393086e2-2f72-40c2-8f37-0468ed62ccb2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.374452] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1224.374452] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52bfd575-075a-c5a0-7f41-dd7c61dd8d6d" [ 1224.374452] env[70483]: _type = "HttpNfcLease" [ 1224.374452] env[70483]: } is ready. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1224.374711] env[70483]: DEBUG oslo_vmware.rw_handles [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1224.374711] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52bfd575-075a-c5a0-7f41-dd7c61dd8d6d" [ 1224.374711] env[70483]: _type = "HttpNfcLease" [ 1224.374711] env[70483]: }. {{(pid=70483) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1224.375459] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8de2d92-2b16-4632-85ae-24fbf11881ce {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.382757] env[70483]: DEBUG oslo_vmware.rw_handles [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52da061a-35a9-6ae7-6b1b-d5e17c332c96/disk-0.vmdk from lease info. {{(pid=70483) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1224.382943] env[70483]: DEBUG oslo_vmware.rw_handles [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52da061a-35a9-6ae7-6b1b-d5e17c332c96/disk-0.vmdk. {{(pid=70483) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1224.441851] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 4ea8b8dd-7ba7-45de-9642-41dd0930dc59] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.453764] env[70483]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7a632492-cb5b-4344-a125-e6d5e65f6300 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.734775] env[70483]: INFO nova.compute.claims [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1224.763035] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478911, 'name': ReconfigVM_Task, 'duration_secs': 0.546971} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.763393] env[70483]: DEBUG oslo_vmware.api [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3478912, 'name': ReconfigVM_Task, 'duration_secs': 0.340838} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.768321] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1224.773374] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Reconfigured VM instance instance-00000071 to attach disk [datastore2] fb504f0b-ff60-4f55-9bb5-4919e3eda455/fb504f0b-ff60-4f55-9bb5-4919e3eda455.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1224.775064] env[70483]: DEBUG nova.compute.manager [req-a95e9982-b4fd-4afe-a77b-fe4ac8203a37 req-b72f63dc-aa76-4ee1-ba64-7b19bb70ce73 service nova] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Received event network-changed-2150d206-eac1-4926-b6d0-0ee8fa1b2fb4 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.775381] env[70483]: DEBUG nova.compute.manager [req-a95e9982-b4fd-4afe-a77b-fe4ac8203a37 req-b72f63dc-aa76-4ee1-ba64-7b19bb70ce73 service nova] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Refreshing instance network info cache due to event network-changed-2150d206-eac1-4926-b6d0-0ee8fa1b2fb4. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1224.775715] env[70483]: DEBUG oslo_concurrency.lockutils [req-a95e9982-b4fd-4afe-a77b-fe4ac8203a37 req-b72f63dc-aa76-4ee1-ba64-7b19bb70ce73 service nova] Acquiring lock "refresh_cache-beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.775877] env[70483]: DEBUG oslo_concurrency.lockutils [req-a95e9982-b4fd-4afe-a77b-fe4ac8203a37 req-b72f63dc-aa76-4ee1-ba64-7b19bb70ce73 service nova] Acquired lock "refresh_cache-beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.776150] env[70483]: DEBUG nova.network.neutron [req-a95e9982-b4fd-4afe-a77b-fe4ac8203a37 req-b72f63dc-aa76-4ee1-ba64-7b19bb70ce73 service nova] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Refreshing network info cache for port 2150d206-eac1-4926-b6d0-0ee8fa1b2fb4 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1224.786648] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6c8f2df-8bca-4bc9-a5c2-4d2755e2c990 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.797736] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31e0c905-64c0-427e-97d5-b664af433144 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.807758] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7363972c-828d-497a-8cf7-45fbe2103df9 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Lock "de9648dc-8927-41f0-9cc7-d814bf7d58f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.032s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.819036] env[70483]: DEBUG oslo_vmware.api [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Waiting for the task: (returnval){ [ 1224.819036] env[70483]: value = "task-3478913" [ 1224.819036] env[70483]: _type = "Task" [ 1224.819036] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.821628] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1224.821628] env[70483]: value = "task-3478914" [ 1224.821628] env[70483]: _type = "Task" [ 1224.821628] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.842578] env[70483]: DEBUG oslo_vmware.api [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3478913, 'name': Rename_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.850671] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478914, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.852461] env[70483]: INFO nova.scheduler.client.report [None req-9353ec09-af4e-41bf-a41e-50ee7da02b20 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Deleted allocation for migration f0f3e554-58f1-472a-bd7d-aad46c6dcb31 [ 1224.877489] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.945785] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: c298ac9c-db19-4eff-82a5-133a1f8596f6] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.194653] env[70483]: DEBUG nova.network.neutron [req-a95e9982-b4fd-4afe-a77b-fe4ac8203a37 req-b72f63dc-aa76-4ee1-ba64-7b19bb70ce73 service nova] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Updated VIF entry in instance network info cache for port 2150d206-eac1-4926-b6d0-0ee8fa1b2fb4. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1225.195100] env[70483]: DEBUG nova.network.neutron [req-a95e9982-b4fd-4afe-a77b-fe4ac8203a37 req-b72f63dc-aa76-4ee1-ba64-7b19bb70ce73 service nova] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Updating instance_info_cache with network_info: [{"id": "2150d206-eac1-4926-b6d0-0ee8fa1b2fb4", "address": "fa:16:3e:5c:d0:3c", "network": {"id": "900cda40-18a8-4f2b-a494-f23cc42912b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1003448885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34a9b0dd8e234412942dbc07863c33ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2150d206-ea", "ovs_interfaceid": "2150d206-eac1-4926-b6d0-0ee8fa1b2fb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.244676] env[70483]: INFO nova.compute.resource_tracker [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Updating resource usage from migration 5c1fb290-446f-469d-88bb-b973de42eab1 [ 1225.352354] env[70483]: DEBUG oslo_vmware.api [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3478913, 'name': Rename_Task, 'duration_secs': 0.202618} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.353079] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478914, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.356848] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1225.356848] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23ea265c-be9b-4ac6-90e0-2695661bedad {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.366713] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9353ec09-af4e-41bf-a41e-50ee7da02b20 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "117aaac7-aed4-4695-a4f5-93148f300ef9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.254s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.375098] env[70483]: DEBUG oslo_vmware.api [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Waiting for the task: (returnval){ [ 1225.375098] env[70483]: value = "task-3478916" [ 1225.375098] env[70483]: _type = "Task" [ 1225.375098] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.394575] env[70483]: DEBUG oslo_vmware.api [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3478916, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.452157] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: ed57b103-7d00-4700-85ba-cafacab768a4] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.552195] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5922854-6b79-424f-b773-81fed84353de {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.572576] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc234e2-ccea-4ca2-ae96-d831ca582ea8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.619113] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca9d95e-6ac0-4655-a79e-cbd4074a5ffd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.631370] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ec7789-bad2-452e-bcf4-030883e77f45 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.649426] env[70483]: DEBUG nova.compute.provider_tree [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.699846] env[70483]: DEBUG oslo_concurrency.lockutils [req-a95e9982-b4fd-4afe-a77b-fe4ac8203a37 req-b72f63dc-aa76-4ee1-ba64-7b19bb70ce73 service nova] Releasing lock "refresh_cache-beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.811623] env[70483]: DEBUG oslo_vmware.rw_handles [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Completed reading data from the image iterator. {{(pid=70483) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1225.811897] env[70483]: DEBUG oslo_vmware.rw_handles [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52da061a-35a9-6ae7-6b1b-d5e17c332c96/disk-0.vmdk. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1225.812881] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33f0f9b-69bd-48ad-aa75-9438aef11dec {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.820651] env[70483]: DEBUG oslo_vmware.rw_handles [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52da061a-35a9-6ae7-6b1b-d5e17c332c96/disk-0.vmdk is in state: ready. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1225.820931] env[70483]: DEBUG oslo_vmware.rw_handles [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52da061a-35a9-6ae7-6b1b-d5e17c332c96/disk-0.vmdk. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1225.821267] env[70483]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-14cbc73e-6574-4d34-876c-a34da9ac4a06 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.842492] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478914, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.892022] env[70483]: DEBUG oslo_vmware.api [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3478916, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.960024] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 10977961-8a06-4d1d-8845-07ffe3127049] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.155342] env[70483]: DEBUG nova.scheduler.client.report [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.177368] env[70483]: DEBUG oslo_vmware.rw_handles [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52da061a-35a9-6ae7-6b1b-d5e17c332c96/disk-0.vmdk. {{(pid=70483) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1226.177594] env[70483]: INFO nova.virt.vmwareapi.images [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Downloaded image file data 85a3d00c-8141-4621-becd-b2887c618246 [ 1226.178434] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6b7db4-1f61-4db5-a25c-02a50bc92953 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.195414] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4db1810-6edc-4694-a073-e6ced6b59a69 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.227555] env[70483]: INFO nova.virt.vmwareapi.images [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] The imported VM was unregistered [ 1226.229629] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Caching image {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1226.229894] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Creating directory with path [datastore2] devstack-image-cache_base/85a3d00c-8141-4621-becd-b2887c618246 {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1226.230226] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2742ee5-ad2f-400d-b47b-49a857f63302 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.244206] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Created directory with path [datastore2] devstack-image-cache_base/85a3d00c-8141-4621-becd-b2887c618246 {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1226.244362] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_bede532c-ef88-4e08-a7a7-cb406fa0073c/OSTACK_IMG_bede532c-ef88-4e08-a7a7-cb406fa0073c.vmdk to [datastore2] devstack-image-cache_base/85a3d00c-8141-4621-becd-b2887c618246/85a3d00c-8141-4621-becd-b2887c618246.vmdk. {{(pid=70483) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1226.244939] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-802e58c2-d44c-4eb1-9abe-3d11f1203c87 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.253248] env[70483]: DEBUG oslo_vmware.api [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 1226.253248] env[70483]: value = "task-3478918" [ 1226.253248] env[70483]: _type = "Task" [ 1226.253248] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.262415] env[70483]: DEBUG oslo_vmware.api [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478918, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.349226] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478914, 'name': ReconfigVM_Task, 'duration_secs': 1.222336} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.349595] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695514', 'volume_id': '9d6daec3-0866-49c8-a4d3-b05dd2f9cc83', 'name': 'volume-9d6daec3-0866-49c8-a4d3-b05dd2f9cc83', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cc933974-5d5a-462a-a0e2-37ae9d5aa842', 'attached_at': '', 'detached_at': '', 'volume_id': '9d6daec3-0866-49c8-a4d3-b05dd2f9cc83', 'serial': '9d6daec3-0866-49c8-a4d3-b05dd2f9cc83'} {{(pid=70483) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1226.365948] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e551c8fc-2a64-43a8-b17b-41b748e0ca8a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Acquiring lock "371ecabb-39ff-4bfa-8764-6063418c2907" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.366225] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e551c8fc-2a64-43a8-b17b-41b748e0ca8a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Lock "371ecabb-39ff-4bfa-8764-6063418c2907" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.366456] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e551c8fc-2a64-43a8-b17b-41b748e0ca8a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Acquiring lock "371ecabb-39ff-4bfa-8764-6063418c2907-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.366664] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e551c8fc-2a64-43a8-b17b-41b748e0ca8a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Lock "371ecabb-39ff-4bfa-8764-6063418c2907-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.367135] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e551c8fc-2a64-43a8-b17b-41b748e0ca8a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Lock "371ecabb-39ff-4bfa-8764-6063418c2907-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.369264] env[70483]: INFO nova.compute.manager [None req-e551c8fc-2a64-43a8-b17b-41b748e0ca8a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Terminating instance [ 1226.394987] env[70483]: DEBUG oslo_vmware.api [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3478916, 'name': PowerOnVM_Task, 'duration_secs': 0.67447} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.395328] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1226.395536] env[70483]: INFO nova.compute.manager [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Took 9.25 seconds to spawn the instance on the hypervisor. [ 1226.396382] env[70483]: DEBUG nova.compute.manager [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1226.397096] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0702c099-54eb-451d-b88b-e9631cb3803a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.445755] env[70483]: DEBUG oslo_concurrency.lockutils [None req-be2b5986-d3cb-4e8e-b169-4c941405825a tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "117aaac7-aed4-4695-a4f5-93148f300ef9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.446111] env[70483]: DEBUG oslo_concurrency.lockutils [None req-be2b5986-d3cb-4e8e-b169-4c941405825a tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "117aaac7-aed4-4695-a4f5-93148f300ef9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.446323] env[70483]: DEBUG oslo_concurrency.lockutils [None req-be2b5986-d3cb-4e8e-b169-4c941405825a tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "117aaac7-aed4-4695-a4f5-93148f300ef9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.446520] env[70483]: DEBUG oslo_concurrency.lockutils [None req-be2b5986-d3cb-4e8e-b169-4c941405825a tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "117aaac7-aed4-4695-a4f5-93148f300ef9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.446688] env[70483]: DEBUG oslo_concurrency.lockutils [None req-be2b5986-d3cb-4e8e-b169-4c941405825a tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "117aaac7-aed4-4695-a4f5-93148f300ef9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.449132] env[70483]: INFO nova.compute.manager [None req-be2b5986-d3cb-4e8e-b169-4c941405825a tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Terminating instance [ 1226.463535] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: ccd88c4e-9d57-4ddc-92f4-fd0e786f6cda] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.662078] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.432s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.662078] env[70483]: INFO nova.compute.manager [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Migrating [ 1226.669777] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.792s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.670057] env[70483]: DEBUG nova.objects.instance [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70483) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1226.766493] env[70483]: DEBUG oslo_vmware.api [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478918, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.873208] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e551c8fc-2a64-43a8-b17b-41b748e0ca8a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Acquiring lock "refresh_cache-371ecabb-39ff-4bfa-8764-6063418c2907" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.873483] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e551c8fc-2a64-43a8-b17b-41b748e0ca8a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Acquired lock "refresh_cache-371ecabb-39ff-4bfa-8764-6063418c2907" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.873730] env[70483]: DEBUG nova.network.neutron [None req-e551c8fc-2a64-43a8-b17b-41b748e0ca8a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.919382] env[70483]: INFO nova.compute.manager [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Took 21.19 seconds to build instance. [ 1226.931671] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0c4bbf5d-b88b-472e-b165-84335e8a198d tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Acquiring lock "0dad9c32-cd58-43ed-8c24-b9a69add6853" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.932092] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0c4bbf5d-b88b-472e-b165-84335e8a198d tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Lock "0dad9c32-cd58-43ed-8c24-b9a69add6853" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.932408] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0c4bbf5d-b88b-472e-b165-84335e8a198d tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Acquiring lock "0dad9c32-cd58-43ed-8c24-b9a69add6853-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.932693] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0c4bbf5d-b88b-472e-b165-84335e8a198d tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Lock "0dad9c32-cd58-43ed-8c24-b9a69add6853-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.933017] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0c4bbf5d-b88b-472e-b165-84335e8a198d tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Lock "0dad9c32-cd58-43ed-8c24-b9a69add6853-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.936090] env[70483]: INFO nova.compute.manager [None req-0c4bbf5d-b88b-472e-b165-84335e8a198d tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Terminating instance [ 1226.953400] env[70483]: DEBUG nova.compute.manager [None req-be2b5986-d3cb-4e8e-b169-4c941405825a tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1226.953684] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-be2b5986-d3cb-4e8e-b169-4c941405825a tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1226.955440] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d8829d-e9b3-45c9-a2b3-cf697a9f7da7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.965907] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-be2b5986-d3cb-4e8e-b169-4c941405825a tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.966408] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: b56ccf54-0a19-441f-bb4e-c19822b9994b] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.968397] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d88d7c43-cb58-4d36-9dee-0240484f6fc9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.978844] env[70483]: DEBUG oslo_vmware.api [None req-be2b5986-d3cb-4e8e-b169-4c941405825a tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1226.978844] env[70483]: value = "task-3478919" [ 1226.978844] env[70483]: _type = "Task" [ 1226.978844] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.991744] env[70483]: DEBUG oslo_vmware.api [None req-be2b5986-d3cb-4e8e-b169-4c941405825a tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.997413] env[70483]: DEBUG oslo_concurrency.lockutils [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "460755b6-7d0b-409d-b359-bdcb4d937389" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.998157] env[70483]: DEBUG oslo_concurrency.lockutils [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "460755b6-7d0b-409d-b359-bdcb4d937389" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.186365] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "refresh_cache-9b69506a-d4d1-4b05-ab3c-7311ea0e1795" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.186365] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquired lock "refresh_cache-9b69506a-d4d1-4b05-ab3c-7311ea0e1795" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.186365] env[70483]: DEBUG nova.network.neutron [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.266757] env[70483]: DEBUG oslo_vmware.api [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478918, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.402084] env[70483]: DEBUG nova.network.neutron [None req-e551c8fc-2a64-43a8-b17b-41b748e0ca8a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1227.423104] env[70483]: DEBUG oslo_concurrency.lockutils [None req-854b891c-557b-4fec-a0be-b5e9863abc41 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lock "fb504f0b-ff60-4f55-9bb5-4919e3eda455" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.705s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.423674] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.423960] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7df2a96-aff6-4ff9-ad56-6e53d9f0f7c2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.433259] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1227.433259] env[70483]: value = "task-3478920" [ 1227.433259] env[70483]: _type = "Task" [ 1227.433259] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.441373] env[70483]: DEBUG nova.compute.manager [None req-0c4bbf5d-b88b-472e-b165-84335e8a198d tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1227.441598] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4bbf5d-b88b-472e-b165-84335e8a198d tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1227.442518] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0fa027-350a-467d-b200-a7633f8c6052 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.456162] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] VM already powered off {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1227.456507] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Volume detach. Driver type: vmdk {{(pid=70483) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1227.456774] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695514', 'volume_id': '9d6daec3-0866-49c8-a4d3-b05dd2f9cc83', 'name': 'volume-9d6daec3-0866-49c8-a4d3-b05dd2f9cc83', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cc933974-5d5a-462a-a0e2-37ae9d5aa842', 'attached_at': '', 'detached_at': '', 'volume_id': '9d6daec3-0866-49c8-a4d3-b05dd2f9cc83', 'serial': '9d6daec3-0866-49c8-a4d3-b05dd2f9cc83'} {{(pid=70483) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1227.457733] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c4bbf5d-b88b-472e-b165-84335e8a198d tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.458627] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8ddd90-be0b-4ed1-835c-55d282cf0a7d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.464684] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9d9d8fb-5e59-4545-9e63-65c09d247e50 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.494326] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 2d3e428e-5f0b-4bd4-90a4-f3b4b1c879bf] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.502963] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abdf637-e04f-442d-9110-09db84e217e3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.506527] env[70483]: DEBUG oslo_vmware.api [None req-0c4bbf5d-b88b-472e-b165-84335e8a198d tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Waiting for the task: (returnval){ [ 1227.506527] env[70483]: value = "task-3478921" [ 1227.506527] env[70483]: _type = "Task" [ 1227.506527] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.507623] env[70483]: DEBUG nova.compute.manager [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1227.519742] env[70483]: DEBUG oslo_vmware.api [None req-be2b5986-d3cb-4e8e-b169-4c941405825a tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478919, 'name': PowerOffVM_Task, 'duration_secs': 0.479693} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.522206] env[70483]: DEBUG nova.network.neutron [None req-e551c8fc-2a64-43a8-b17b-41b748e0ca8a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.523443] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-be2b5986-d3cb-4e8e-b169-4c941405825a tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.523621] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-be2b5986-d3cb-4e8e-b169-4c941405825a tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1227.524567] env[70483]: WARNING nova.virt.vmwareapi.driver [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1227.524884] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1227.528547] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2df6e36-b238-46ec-a6a7-a802a16faf35 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.530892] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863ab55c-5e1a-476d-bbd8-339a575124f4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.533537] env[70483]: DEBUG oslo_vmware.api [None req-0c4bbf5d-b88b-472e-b165-84335e8a198d tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Task: {'id': task-3478921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.542761] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1227.543705] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a53b7f1a-372c-4872-9eca-84dfe3bf6df4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.623075] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1227.623075] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1227.623075] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Deleting the datastore file [datastore1] cc933974-5d5a-462a-a0e2-37ae9d5aa842 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1227.623075] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4936d9b7-5105-48e3-b455-f45790d14f61 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.633438] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1227.633438] env[70483]: value = "task-3478924" [ 1227.633438] env[70483]: _type = "Task" [ 1227.633438] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.645057] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.689625] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d8a1f413-e971-4233-9947-e05c87d3f84a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.750741] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-be2b5986-d3cb-4e8e-b169-4c941405825a tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1227.751134] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-be2b5986-d3cb-4e8e-b169-4c941405825a tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1227.751384] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-be2b5986-d3cb-4e8e-b169-4c941405825a tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Deleting the datastore file [datastore2] 117aaac7-aed4-4695-a4f5-93148f300ef9 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1227.751820] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf16fbf7-b4f9-4d25-a6fc-7710ea2d5a54 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.760491] env[70483]: DEBUG oslo_vmware.api [None req-be2b5986-d3cb-4e8e-b169-4c941405825a tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1227.760491] env[70483]: value = "task-3478925" [ 1227.760491] env[70483]: _type = "Task" [ 1227.760491] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.769710] env[70483]: DEBUG oslo_vmware.api [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478918, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.774874] env[70483]: DEBUG oslo_vmware.api [None req-be2b5986-d3cb-4e8e-b169-4c941405825a tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.011030] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 8c04b455-94ed-420e-964a-9b96ff5c7a3c] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.035918] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e551c8fc-2a64-43a8-b17b-41b748e0ca8a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Releasing lock "refresh_cache-371ecabb-39ff-4bfa-8764-6063418c2907" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.035918] env[70483]: DEBUG nova.compute.manager [None req-e551c8fc-2a64-43a8-b17b-41b748e0ca8a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1228.035918] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e551c8fc-2a64-43a8-b17b-41b748e0ca8a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1228.035918] env[70483]: DEBUG oslo_vmware.api [None req-0c4bbf5d-b88b-472e-b165-84335e8a198d tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Task: {'id': task-3478921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.037535] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3027a52e-580b-43ba-b5c4-9c80021527bb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.049027] env[70483]: DEBUG oslo_concurrency.lockutils [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.049027] env[70483]: DEBUG oslo_concurrency.lockutils [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.049482] env[70483]: INFO nova.compute.claims [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1228.055274] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e551c8fc-2a64-43a8-b17b-41b748e0ca8a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.058906] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-986870f6-d6fb-4fe8-9d70-af4d012fcb29 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.066423] env[70483]: DEBUG oslo_vmware.api [None req-e551c8fc-2a64-43a8-b17b-41b748e0ca8a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Waiting for the task: (returnval){ [ 1228.066423] env[70483]: value = "task-3478926" [ 1228.066423] env[70483]: _type = "Task" [ 1228.066423] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.076891] env[70483]: DEBUG oslo_vmware.api [None req-e551c8fc-2a64-43a8-b17b-41b748e0ca8a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': task-3478926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.084429] env[70483]: DEBUG nova.compute.manager [req-14083005-3be6-4669-ab26-69248ff9846e req-8dde5a4e-70b8-4004-9a5e-3636627ba1e0 service nova] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Received event network-changed-a7b64047-57a2-4e6a-879f-bc401f436c25 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.084429] env[70483]: DEBUG nova.compute.manager [req-14083005-3be6-4669-ab26-69248ff9846e req-8dde5a4e-70b8-4004-9a5e-3636627ba1e0 service nova] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Refreshing instance network info cache due to event network-changed-a7b64047-57a2-4e6a-879f-bc401f436c25. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1228.084429] env[70483]: DEBUG oslo_concurrency.lockutils [req-14083005-3be6-4669-ab26-69248ff9846e req-8dde5a4e-70b8-4004-9a5e-3636627ba1e0 service nova] Acquiring lock "refresh_cache-fb504f0b-ff60-4f55-9bb5-4919e3eda455" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.084429] env[70483]: DEBUG oslo_concurrency.lockutils [req-14083005-3be6-4669-ab26-69248ff9846e req-8dde5a4e-70b8-4004-9a5e-3636627ba1e0 service nova] Acquired lock "refresh_cache-fb504f0b-ff60-4f55-9bb5-4919e3eda455" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.084429] env[70483]: DEBUG nova.network.neutron [req-14083005-3be6-4669-ab26-69248ff9846e req-8dde5a4e-70b8-4004-9a5e-3636627ba1e0 service nova] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Refreshing network info cache for port a7b64047-57a2-4e6a-879f-bc401f436c25 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1228.143603] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358173} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.143603] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1228.143797] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1228.143797] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1228.161787] env[70483]: DEBUG nova.network.neutron [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Updating instance_info_cache with network_info: [{"id": "2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f", "address": "fa:16:3e:7a:27:1d", "network": {"id": "948b7173-5456-49a2-9a1a-e36a1a46b931", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1783064445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a0a79c686d4fd5ace3cd0e354054d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fe05bbc-bc", "ovs_interfaceid": "2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.268622] env[70483]: DEBUG oslo_vmware.api [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478918, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.275963] env[70483]: DEBUG oslo_vmware.api [None req-be2b5986-d3cb-4e8e-b169-4c941405825a tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.520090] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: ef6fa7ed-b8aa-4221-a388-e86a72133cbc] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.530950] env[70483]: DEBUG oslo_vmware.api [None req-0c4bbf5d-b88b-472e-b165-84335e8a198d tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Task: {'id': task-3478921, 'name': PowerOffVM_Task, 'duration_secs': 1.014621} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.531186] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c4bbf5d-b88b-472e-b165-84335e8a198d tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.531701] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4bbf5d-b88b-472e-b165-84335e8a198d tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1228.531701] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6bddd7d-9ece-4ea3-a9fc-aba3bbe24162 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.587678] env[70483]: DEBUG oslo_vmware.api [None req-e551c8fc-2a64-43a8-b17b-41b748e0ca8a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': task-3478926, 'name': PowerOffVM_Task, 'duration_secs': 0.338847} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.589232] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e551c8fc-2a64-43a8-b17b-41b748e0ca8a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.590133] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e551c8fc-2a64-43a8-b17b-41b748e0ca8a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1228.590133] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8f40d72-89ad-4583-8d1b-e4abd697b090 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.617242] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e551c8fc-2a64-43a8-b17b-41b748e0ca8a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1228.617513] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e551c8fc-2a64-43a8-b17b-41b748e0ca8a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1228.617792] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-e551c8fc-2a64-43a8-b17b-41b748e0ca8a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Deleting the datastore file [datastore2] 371ecabb-39ff-4bfa-8764-6063418c2907 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1228.618205] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0990f872-3491-4e1a-9af2-546dd5334fdf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.628465] env[70483]: DEBUG oslo_vmware.api [None req-e551c8fc-2a64-43a8-b17b-41b748e0ca8a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Waiting for the task: (returnval){ [ 1228.628465] env[70483]: value = "task-3478929" [ 1228.628465] env[70483]: _type = "Task" [ 1228.628465] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.640681] env[70483]: DEBUG oslo_vmware.api [None req-e551c8fc-2a64-43a8-b17b-41b748e0ca8a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': task-3478929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.649256] env[70483]: INFO nova.virt.block_device [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Booting with volume 9d6daec3-0866-49c8-a4d3-b05dd2f9cc83 at /dev/sdb [ 1228.664969] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Releasing lock "refresh_cache-9b69506a-d4d1-4b05-ab3c-7311ea0e1795" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.687518] env[70483]: DEBUG oslo_concurrency.lockutils [None req-12dc40d6-dac2-4520-9527-46d84f8989e2 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquiring lock "d8ce30bb-9696-4a06-8f52-6085912708b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.687972] env[70483]: DEBUG oslo_concurrency.lockutils [None req-12dc40d6-dac2-4520-9527-46d84f8989e2 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Lock "d8ce30bb-9696-4a06-8f52-6085912708b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.688179] env[70483]: DEBUG oslo_concurrency.lockutils [None req-12dc40d6-dac2-4520-9527-46d84f8989e2 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquiring lock "d8ce30bb-9696-4a06-8f52-6085912708b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.688446] env[70483]: DEBUG oslo_concurrency.lockutils [None req-12dc40d6-dac2-4520-9527-46d84f8989e2 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Lock "d8ce30bb-9696-4a06-8f52-6085912708b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.688720] env[70483]: DEBUG oslo_concurrency.lockutils [None req-12dc40d6-dac2-4520-9527-46d84f8989e2 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Lock "d8ce30bb-9696-4a06-8f52-6085912708b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.692568] env[70483]: INFO nova.compute.manager [None req-12dc40d6-dac2-4520-9527-46d84f8989e2 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Terminating instance [ 1228.712434] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9cddf5fc-d353-4146-93b8-b768109be1b1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.722740] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0ce198-2e61-43c1-9f7d-e2437fb85978 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.763569] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-95075cfd-84db-438f-a430-f60eb6f82a5b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.776196] env[70483]: DEBUG oslo_vmware.api [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478918, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.782124] env[70483]: DEBUG oslo_vmware.api [None req-be2b5986-d3cb-4e8e-b169-4c941405825a tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.785122] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3f5a9f-8e85-450c-bcbe-a38ffa19193b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.800511] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4bbf5d-b88b-472e-b165-84335e8a198d tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1228.800676] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4bbf5d-b88b-472e-b165-84335e8a198d tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1228.800777] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c4bbf5d-b88b-472e-b165-84335e8a198d tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Deleting the datastore file [datastore2] 0dad9c32-cd58-43ed-8c24-b9a69add6853 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1228.801407] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76de80ce-5947-4770-9f49-6dbcefcc3695 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.808546] env[70483]: DEBUG oslo_vmware.api [None req-0c4bbf5d-b88b-472e-b165-84335e8a198d tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Waiting for the task: (returnval){ [ 1228.808546] env[70483]: value = "task-3478930" [ 1228.808546] env[70483]: _type = "Task" [ 1228.808546] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.829725] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f856f4-16d4-4a46-bce7-571ad61a8c1f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.832712] env[70483]: DEBUG oslo_vmware.api [None req-0c4bbf5d-b88b-472e-b165-84335e8a198d tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Task: {'id': task-3478930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.837673] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc0034d-09bc-4f7a-89b1-5f0b9effa9df {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.852760] env[70483]: DEBUG nova.virt.block_device [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Updating existing volume attachment record: 56bd6626-9ad5-45a5-a57a-9b299b184c01 {{(pid=70483) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1229.021209] env[70483]: DEBUG nova.network.neutron [req-14083005-3be6-4669-ab26-69248ff9846e req-8dde5a4e-70b8-4004-9a5e-3636627ba1e0 service nova] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Updated VIF entry in instance network info cache for port a7b64047-57a2-4e6a-879f-bc401f436c25. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1229.021417] env[70483]: DEBUG nova.network.neutron [req-14083005-3be6-4669-ab26-69248ff9846e req-8dde5a4e-70b8-4004-9a5e-3636627ba1e0 service nova] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Updating instance_info_cache with network_info: [{"id": "a7b64047-57a2-4e6a-879f-bc401f436c25", "address": "fa:16:3e:19:22:f0", "network": {"id": "1d6a711e-1fff-4290-9407-b655456aa2a0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1088682972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93b7ca309bf44e64ab3c54f087e82095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7b64047-57", "ovs_interfaceid": "a7b64047-57a2-4e6a-879f-bc401f436c25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.031777] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: fa177fa7-fd8f-45b7-8008-5c14a1202ce6] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.144892] env[70483]: DEBUG oslo_vmware.api [None req-e551c8fc-2a64-43a8-b17b-41b748e0ca8a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': task-3478929, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261663} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.145235] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-e551c8fc-2a64-43a8-b17b-41b748e0ca8a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1229.145441] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e551c8fc-2a64-43a8-b17b-41b748e0ca8a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1229.145621] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e551c8fc-2a64-43a8-b17b-41b748e0ca8a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1229.145790] env[70483]: INFO nova.compute.manager [None req-e551c8fc-2a64-43a8-b17b-41b748e0ca8a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1229.146041] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e551c8fc-2a64-43a8-b17b-41b748e0ca8a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.146246] env[70483]: DEBUG nova.compute.manager [-] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1229.146339] env[70483]: DEBUG nova.network.neutron [-] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1229.167544] env[70483]: DEBUG nova.network.neutron [-] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1229.205085] env[70483]: DEBUG nova.compute.manager [None req-12dc40d6-dac2-4520-9527-46d84f8989e2 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1229.205085] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-12dc40d6-dac2-4520-9527-46d84f8989e2 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1229.205085] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf8496f-e4da-465d-8306-d1469c12fb53 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.212070] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-12dc40d6-dac2-4520-9527-46d84f8989e2 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1229.212918] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aaa6525c-08cc-4940-9573-5097abc6d7e5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.222917] env[70483]: DEBUG oslo_vmware.api [None req-12dc40d6-dac2-4520-9527-46d84f8989e2 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1229.222917] env[70483]: value = "task-3478931" [ 1229.222917] env[70483]: _type = "Task" [ 1229.222917] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.231455] env[70483]: DEBUG oslo_vmware.api [None req-12dc40d6-dac2-4520-9527-46d84f8989e2 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.273669] env[70483]: DEBUG oslo_vmware.api [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478918, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.594292} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.274420] env[70483]: INFO nova.virt.vmwareapi.ds_util [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_bede532c-ef88-4e08-a7a7-cb406fa0073c/OSTACK_IMG_bede532c-ef88-4e08-a7a7-cb406fa0073c.vmdk to [datastore2] devstack-image-cache_base/85a3d00c-8141-4621-becd-b2887c618246/85a3d00c-8141-4621-becd-b2887c618246.vmdk. [ 1229.274625] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Cleaning up location [datastore2] OSTACK_IMG_bede532c-ef88-4e08-a7a7-cb406fa0073c {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1229.274765] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_bede532c-ef88-4e08-a7a7-cb406fa0073c {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1229.275026] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-863e2a18-49a6-4c7a-8ce1-037efbe8dc71 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.279544] env[70483]: DEBUG oslo_vmware.api [None req-be2b5986-d3cb-4e8e-b169-4c941405825a tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478925, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.11621} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.280069] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-be2b5986-d3cb-4e8e-b169-4c941405825a tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1229.280259] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-be2b5986-d3cb-4e8e-b169-4c941405825a tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1229.280440] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-be2b5986-d3cb-4e8e-b169-4c941405825a tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1229.280610] env[70483]: INFO nova.compute.manager [None req-be2b5986-d3cb-4e8e-b169-4c941405825a tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Took 2.33 seconds to destroy the instance on the hypervisor. [ 1229.280841] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be2b5986-d3cb-4e8e-b169-4c941405825a tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.281032] env[70483]: DEBUG nova.compute.manager [-] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1229.281132] env[70483]: DEBUG nova.network.neutron [-] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1229.283849] env[70483]: DEBUG oslo_vmware.api [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 1229.283849] env[70483]: value = "task-3478932" [ 1229.283849] env[70483]: _type = "Task" [ 1229.283849] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.296467] env[70483]: DEBUG oslo_vmware.api [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.298162] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b177570-bbe2-4efc-bed2-53831389c4dd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.304610] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb9dc89-ca80-46f4-af11-82e2b11f4e3d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.337578] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372541fc-0118-4d8f-906e-5002d875d5f8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.345135] env[70483]: DEBUG oslo_vmware.api [None req-0c4bbf5d-b88b-472e-b165-84335e8a198d tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Task: {'id': task-3478930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.393392} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.346100] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c4bbf5d-b88b-472e-b165-84335e8a198d tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1229.346306] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4bbf5d-b88b-472e-b165-84335e8a198d tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1229.346489] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4bbf5d-b88b-472e-b165-84335e8a198d tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1229.346685] env[70483]: INFO nova.compute.manager [None req-0c4bbf5d-b88b-472e-b165-84335e8a198d tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Took 1.91 seconds to destroy the instance on the hypervisor. [ 1229.346928] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c4bbf5d-b88b-472e-b165-84335e8a198d tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.347155] env[70483]: DEBUG nova.compute.manager [-] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1229.347274] env[70483]: DEBUG nova.network.neutron [-] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1229.352360] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a220bf-6a23-499f-ad6f-00b7813faa2e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.365971] env[70483]: DEBUG nova.compute.provider_tree [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1229.524388] env[70483]: DEBUG oslo_concurrency.lockutils [req-14083005-3be6-4669-ab26-69248ff9846e req-8dde5a4e-70b8-4004-9a5e-3636627ba1e0 service nova] Releasing lock "refresh_cache-fb504f0b-ff60-4f55-9bb5-4919e3eda455" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.535219] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 73e3ef81-1a84-429b-968b-0bbee1b276d0] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.669760] env[70483]: DEBUG nova.network.neutron [-] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.732806] env[70483]: DEBUG oslo_vmware.api [None req-12dc40d6-dac2-4520-9527-46d84f8989e2 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478931, 'name': PowerOffVM_Task, 'duration_secs': 0.245256} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.733093] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-12dc40d6-dac2-4520-9527-46d84f8989e2 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1229.733266] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-12dc40d6-dac2-4520-9527-46d84f8989e2 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1229.733555] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ed67abe-8c91-4ea1-b66f-97a8e4bbc017 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.798455] env[70483]: DEBUG oslo_vmware.api [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478932, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110086} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.798813] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1229.799010] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/85a3d00c-8141-4621-becd-b2887c618246/85a3d00c-8141-4621-becd-b2887c618246.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.799280] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/85a3d00c-8141-4621-becd-b2887c618246/85a3d00c-8141-4621-becd-b2887c618246.vmdk to [datastore2] 86150d37-88af-4ad4-bb16-2fa484ce7ee0/86150d37-88af-4ad4-bb16-2fa484ce7ee0.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1229.800029] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-148a9549-b5d5-4c00-ba11-b49b86ac1f5e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.802547] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-12dc40d6-dac2-4520-9527-46d84f8989e2 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1229.802737] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-12dc40d6-dac2-4520-9527-46d84f8989e2 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1229.802907] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-12dc40d6-dac2-4520-9527-46d84f8989e2 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Deleting the datastore file [datastore1] d8ce30bb-9696-4a06-8f52-6085912708b8 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1229.803512] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45160952-9504-4486-bb35-91559e5731cf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.807664] env[70483]: DEBUG oslo_vmware.api [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 1229.807664] env[70483]: value = "task-3478934" [ 1229.807664] env[70483]: _type = "Task" [ 1229.807664] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.811707] env[70483]: DEBUG oslo_vmware.api [None req-12dc40d6-dac2-4520-9527-46d84f8989e2 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1229.811707] env[70483]: value = "task-3478935" [ 1229.811707] env[70483]: _type = "Task" [ 1229.811707] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.817264] env[70483]: DEBUG oslo_vmware.api [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478934, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.822447] env[70483]: DEBUG oslo_vmware.api [None req-12dc40d6-dac2-4520-9527-46d84f8989e2 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.888544] env[70483]: ERROR nova.scheduler.client.report [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [req-988b4ef5-317d-450c-828b-6596999a2c01] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6c4ee772-7226-4ddc-ad20-20b8289011e6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-988b4ef5-317d-450c-828b-6596999a2c01"}]} [ 1229.906288] env[70483]: DEBUG nova.scheduler.client.report [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Refreshing inventories for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1229.922743] env[70483]: DEBUG nova.scheduler.client.report [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Updating ProviderTree inventory for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1229.922990] env[70483]: DEBUG nova.compute.provider_tree [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1229.934858] env[70483]: DEBUG nova.scheduler.client.report [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Refreshing aggregate associations for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6, aggregates: None {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1229.955838] env[70483]: DEBUG nova.scheduler.client.report [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Refreshing trait associations for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1230.038335] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 84b10472-74ba-4122-802b-63d72968bf75] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.132812] env[70483]: DEBUG nova.compute.manager [req-041c25c8-e3ab-4b32-b0b5-8cd9e6f0df2e req-178ac4c7-2fbd-468a-aaba-2e6a52daea9e service nova] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Received event network-vif-deleted-0f13361d-3204-4b7e-9504-90418aad0c4d {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.132929] env[70483]: INFO nova.compute.manager [req-041c25c8-e3ab-4b32-b0b5-8cd9e6f0df2e req-178ac4c7-2fbd-468a-aaba-2e6a52daea9e service nova] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Neutron deleted interface 0f13361d-3204-4b7e-9504-90418aad0c4d; detaching it from the instance and deleting it from the info cache [ 1230.133397] env[70483]: DEBUG nova.network.neutron [req-041c25c8-e3ab-4b32-b0b5-8cd9e6f0df2e req-178ac4c7-2fbd-468a-aaba-2e6a52daea9e service nova] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.173602] env[70483]: INFO nova.compute.manager [-] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Took 1.03 seconds to deallocate network for instance. [ 1230.184495] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3dd23b-d250-4fd4-b854-993b844e929f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.209078] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Updating instance '9b69506a-d4d1-4b05-ab3c-7311ea0e1795' progress to 0 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1230.218045] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe703ac4-f0b6-47a7-9166-2418b47e3326 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.224873] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8d98de-f2f6-48b3-bc53-a4888c296500 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.263321] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14589a6-dd5a-4829-8ad1-ee4de5d4fc31 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.271446] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc40d38b-7242-44e4-b89d-b57d7fe6f4a7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.286450] env[70483]: DEBUG nova.compute.provider_tree [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1230.321972] env[70483]: DEBUG oslo_vmware.api [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478934, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.326857] env[70483]: DEBUG oslo_vmware.api [None req-12dc40d6-dac2-4520-9527-46d84f8989e2 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.534344] env[70483]: DEBUG nova.network.neutron [-] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.541687] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 3bfab051-242b-480a-9b6c-dc933a925ecd] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.639399] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3a8ad71-c3da-4ed4-ac8c-ddb04a1cfd07 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.650584] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892e3a39-acf0-438c-9e7b-227acbb10c1c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.683030] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e551c8fc-2a64-43a8-b17b-41b748e0ca8a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.683383] env[70483]: DEBUG nova.compute.manager [req-041c25c8-e3ab-4b32-b0b5-8cd9e6f0df2e req-178ac4c7-2fbd-468a-aaba-2e6a52daea9e service nova] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Detach interface failed, port_id=0f13361d-3204-4b7e-9504-90418aad0c4d, reason: Instance 117aaac7-aed4-4695-a4f5-93148f300ef9 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1230.722434] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1230.722768] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70aa7c80-fe46-48fd-824a-f0d34c563708 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.730528] env[70483]: DEBUG oslo_vmware.api [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1230.730528] env[70483]: value = "task-3478936" [ 1230.730528] env[70483]: _type = "Task" [ 1230.730528] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.739967] env[70483]: DEBUG oslo_vmware.api [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.825917] env[70483]: DEBUG oslo_vmware.api [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478934, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.827174] env[70483]: DEBUG nova.scheduler.client.report [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Updated inventory for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with generation 159 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1230.827911] env[70483]: DEBUG nova.compute.provider_tree [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Updating resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 generation from 159 to 160 during operation: update_inventory {{(pid=70483) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1230.827911] env[70483]: DEBUG nova.compute.provider_tree [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1230.835840] env[70483]: DEBUG oslo_vmware.api [None req-12dc40d6-dac2-4520-9527-46d84f8989e2 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.588776} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.836491] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-12dc40d6-dac2-4520-9527-46d84f8989e2 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1230.836737] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-12dc40d6-dac2-4520-9527-46d84f8989e2 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1230.836938] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-12dc40d6-dac2-4520-9527-46d84f8989e2 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1230.837202] env[70483]: INFO nova.compute.manager [None req-12dc40d6-dac2-4520-9527-46d84f8989e2 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1230.837514] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12dc40d6-dac2-4520-9527-46d84f8989e2 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1230.837737] env[70483]: DEBUG nova.compute.manager [-] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1230.837873] env[70483]: DEBUG nova.network.neutron [-] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1230.852212] env[70483]: DEBUG nova.network.neutron [-] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.987859] env[70483]: DEBUG nova.virt.hardware [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1230.988568] env[70483]: DEBUG nova.virt.hardware [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1230.989012] env[70483]: DEBUG nova.virt.hardware [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1230.992027] env[70483]: DEBUG nova.virt.hardware [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1230.992027] env[70483]: DEBUG nova.virt.hardware [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1230.992027] env[70483]: DEBUG nova.virt.hardware [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1230.992027] env[70483]: DEBUG nova.virt.hardware [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1230.992027] env[70483]: DEBUG nova.virt.hardware [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1230.992027] env[70483]: DEBUG nova.virt.hardware [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1230.992027] env[70483]: DEBUG nova.virt.hardware [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1230.992027] env[70483]: DEBUG nova.virt.hardware [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1230.993264] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f524c0-b70f-4560-a20a-a8081517859d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.009209] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456a3235-a5b6-4443-af8c-f9ad61111fbf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.026554] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:eb:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7043ca7a-807c-4c7b-b646-23ffece188b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f0be3b3-8cfc-4cba-9979-3e5b00f5646b', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1231.034457] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1231.034860] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1231.035160] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dde232d7-3f99-4401-98f7-cd3ae31afecb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.050028] env[70483]: INFO nova.compute.manager [-] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Took 1.77 seconds to deallocate network for instance. [ 1231.050028] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: bec86f74-e311-4829-98cf-01f72b44662a] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.060673] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1231.060673] env[70483]: value = "task-3478937" [ 1231.060673] env[70483]: _type = "Task" [ 1231.060673] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.071832] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478937, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.244963] env[70483]: DEBUG oslo_vmware.api [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478936, 'name': PowerOffVM_Task, 'duration_secs': 0.251307} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.245441] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1231.245756] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Updating instance '9b69506a-d4d1-4b05-ab3c-7311ea0e1795' progress to 17 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1231.323138] env[70483]: DEBUG oslo_vmware.api [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478934, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.337724] env[70483]: DEBUG oslo_concurrency.lockutils [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.290s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.338458] env[70483]: DEBUG nova.compute.manager [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1231.341528] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e551c8fc-2a64-43a8-b17b-41b748e0ca8a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.659s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.341836] env[70483]: DEBUG nova.objects.instance [None req-e551c8fc-2a64-43a8-b17b-41b748e0ca8a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Lazy-loading 'resources' on Instance uuid 371ecabb-39ff-4bfa-8764-6063418c2907 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.355391] env[70483]: INFO nova.compute.manager [-] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Took 2.01 seconds to deallocate network for instance. [ 1231.554921] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 97434a20-b71c-476d-9b98-9f3cdf558dd8] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.559424] env[70483]: DEBUG oslo_concurrency.lockutils [None req-be2b5986-d3cb-4e8e-b169-4c941405825a tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.573620] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478937, 'name': CreateVM_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.683241] env[70483]: DEBUG nova.network.neutron [-] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.753508] env[70483]: DEBUG nova.virt.hardware [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1231.753715] env[70483]: DEBUG nova.virt.hardware [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1231.753959] env[70483]: DEBUG nova.virt.hardware [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1231.754258] env[70483]: DEBUG nova.virt.hardware [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1231.754420] env[70483]: DEBUG nova.virt.hardware [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1231.754571] env[70483]: DEBUG nova.virt.hardware [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1231.754782] env[70483]: DEBUG nova.virt.hardware [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1231.754948] env[70483]: DEBUG nova.virt.hardware [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1231.755195] env[70483]: DEBUG nova.virt.hardware [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1231.755364] env[70483]: DEBUG nova.virt.hardware [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1231.755559] env[70483]: DEBUG nova.virt.hardware [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1231.760891] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0c42b12-bc6a-41a7-b4d1-9e9df1605394 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.786331] env[70483]: DEBUG oslo_vmware.api [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1231.786331] env[70483]: value = "task-3478938" [ 1231.786331] env[70483]: _type = "Task" [ 1231.786331] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.797905] env[70483]: DEBUG oslo_vmware.api [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478938, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.822539] env[70483]: DEBUG oslo_vmware.api [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478934, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.844838] env[70483]: DEBUG nova.compute.utils [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1231.850017] env[70483]: DEBUG nova.compute.manager [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1231.850384] env[70483]: DEBUG nova.network.neutron [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1231.864267] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0c4bbf5d-b88b-472e-b165-84335e8a198d tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.916894] env[70483]: DEBUG nova.policy [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b9028518cea44bc87614bdf910f6ed6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de4bf47688a34f51898d9809e7767e55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1232.059463] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: a423d133-89f3-40fe-9986-02edc46cf0f4] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.077247] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478937, 'name': CreateVM_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.083240] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cf4eaf-781c-4431-8b27-8911d549d76d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.095132] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053b9d88-7dde-41a5-9e00-7f60d35e1b9f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.130229] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c44115-58c4-4e92-9b4e-91d5fd8b862b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.139888] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffc0a03-e960-4994-a47e-308710931349 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.156316] env[70483]: DEBUG nova.compute.provider_tree [None req-e551c8fc-2a64-43a8-b17b-41b748e0ca8a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.172528] env[70483]: DEBUG nova.compute.manager [req-127ae37d-7f8c-4062-928d-3384fb071dcb req-bcaf3772-d018-4f23-a655-00b6ef9f1ce8 service nova] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Received event network-vif-deleted-de5fa4e9-b6f9-41d3-a475-3b622e2b7e9d {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.172743] env[70483]: DEBUG nova.compute.manager [req-127ae37d-7f8c-4062-928d-3384fb071dcb req-bcaf3772-d018-4f23-a655-00b6ef9f1ce8 service nova] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Received event network-vif-deleted-3b6d741f-4e16-4d0b-a194-3c0414ea8295 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.186538] env[70483]: INFO nova.compute.manager [-] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Took 1.35 seconds to deallocate network for instance. [ 1232.299809] env[70483]: DEBUG oslo_vmware.api [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478938, 'name': ReconfigVM_Task, 'duration_secs': 0.288924} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.300315] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Updating instance '9b69506a-d4d1-4b05-ab3c-7311ea0e1795' progress to 33 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1232.304603] env[70483]: DEBUG nova.network.neutron [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Successfully created port: 6836826c-6a67-450d-9897-fa4bc9cfab0f {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1232.320791] env[70483]: DEBUG oslo_vmware.api [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478934, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.350754] env[70483]: DEBUG nova.compute.manager [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1232.563660] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: babf0ab7-b2eb-414d-b9a9-9555afe74233] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.588992] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478937, 'name': CreateVM_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.661132] env[70483]: DEBUG nova.scheduler.client.report [None req-e551c8fc-2a64-43a8-b17b-41b748e0ca8a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.693354] env[70483]: DEBUG oslo_concurrency.lockutils [None req-12dc40d6-dac2-4520-9527-46d84f8989e2 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.809763] env[70483]: DEBUG nova.virt.hardware [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1232.809983] env[70483]: DEBUG nova.virt.hardware [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1232.810318] env[70483]: DEBUG nova.virt.hardware [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1232.810318] env[70483]: DEBUG nova.virt.hardware [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1232.810475] env[70483]: DEBUG nova.virt.hardware [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1232.810643] env[70483]: DEBUG nova.virt.hardware [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1232.810791] env[70483]: DEBUG nova.virt.hardware [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1232.810951] env[70483]: DEBUG nova.virt.hardware [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1232.811131] env[70483]: DEBUG nova.virt.hardware [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1232.811298] env[70483]: DEBUG nova.virt.hardware [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1232.811469] env[70483]: DEBUG nova.virt.hardware [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1232.816928] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1232.817717] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbf043a4-d3a5-4e98-886e-4e01da38a2e8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.840535] env[70483]: DEBUG oslo_vmware.api [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478934, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.743451} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.841814] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/85a3d00c-8141-4621-becd-b2887c618246/85a3d00c-8141-4621-becd-b2887c618246.vmdk to [datastore2] 86150d37-88af-4ad4-bb16-2fa484ce7ee0/86150d37-88af-4ad4-bb16-2fa484ce7ee0.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1232.842191] env[70483]: DEBUG oslo_vmware.api [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1232.842191] env[70483]: value = "task-3478939" [ 1232.842191] env[70483]: _type = "Task" [ 1232.842191] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.842869] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ac5ea7-1e58-46a2-bd71-34c7fce3c186 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.853731] env[70483]: DEBUG oslo_vmware.api [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478939, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.874925] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 86150d37-88af-4ad4-bb16-2fa484ce7ee0/86150d37-88af-4ad4-bb16-2fa484ce7ee0.vmdk or device None with type streamOptimized {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1232.875691] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ffaea05-0df2-4163-bd2a-993f7a802c90 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.896228] env[70483]: DEBUG oslo_vmware.api [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 1232.896228] env[70483]: value = "task-3478940" [ 1232.896228] env[70483]: _type = "Task" [ 1232.896228] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.906186] env[70483]: DEBUG oslo_vmware.api [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478940, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.076798] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478937, 'name': CreateVM_Task, 'duration_secs': 1.629195} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.077016] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1233.078033] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.078186] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.078500] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.078955] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: ad847ec2-b89f-4b68-b84b-6d2a7f4ac590] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.080882] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a78ce84e-4559-48bc-b5cf-3a28db363189 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.086473] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1233.086473] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52f0571b-167e-a01d-c6c6-28fc1e18cd7f" [ 1233.086473] env[70483]: _type = "Task" [ 1233.086473] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.099713] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52f0571b-167e-a01d-c6c6-28fc1e18cd7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.166208] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e551c8fc-2a64-43a8-b17b-41b748e0ca8a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.825s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.170054] env[70483]: DEBUG oslo_concurrency.lockutils [None req-be2b5986-d3cb-4e8e-b169-4c941405825a tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.610s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.170054] env[70483]: DEBUG oslo_concurrency.lockutils [None req-be2b5986-d3cb-4e8e-b169-4c941405825a tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.172760] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0c4bbf5d-b88b-472e-b165-84335e8a198d tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.309s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.173133] env[70483]: DEBUG nova.objects.instance [None req-0c4bbf5d-b88b-472e-b165-84335e8a198d tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Lazy-loading 'resources' on Instance uuid 0dad9c32-cd58-43ed-8c24-b9a69add6853 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.195712] env[70483]: INFO nova.scheduler.client.report [None req-e551c8fc-2a64-43a8-b17b-41b748e0ca8a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Deleted allocations for instance 371ecabb-39ff-4bfa-8764-6063418c2907 [ 1233.197712] env[70483]: INFO nova.scheduler.client.report [None req-be2b5986-d3cb-4e8e-b169-4c941405825a tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Deleted allocations for instance 117aaac7-aed4-4695-a4f5-93148f300ef9 [ 1233.355921] env[70483]: DEBUG oslo_vmware.api [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478939, 'name': ReconfigVM_Task, 'duration_secs': 0.493674} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.356265] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1233.357137] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1d7e3d-f2a6-4f93-a054-9b6001da05c9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.379875] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 9b69506a-d4d1-4b05-ab3c-7311ea0e1795/9b69506a-d4d1-4b05-ab3c-7311ea0e1795.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1233.381476] env[70483]: DEBUG nova.compute.manager [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1233.383560] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-568fadfd-a808-4696-a345-9cd74166a789 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.402807] env[70483]: DEBUG oslo_vmware.api [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1233.402807] env[70483]: value = "task-3478941" [ 1233.402807] env[70483]: _type = "Task" [ 1233.402807] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.406315] env[70483]: DEBUG oslo_vmware.api [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.416075] env[70483]: DEBUG oslo_vmware.api [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478941, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.424688] env[70483]: DEBUG nova.virt.hardware [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1233.424983] env[70483]: DEBUG nova.virt.hardware [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1233.425145] env[70483]: DEBUG nova.virt.hardware [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1233.425351] env[70483]: DEBUG nova.virt.hardware [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1233.425517] env[70483]: DEBUG nova.virt.hardware [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1233.425675] env[70483]: DEBUG nova.virt.hardware [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1233.425906] env[70483]: DEBUG nova.virt.hardware [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1233.426085] env[70483]: DEBUG nova.virt.hardware [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1233.426281] env[70483]: DEBUG nova.virt.hardware [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1233.426471] env[70483]: DEBUG nova.virt.hardware [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1233.426652] env[70483]: DEBUG nova.virt.hardware [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1233.427582] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3d12f4-6474-4169-adc0-ef6af897e403 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.436707] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ed0652-e4c9-4a26-ae04-514b7a7afbe2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.585071] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 725f74e2-aa5b-4a6a-88bd-2480dd80956f] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.596817] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52f0571b-167e-a01d-c6c6-28fc1e18cd7f, 'name': SearchDatastore_Task, 'duration_secs': 0.030959} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.597136] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.597389] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1233.597649] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.597796] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.597991] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1233.598367] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28fb527a-a200-4a3b-b547-6f07aca626c4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.609129] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1233.609402] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1233.610271] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b21954e-547d-4a72-a00a-466276a53dc3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.616409] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1233.616409] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]528b2aa3-0c35-d2a8-8c47-a05cde207e6a" [ 1233.616409] env[70483]: _type = "Task" [ 1233.616409] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.625867] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]528b2aa3-0c35-d2a8-8c47-a05cde207e6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.710239] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e551c8fc-2a64-43a8-b17b-41b748e0ca8a tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Lock "371ecabb-39ff-4bfa-8764-6063418c2907" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.344s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.711663] env[70483]: DEBUG oslo_concurrency.lockutils [None req-be2b5986-d3cb-4e8e-b169-4c941405825a tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "117aaac7-aed4-4695-a4f5-93148f300ef9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.265s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.893021] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f2a7e5-0eb3-4caa-ba68-9331ad22b9bc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.902518] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffff255-a2d4-4165-8ce4-505778ac5df3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.937395] env[70483]: DEBUG oslo_vmware.api [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478940, 'name': ReconfigVM_Task, 'duration_secs': 0.927353} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.938625] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 86150d37-88af-4ad4-bb16-2fa484ce7ee0/86150d37-88af-4ad4-bb16-2fa484ce7ee0.vmdk or device None with type streamOptimized {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1233.940018] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a14e383-83fc-4e11-814e-70afc32e228f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.946285] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6607807b-a606-4d05-aece-cf1a03f29c34 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.948675] env[70483]: DEBUG oslo_vmware.api [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.957474] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360ae2d7-e73f-4276-9c04-3a767be3b206 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.962124] env[70483]: DEBUG oslo_vmware.api [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 1233.962124] env[70483]: value = "task-3478942" [ 1233.962124] env[70483]: _type = "Task" [ 1233.962124] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.975728] env[70483]: DEBUG nova.compute.provider_tree [None req-0c4bbf5d-b88b-472e-b165-84335e8a198d tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1233.984177] env[70483]: DEBUG oslo_vmware.api [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478942, 'name': Rename_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.021899] env[70483]: DEBUG nova.network.neutron [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Successfully updated port: 6836826c-6a67-450d-9897-fa4bc9cfab0f {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1234.087367] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: cfbbab51-ac3f-43a6-a1b3-1c1c1cec5c47] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.130344] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]528b2aa3-0c35-d2a8-8c47-a05cde207e6a, 'name': SearchDatastore_Task, 'duration_secs': 0.0175} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.131244] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf8e506d-7cb0-4066-a778-5c51c4c75077 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.137194] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1234.137194] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5251906d-9787-f01e-ace4-c19fc5e8a4eb" [ 1234.137194] env[70483]: _type = "Task" [ 1234.137194] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.146153] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5251906d-9787-f01e-ace4-c19fc5e8a4eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.229877] env[70483]: DEBUG nova.compute.manager [req-b8b3713b-d6f6-46c1-842d-b48110ca120c req-44933c77-6940-4747-bfa5-b0386dbde947 service nova] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Received event network-vif-plugged-6836826c-6a67-450d-9897-fa4bc9cfab0f {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.230264] env[70483]: DEBUG oslo_concurrency.lockutils [req-b8b3713b-d6f6-46c1-842d-b48110ca120c req-44933c77-6940-4747-bfa5-b0386dbde947 service nova] Acquiring lock "460755b6-7d0b-409d-b359-bdcb4d937389-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.230644] env[70483]: DEBUG oslo_concurrency.lockutils [req-b8b3713b-d6f6-46c1-842d-b48110ca120c req-44933c77-6940-4747-bfa5-b0386dbde947 service nova] Lock "460755b6-7d0b-409d-b359-bdcb4d937389-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.230927] env[70483]: DEBUG oslo_concurrency.lockutils [req-b8b3713b-d6f6-46c1-842d-b48110ca120c req-44933c77-6940-4747-bfa5-b0386dbde947 service nova] Lock "460755b6-7d0b-409d-b359-bdcb4d937389-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.231252] env[70483]: DEBUG nova.compute.manager [req-b8b3713b-d6f6-46c1-842d-b48110ca120c req-44933c77-6940-4747-bfa5-b0386dbde947 service nova] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] No waiting events found dispatching network-vif-plugged-6836826c-6a67-450d-9897-fa4bc9cfab0f {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1234.231561] env[70483]: WARNING nova.compute.manager [req-b8b3713b-d6f6-46c1-842d-b48110ca120c req-44933c77-6940-4747-bfa5-b0386dbde947 service nova] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Received unexpected event network-vif-plugged-6836826c-6a67-450d-9897-fa4bc9cfab0f for instance with vm_state building and task_state spawning. [ 1234.231867] env[70483]: DEBUG nova.compute.manager [req-b8b3713b-d6f6-46c1-842d-b48110ca120c req-44933c77-6940-4747-bfa5-b0386dbde947 service nova] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Received event network-changed-6836826c-6a67-450d-9897-fa4bc9cfab0f {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.232158] env[70483]: DEBUG nova.compute.manager [req-b8b3713b-d6f6-46c1-842d-b48110ca120c req-44933c77-6940-4747-bfa5-b0386dbde947 service nova] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Refreshing instance network info cache due to event network-changed-6836826c-6a67-450d-9897-fa4bc9cfab0f. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1234.232527] env[70483]: DEBUG oslo_concurrency.lockutils [req-b8b3713b-d6f6-46c1-842d-b48110ca120c req-44933c77-6940-4747-bfa5-b0386dbde947 service nova] Acquiring lock "refresh_cache-460755b6-7d0b-409d-b359-bdcb4d937389" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.232755] env[70483]: DEBUG oslo_concurrency.lockutils [req-b8b3713b-d6f6-46c1-842d-b48110ca120c req-44933c77-6940-4747-bfa5-b0386dbde947 service nova] Acquired lock "refresh_cache-460755b6-7d0b-409d-b359-bdcb4d937389" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.233084] env[70483]: DEBUG nova.network.neutron [req-b8b3713b-d6f6-46c1-842d-b48110ca120c req-44933c77-6940-4747-bfa5-b0386dbde947 service nova] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Refreshing network info cache for port 6836826c-6a67-450d-9897-fa4bc9cfab0f {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1234.256123] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a2913219-f393-4c4f-9e99-fac414d8fa94 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Acquiring lock "1597651e-56c3-498f-9523-0abeaf32f71f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.256537] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a2913219-f393-4c4f-9e99-fac414d8fa94 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Lock "1597651e-56c3-498f-9523-0abeaf32f71f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.256840] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a2913219-f393-4c4f-9e99-fac414d8fa94 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Acquiring lock "1597651e-56c3-498f-9523-0abeaf32f71f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.257169] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a2913219-f393-4c4f-9e99-fac414d8fa94 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Lock "1597651e-56c3-498f-9523-0abeaf32f71f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.257454] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a2913219-f393-4c4f-9e99-fac414d8fa94 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Lock "1597651e-56c3-498f-9523-0abeaf32f71f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.260308] env[70483]: INFO nova.compute.manager [None req-a2913219-f393-4c4f-9e99-fac414d8fa94 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 1597651e-56c3-498f-9523-0abeaf32f71f] Terminating instance [ 1234.374371] env[70483]: DEBUG oslo_vmware.rw_handles [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528767d9-bd04-3f34-2a96-1a6c4305d57a/disk-0.vmdk. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1234.375336] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec940439-ecd6-40de-abc7-65d9c11e82f6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.382175] env[70483]: DEBUG oslo_vmware.rw_handles [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528767d9-bd04-3f34-2a96-1a6c4305d57a/disk-0.vmdk is in state: ready. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1234.382413] env[70483]: ERROR oslo_vmware.rw_handles [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528767d9-bd04-3f34-2a96-1a6c4305d57a/disk-0.vmdk due to incomplete transfer. [ 1234.382683] env[70483]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e7ff2bbc-5815-4576-bfd2-b5ccd23f4274 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.390529] env[70483]: DEBUG oslo_vmware.rw_handles [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528767d9-bd04-3f34-2a96-1a6c4305d57a/disk-0.vmdk. {{(pid=70483) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1234.390722] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Uploaded image d35eb0bd-66e7-4b41-a849-d99bea1b9359 to the Glance image server {{(pid=70483) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1234.393157] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Destroying the VM {{(pid=70483) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1234.393415] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8e87f802-0f9b-4c30-95ed-6c9e88a0c9d9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.399302] env[70483]: DEBUG oslo_vmware.api [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1234.399302] env[70483]: value = "task-3478943" [ 1234.399302] env[70483]: _type = "Task" [ 1234.399302] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.407803] env[70483]: DEBUG oslo_vmware.api [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478943, 'name': Destroy_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.416232] env[70483]: DEBUG oslo_vmware.api [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478941, 'name': ReconfigVM_Task, 'duration_secs': 0.700419} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.416539] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 9b69506a-d4d1-4b05-ab3c-7311ea0e1795/9b69506a-d4d1-4b05-ab3c-7311ea0e1795.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1234.416952] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Updating instance '9b69506a-d4d1-4b05-ab3c-7311ea0e1795' progress to 50 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1234.472941] env[70483]: DEBUG oslo_vmware.api [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478942, 'name': Rename_Task, 'duration_secs': 0.296972} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.473262] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1234.473511] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4e31810-4549-476f-8463-8b8fc399c7bd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.482865] env[70483]: DEBUG oslo_vmware.api [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 1234.482865] env[70483]: value = "task-3478944" [ 1234.482865] env[70483]: _type = "Task" [ 1234.482865] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.493638] env[70483]: DEBUG oslo_vmware.api [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.515440] env[70483]: DEBUG nova.scheduler.client.report [None req-0c4bbf5d-b88b-472e-b165-84335e8a198d tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Updated inventory for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with generation 160 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1234.515785] env[70483]: DEBUG nova.compute.provider_tree [None req-0c4bbf5d-b88b-472e-b165-84335e8a198d tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Updating resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 generation from 160 to 161 during operation: update_inventory {{(pid=70483) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1234.515980] env[70483]: DEBUG nova.compute.provider_tree [None req-0c4bbf5d-b88b-472e-b165-84335e8a198d tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1234.523795] env[70483]: DEBUG oslo_concurrency.lockutils [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "refresh_cache-460755b6-7d0b-409d-b359-bdcb4d937389" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.591265] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 5a72a19e-090c-4e14-9ecf-92216b8a7596] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.647537] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5251906d-9787-f01e-ace4-c19fc5e8a4eb, 'name': SearchDatastore_Task, 'duration_secs': 0.0203} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.647799] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.648090] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] cc933974-5d5a-462a-a0e2-37ae9d5aa842/cc933974-5d5a-462a-a0e2-37ae9d5aa842.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1234.648637] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a92b0842-b28a-4909-8e22-22bbb9e2f642 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.654835] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1234.654835] env[70483]: value = "task-3478945" [ 1234.654835] env[70483]: _type = "Task" [ 1234.654835] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.663831] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478945, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.765077] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a2913219-f393-4c4f-9e99-fac414d8fa94 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Acquiring lock "refresh_cache-1597651e-56c3-498f-9523-0abeaf32f71f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.765330] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a2913219-f393-4c4f-9e99-fac414d8fa94 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Acquired lock "refresh_cache-1597651e-56c3-498f-9523-0abeaf32f71f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.765502] env[70483]: DEBUG nova.network.neutron [None req-a2913219-f393-4c4f-9e99-fac414d8fa94 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 1597651e-56c3-498f-9523-0abeaf32f71f] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1234.767299] env[70483]: DEBUG nova.network.neutron [req-b8b3713b-d6f6-46c1-842d-b48110ca120c req-44933c77-6940-4747-bfa5-b0386dbde947 service nova] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1234.887706] env[70483]: DEBUG nova.network.neutron [req-b8b3713b-d6f6-46c1-842d-b48110ca120c req-44933c77-6940-4747-bfa5-b0386dbde947 service nova] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.911634] env[70483]: DEBUG oslo_vmware.api [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478943, 'name': Destroy_Task} progress is 33%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.923850] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c97be1-7da9-40ac-ba63-5e1ac8716603 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.947019] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019d3d00-5749-48ab-9d7b-7ac9a260cbfa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.967760] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Updating instance '9b69506a-d4d1-4b05-ab3c-7311ea0e1795' progress to 67 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1234.992850] env[70483]: DEBUG oslo_vmware.api [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478944, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.021857] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0c4bbf5d-b88b-472e-b165-84335e8a198d tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.849s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.024740] env[70483]: DEBUG oslo_concurrency.lockutils [None req-12dc40d6-dac2-4520-9527-46d84f8989e2 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.331s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.025031] env[70483]: DEBUG nova.objects.instance [None req-12dc40d6-dac2-4520-9527-46d84f8989e2 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Lazy-loading 'resources' on Instance uuid d8ce30bb-9696-4a06-8f52-6085912708b8 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.045108] env[70483]: INFO nova.scheduler.client.report [None req-0c4bbf5d-b88b-472e-b165-84335e8a198d tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Deleted allocations for instance 0dad9c32-cd58-43ed-8c24-b9a69add6853 [ 1235.094752] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 08028301-3521-4277-bf0e-100908825c43] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1235.166040] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478945, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.292439] env[70483]: DEBUG nova.network.neutron [None req-a2913219-f393-4c4f-9e99-fac414d8fa94 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 1597651e-56c3-498f-9523-0abeaf32f71f] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1235.381436] env[70483]: DEBUG nova.network.neutron [None req-a2913219-f393-4c4f-9e99-fac414d8fa94 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 1597651e-56c3-498f-9523-0abeaf32f71f] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.390587] env[70483]: DEBUG oslo_concurrency.lockutils [req-b8b3713b-d6f6-46c1-842d-b48110ca120c req-44933c77-6940-4747-bfa5-b0386dbde947 service nova] Releasing lock "refresh_cache-460755b6-7d0b-409d-b359-bdcb4d937389" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.391014] env[70483]: DEBUG oslo_concurrency.lockutils [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquired lock "refresh_cache-460755b6-7d0b-409d-b359-bdcb4d937389" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.391205] env[70483]: DEBUG nova.network.neutron [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.410803] env[70483]: DEBUG oslo_vmware.api [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478943, 'name': Destroy_Task, 'duration_secs': 0.649384} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.411613] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Destroyed the VM [ 1235.411927] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Deleting Snapshot of the VM instance {{(pid=70483) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1235.412246] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c6d54ec6-ea86-4b7c-a362-addd46463281 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.419701] env[70483]: DEBUG oslo_vmware.api [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1235.419701] env[70483]: value = "task-3478946" [ 1235.419701] env[70483]: _type = "Task" [ 1235.419701] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.431912] env[70483]: DEBUG oslo_vmware.api [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478946, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.493266] env[70483]: DEBUG oslo_vmware.api [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478944, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.508537] env[70483]: DEBUG nova.network.neutron [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Port 2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f binding to destination host cpu-1 is already ACTIVE {{(pid=70483) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1235.552422] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0c4bbf5d-b88b-472e-b165-84335e8a198d tempest-ServersTestManualDisk-504394258 tempest-ServersTestManualDisk-504394258-project-member] Lock "0dad9c32-cd58-43ed-8c24-b9a69add6853" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.620s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.600561] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 6bd21520-d00b-4103-bcf1-812a1187256a] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1235.666351] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478945, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530412} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.669259] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] cc933974-5d5a-462a-a0e2-37ae9d5aa842/cc933974-5d5a-462a-a0e2-37ae9d5aa842.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1235.669486] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1235.671061] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-998fdddb-389a-4a5b-ad67-a43c15af43b5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.677241] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1235.677241] env[70483]: value = "task-3478947" [ 1235.677241] env[70483]: _type = "Task" [ 1235.677241] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.687487] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478947, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.708074] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ef960d-16bc-43df-8750-0b5f5fc5072d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.716386] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9863358e-8d23-4af1-9a80-b3615c2fd65f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.745921] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305343cf-ba53-49b0-af19-3180ebdaa6aa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.753942] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4be19f-e9df-4ab2-bc7c-3b0fc01bf61e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.770727] env[70483]: DEBUG nova.compute.provider_tree [None req-12dc40d6-dac2-4520-9527-46d84f8989e2 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.884386] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a2913219-f393-4c4f-9e99-fac414d8fa94 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Releasing lock "refresh_cache-1597651e-56c3-498f-9523-0abeaf32f71f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.884807] env[70483]: DEBUG nova.compute.manager [None req-a2913219-f393-4c4f-9e99-fac414d8fa94 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 1597651e-56c3-498f-9523-0abeaf32f71f] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1235.885017] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a2913219-f393-4c4f-9e99-fac414d8fa94 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 1597651e-56c3-498f-9523-0abeaf32f71f] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1235.885952] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e987b1-751b-497d-b366-90ecdce639e3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.895846] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2913219-f393-4c4f-9e99-fac414d8fa94 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 1597651e-56c3-498f-9523-0abeaf32f71f] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1235.896094] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84398315-0623-400a-bfb8-0980bb6d9faa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.904131] env[70483]: DEBUG oslo_vmware.api [None req-a2913219-f393-4c4f-9e99-fac414d8fa94 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Waiting for the task: (returnval){ [ 1235.904131] env[70483]: value = "task-3478948" [ 1235.904131] env[70483]: _type = "Task" [ 1235.904131] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.911784] env[70483]: DEBUG oslo_vmware.api [None req-a2913219-f393-4c4f-9e99-fac414d8fa94 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': task-3478948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.928547] env[70483]: DEBUG oslo_vmware.api [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478946, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.929382] env[70483]: DEBUG nova.network.neutron [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1235.993571] env[70483]: DEBUG oslo_vmware.api [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3478944, 'name': PowerOnVM_Task, 'duration_secs': 1.218896} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.993840] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1236.104171] env[70483]: DEBUG nova.compute.manager [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1236.104171] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f1c2d4-8750-475f-bfd8-8b5f85caa9a1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.108116] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 9a6b8926-4d0c-4aad-b546-92e2fdaf4380] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1236.119415] env[70483]: DEBUG nova.network.neutron [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Updating instance_info_cache with network_info: [{"id": "6836826c-6a67-450d-9897-fa4bc9cfab0f", "address": "fa:16:3e:df:91:22", "network": {"id": "f329a1c0-ec70-423d-802d-b6209ab8aec8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1307516247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de4bf47688a34f51898d9809e7767e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6836826c-6a", "ovs_interfaceid": "6836826c-6a67-450d-9897-fa4bc9cfab0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.189888] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478947, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.238949} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.189888] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1236.189888] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fdc298-9ee8-4145-a4b3-8c3f76cece66 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.213388] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] cc933974-5d5a-462a-a0e2-37ae9d5aa842/cc933974-5d5a-462a-a0e2-37ae9d5aa842.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1236.213533] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a65c2db5-3e0e-4e1e-868b-4ef1083509e6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.234664] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1236.234664] env[70483]: value = "task-3478949" [ 1236.234664] env[70483]: _type = "Task" [ 1236.234664] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.243022] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478949, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.274285] env[70483]: DEBUG nova.scheduler.client.report [None req-12dc40d6-dac2-4520-9527-46d84f8989e2 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.415188] env[70483]: DEBUG oslo_vmware.api [None req-a2913219-f393-4c4f-9e99-fac414d8fa94 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': task-3478948, 'name': PowerOffVM_Task, 'duration_secs': 0.363513} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.415576] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2913219-f393-4c4f-9e99-fac414d8fa94 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 1597651e-56c3-498f-9523-0abeaf32f71f] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1236.415809] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a2913219-f393-4c4f-9e99-fac414d8fa94 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 1597651e-56c3-498f-9523-0abeaf32f71f] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1236.416087] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-658480f6-026c-4be2-ab8e-d7755b63957b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.431834] env[70483]: DEBUG oslo_vmware.api [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478946, 'name': RemoveSnapshot_Task, 'duration_secs': 0.949715} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.431834] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Deleted Snapshot of the VM instance {{(pid=70483) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1236.431834] env[70483]: DEBUG nova.compute.manager [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1236.432204] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7612b18-7a96-447c-b2df-e40cd6e2b268 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.442888] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a2913219-f393-4c4f-9e99-fac414d8fa94 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 1597651e-56c3-498f-9523-0abeaf32f71f] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1236.443078] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a2913219-f393-4c4f-9e99-fac414d8fa94 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 1597651e-56c3-498f-9523-0abeaf32f71f] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1236.443649] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2913219-f393-4c4f-9e99-fac414d8fa94 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Deleting the datastore file [datastore2] 1597651e-56c3-498f-9523-0abeaf32f71f {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1236.444121] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d218cf0-814b-4f0e-9231-9bca329bb874 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.451030] env[70483]: DEBUG oslo_vmware.api [None req-a2913219-f393-4c4f-9e99-fac414d8fa94 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Waiting for the task: (returnval){ [ 1236.451030] env[70483]: value = "task-3478951" [ 1236.451030] env[70483]: _type = "Task" [ 1236.451030] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.460791] env[70483]: DEBUG oslo_vmware.api [None req-a2913219-f393-4c4f-9e99-fac414d8fa94 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': task-3478951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.531996] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "9b69506a-d4d1-4b05-ab3c-7311ea0e1795-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.532278] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "9b69506a-d4d1-4b05-ab3c-7311ea0e1795-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.532951] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "9b69506a-d4d1-4b05-ab3c-7311ea0e1795-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.613198] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 4a1590d2-16bc-445b-9eb5-dea9990d33bd] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1236.622651] env[70483]: DEBUG oslo_concurrency.lockutils [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Releasing lock "refresh_cache-460755b6-7d0b-409d-b359-bdcb4d937389" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.623771] env[70483]: DEBUG nova.compute.manager [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Instance network_info: |[{"id": "6836826c-6a67-450d-9897-fa4bc9cfab0f", "address": "fa:16:3e:df:91:22", "network": {"id": "f329a1c0-ec70-423d-802d-b6209ab8aec8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1307516247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de4bf47688a34f51898d9809e7767e55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6836826c-6a", "ovs_interfaceid": "6836826c-6a67-450d-9897-fa4bc9cfab0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1236.624636] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:91:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6836826c-6a67-450d-9897-fa4bc9cfab0f', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1236.640260] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1236.640260] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d3dcd4c8-6653-4b2f-8696-8594b507bc4c tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lock "86150d37-88af-4ad4-bb16-2fa484ce7ee0" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.580s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.640881] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1236.641267] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9fb75e4-224c-4a97-942d-41e8eb9d888b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.664624] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1236.664624] env[70483]: value = "task-3478952" [ 1236.664624] env[70483]: _type = "Task" [ 1236.664624] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.673411] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478952, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.744924] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478949, 'name': ReconfigVM_Task, 'duration_secs': 0.282759} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.745354] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Reconfigured VM instance instance-00000068 to attach disk [datastore2] cc933974-5d5a-462a-a0e2-37ae9d5aa842/cc933974-5d5a-462a-a0e2-37ae9d5aa842.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1236.746795] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'size': 0, 'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'encryption_format': None, 'disk_bus': None, 'guest_format': None, 'encrypted': False, 'device_name': '/dev/sda', 'image_id': 'c45d2ce6-6758-4a65-9806-b17c804e40f4'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '56bd6626-9ad5-45a5-a57a-9b299b184c01', 'guest_format': None, 'device_type': None, 'boot_index': None, 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695514', 'volume_id': '9d6daec3-0866-49c8-a4d3-b05dd2f9cc83', 'name': 'volume-9d6daec3-0866-49c8-a4d3-b05dd2f9cc83', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cc933974-5d5a-462a-a0e2-37ae9d5aa842', 'attached_at': '', 'detached_at': '', 'volume_id': '9d6daec3-0866-49c8-a4d3-b05dd2f9cc83', 'serial': '9d6daec3-0866-49c8-a4d3-b05dd2f9cc83'}, 'disk_bus': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=70483) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1236.747053] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Volume attach. Driver type: vmdk {{(pid=70483) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1236.747306] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695514', 'volume_id': '9d6daec3-0866-49c8-a4d3-b05dd2f9cc83', 'name': 'volume-9d6daec3-0866-49c8-a4d3-b05dd2f9cc83', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cc933974-5d5a-462a-a0e2-37ae9d5aa842', 'attached_at': '', 'detached_at': '', 'volume_id': '9d6daec3-0866-49c8-a4d3-b05dd2f9cc83', 'serial': '9d6daec3-0866-49c8-a4d3-b05dd2f9cc83'} {{(pid=70483) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1236.748184] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36baf0ad-be32-496d-99d4-e35e15282dbb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.765594] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e66b85-256f-4aad-97f0-9cb80d4896fe {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.783732] env[70483]: DEBUG oslo_concurrency.lockutils [None req-12dc40d6-dac2-4520-9527-46d84f8989e2 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.759s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.793380] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] volume-9d6daec3-0866-49c8-a4d3-b05dd2f9cc83/volume-9d6daec3-0866-49c8-a4d3-b05dd2f9cc83.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1236.794213] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee540266-e871-4171-896d-3ca6c5189eb0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.817239] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1236.817239] env[70483]: value = "task-3478953" [ 1236.817239] env[70483]: _type = "Task" [ 1236.817239] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.822354] env[70483]: INFO nova.scheduler.client.report [None req-12dc40d6-dac2-4520-9527-46d84f8989e2 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Deleted allocations for instance d8ce30bb-9696-4a06-8f52-6085912708b8 [ 1236.826052] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478953, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.949124] env[70483]: INFO nova.compute.manager [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Shelve offloading [ 1236.962302] env[70483]: DEBUG oslo_vmware.api [None req-a2913219-f393-4c4f-9e99-fac414d8fa94 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Task: {'id': task-3478951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158641} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.963639] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2913219-f393-4c4f-9e99-fac414d8fa94 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1236.963639] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a2913219-f393-4c4f-9e99-fac414d8fa94 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 1597651e-56c3-498f-9523-0abeaf32f71f] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1236.963739] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-a2913219-f393-4c4f-9e99-fac414d8fa94 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 1597651e-56c3-498f-9523-0abeaf32f71f] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1236.963914] env[70483]: INFO nova.compute.manager [None req-a2913219-f393-4c4f-9e99-fac414d8fa94 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] [instance: 1597651e-56c3-498f-9523-0abeaf32f71f] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1236.964200] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2913219-f393-4c4f-9e99-fac414d8fa94 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1236.964339] env[70483]: DEBUG nova.compute.manager [-] [instance: 1597651e-56c3-498f-9523-0abeaf32f71f] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1236.964422] env[70483]: DEBUG nova.network.neutron [-] [instance: 1597651e-56c3-498f-9523-0abeaf32f71f] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1237.001574] env[70483]: DEBUG nova.network.neutron [-] [instance: 1597651e-56c3-498f-9523-0abeaf32f71f] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1237.115882] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 7b31dbd7-aa80-4b14-b569-b1d9bdabe221] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1237.180646] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478952, 'name': CreateVM_Task, 'duration_secs': 0.308019} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.180861] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1237.181599] env[70483]: DEBUG oslo_concurrency.lockutils [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.182770] env[70483]: DEBUG oslo_concurrency.lockutils [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.183765] env[70483]: DEBUG oslo_concurrency.lockutils [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.184374] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9143353a-5910-4e23-aaf7-ded79133d035 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.190561] env[70483]: DEBUG oslo_vmware.api [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1237.190561] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52c13512-0042-289e-36f0-4229324061d3" [ 1237.190561] env[70483]: _type = "Task" [ 1237.190561] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.198451] env[70483]: DEBUG oslo_vmware.api [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52c13512-0042-289e-36f0-4229324061d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.327459] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478953, 'name': ReconfigVM_Task, 'duration_secs': 0.306118} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.327742] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Reconfigured VM instance instance-00000068 to attach disk [datastore2] volume-9d6daec3-0866-49c8-a4d3-b05dd2f9cc83/volume-9d6daec3-0866-49c8-a4d3-b05dd2f9cc83.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1237.334201] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9dc3d54-8cd4-4e5d-abf3-02f2aa60ebb0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.344900] env[70483]: DEBUG oslo_concurrency.lockutils [None req-12dc40d6-dac2-4520-9527-46d84f8989e2 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Lock "d8ce30bb-9696-4a06-8f52-6085912708b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.657s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.351441] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1237.351441] env[70483]: value = "task-3478954" [ 1237.351441] env[70483]: _type = "Task" [ 1237.351441] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.359657] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478954, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.457721] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.458155] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4af5f6f5-fcd4-48d1-ab2f-5e79710eeed6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.465195] env[70483]: DEBUG oslo_vmware.api [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1237.465195] env[70483]: value = "task-3478955" [ 1237.465195] env[70483]: _type = "Task" [ 1237.465195] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.475114] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] VM already powered off {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1237.475370] env[70483]: DEBUG nova.compute.manager [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1237.476114] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e3632a-5485-4a07-86b2-30c63db7ef5e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.483345] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "refresh_cache-55d8ef17-7ec1-4df4-a0ae-59be9eab31fa" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.483529] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquired lock "refresh_cache-55d8ef17-7ec1-4df4-a0ae-59be9eab31fa" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.483704] env[70483]: DEBUG nova.network.neutron [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.504251] env[70483]: DEBUG nova.network.neutron [-] [instance: 1597651e-56c3-498f-9523-0abeaf32f71f] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.604135] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "refresh_cache-9b69506a-d4d1-4b05-ab3c-7311ea0e1795" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.604135] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquired lock "refresh_cache-9b69506a-d4d1-4b05-ab3c-7311ea0e1795" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.604135] env[70483]: DEBUG nova.network.neutron [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.619401] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: a513a512-e054-4eba-8333-29119420cbeb] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1237.702238] env[70483]: DEBUG oslo_vmware.api [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52c13512-0042-289e-36f0-4229324061d3, 'name': SearchDatastore_Task, 'duration_secs': 0.009179} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.702589] env[70483]: DEBUG oslo_concurrency.lockutils [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.702779] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1237.703015] env[70483]: DEBUG oslo_concurrency.lockutils [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.703170] env[70483]: DEBUG oslo_concurrency.lockutils [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.703353] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1237.703635] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66a72842-a7b0-4ab2-b2f8-93629994c3ce {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.720150] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1237.720150] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1237.720626] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5d5e1d4-7261-486a-a0aa-1748a597e17a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.727390] env[70483]: DEBUG oslo_vmware.api [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1237.727390] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52cebfa9-d87f-a91e-000f-c763bda22602" [ 1237.727390] env[70483]: _type = "Task" [ 1237.727390] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.734646] env[70483]: DEBUG oslo_vmware.api [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52cebfa9-d87f-a91e-000f-c763bda22602, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.862333] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478954, 'name': ReconfigVM_Task, 'duration_secs': 0.142985} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.862638] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695514', 'volume_id': '9d6daec3-0866-49c8-a4d3-b05dd2f9cc83', 'name': 'volume-9d6daec3-0866-49c8-a4d3-b05dd2f9cc83', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cc933974-5d5a-462a-a0e2-37ae9d5aa842', 'attached_at': '', 'detached_at': '', 'volume_id': '9d6daec3-0866-49c8-a4d3-b05dd2f9cc83', 'serial': '9d6daec3-0866-49c8-a4d3-b05dd2f9cc83'} {{(pid=70483) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1237.863239] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-408e9165-b206-45da-9b5c-1a94c9291416 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.869816] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1237.869816] env[70483]: value = "task-3478956" [ 1237.869816] env[70483]: _type = "Task" [ 1237.869816] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.877617] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478956, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.006892] env[70483]: INFO nova.compute.manager [-] [instance: 1597651e-56c3-498f-9523-0abeaf32f71f] Took 1.04 seconds to deallocate network for instance. [ 1238.122641] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: ebdadd37-91bd-480b-8989-83b8e2ee417f] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1238.184397] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6baa8d43-7465-44fc-89e2-d0ab51eb9013 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquiring lock "b9fca4d0-dadf-43ee-ad2c-2656a3792ea4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.184686] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6baa8d43-7465-44fc-89e2-d0ab51eb9013 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Lock "b9fca4d0-dadf-43ee-ad2c-2656a3792ea4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.184904] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6baa8d43-7465-44fc-89e2-d0ab51eb9013 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquiring lock "b9fca4d0-dadf-43ee-ad2c-2656a3792ea4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.185144] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6baa8d43-7465-44fc-89e2-d0ab51eb9013 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Lock "b9fca4d0-dadf-43ee-ad2c-2656a3792ea4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.185333] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6baa8d43-7465-44fc-89e2-d0ab51eb9013 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Lock "b9fca4d0-dadf-43ee-ad2c-2656a3792ea4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.187436] env[70483]: INFO nova.compute.manager [None req-6baa8d43-7465-44fc-89e2-d0ab51eb9013 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Terminating instance [ 1238.242685] env[70483]: DEBUG oslo_vmware.api [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52cebfa9-d87f-a91e-000f-c763bda22602, 'name': SearchDatastore_Task, 'duration_secs': 0.024001} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.245566] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13bfa111-1e60-491f-86b5-882f869a5178 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.250403] env[70483]: DEBUG oslo_vmware.api [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1238.250403] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52481eeb-a1db-372b-bc73-3eda2706d266" [ 1238.250403] env[70483]: _type = "Task" [ 1238.250403] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.257208] env[70483]: DEBUG oslo_vmware.api [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52481eeb-a1db-372b-bc73-3eda2706d266, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.330319] env[70483]: DEBUG nova.network.neutron [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Updating instance_info_cache with network_info: [{"id": "bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b", "address": "fa:16:3e:ae:36:47", "network": {"id": "d0584bad-a446-4fdb-9127-2d020acd6b5c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1392669969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02013d6cd47b4f1c9e3279214f1d2d7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb8a3e98-0b", "ovs_interfaceid": "bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.381970] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478956, 'name': Rename_Task, 'duration_secs': 0.385615} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.382269] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1238.382510] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a8c6476-8f23-4798-8689-71dca3a98643 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.388963] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1238.388963] env[70483]: value = "task-3478957" [ 1238.388963] env[70483]: _type = "Task" [ 1238.388963] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.396594] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.447649] env[70483]: DEBUG nova.network.neutron [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Updating instance_info_cache with network_info: [{"id": "2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f", "address": "fa:16:3e:7a:27:1d", "network": {"id": "948b7173-5456-49a2-9a1a-e36a1a46b931", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1783064445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a0a79c686d4fd5ace3cd0e354054d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fe05bbc-bc", "ovs_interfaceid": "2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.513457] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a2913219-f393-4c4f-9e99-fac414d8fa94 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.513691] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a2913219-f393-4c4f-9e99-fac414d8fa94 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.513920] env[70483]: DEBUG nova.objects.instance [None req-a2913219-f393-4c4f-9e99-fac414d8fa94 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Lazy-loading 'resources' on Instance uuid 1597651e-56c3-498f-9523-0abeaf32f71f {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.625900] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 4c2be9f9-4e6f-4208-9e61-111b4247e07e] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1238.691264] env[70483]: DEBUG nova.compute.manager [None req-6baa8d43-7465-44fc-89e2-d0ab51eb9013 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1238.691521] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-6baa8d43-7465-44fc-89e2-d0ab51eb9013 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1238.692536] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9951d6e-f055-43d3-a7aa-2fa05d20ce22 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.701186] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-6baa8d43-7465-44fc-89e2-d0ab51eb9013 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1238.701437] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b13a584-c6e0-4b91-b935-25e8b0b8b3fc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.707396] env[70483]: DEBUG oslo_vmware.api [None req-6baa8d43-7465-44fc-89e2-d0ab51eb9013 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1238.707396] env[70483]: value = "task-3478958" [ 1238.707396] env[70483]: _type = "Task" [ 1238.707396] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.715399] env[70483]: DEBUG oslo_vmware.api [None req-6baa8d43-7465-44fc-89e2-d0ab51eb9013 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.762302] env[70483]: DEBUG oslo_vmware.api [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52481eeb-a1db-372b-bc73-3eda2706d266, 'name': SearchDatastore_Task, 'duration_secs': 0.008514} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.762662] env[70483]: DEBUG oslo_concurrency.lockutils [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.762985] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 460755b6-7d0b-409d-b359-bdcb4d937389/460755b6-7d0b-409d-b359-bdcb4d937389.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1238.763320] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-291d5076-e828-450b-805b-5c3f152a62aa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.770302] env[70483]: DEBUG oslo_vmware.api [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1238.770302] env[70483]: value = "task-3478959" [ 1238.770302] env[70483]: _type = "Task" [ 1238.770302] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.787484] env[70483]: DEBUG oslo_vmware.api [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478959, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.833587] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Releasing lock "refresh_cache-55d8ef17-7ec1-4df4-a0ae-59be9eab31fa" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.901623] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478957, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.950209] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Releasing lock "refresh_cache-9b69506a-d4d1-4b05-ab3c-7311ea0e1795" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.129223] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 87bf2ec8-d543-41ed-9c3f-c532d027eaa5] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1239.158997] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feecb880-02b3-48af-9366-e235ce48016a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.167837] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566144b3-c5a4-471c-bc97-700bbb427394 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.205764] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c8202a-31e8-4aef-b60c-932b462cde9a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.210361] env[70483]: DEBUG nova.compute.manager [req-90b5896a-fd9f-4303-a3bb-556da10cc9bf req-f5e2c1a6-9181-4c80-8106-98f1dbc4f7f7 service nova] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Received event network-vif-unplugged-bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.210572] env[70483]: DEBUG oslo_concurrency.lockutils [req-90b5896a-fd9f-4303-a3bb-556da10cc9bf req-f5e2c1a6-9181-4c80-8106-98f1dbc4f7f7 service nova] Acquiring lock "55d8ef17-7ec1-4df4-a0ae-59be9eab31fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.210788] env[70483]: DEBUG oslo_concurrency.lockutils [req-90b5896a-fd9f-4303-a3bb-556da10cc9bf req-f5e2c1a6-9181-4c80-8106-98f1dbc4f7f7 service nova] Lock "55d8ef17-7ec1-4df4-a0ae-59be9eab31fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.210999] env[70483]: DEBUG oslo_concurrency.lockutils [req-90b5896a-fd9f-4303-a3bb-556da10cc9bf req-f5e2c1a6-9181-4c80-8106-98f1dbc4f7f7 service nova] Lock "55d8ef17-7ec1-4df4-a0ae-59be9eab31fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.211191] env[70483]: DEBUG nova.compute.manager [req-90b5896a-fd9f-4303-a3bb-556da10cc9bf req-f5e2c1a6-9181-4c80-8106-98f1dbc4f7f7 service nova] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] No waiting events found dispatching network-vif-unplugged-bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1239.211359] env[70483]: WARNING nova.compute.manager [req-90b5896a-fd9f-4303-a3bb-556da10cc9bf req-f5e2c1a6-9181-4c80-8106-98f1dbc4f7f7 service nova] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Received unexpected event network-vif-unplugged-bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b for instance with vm_state shelved and task_state shelving_offloading. [ 1239.222545] env[70483]: DEBUG oslo_vmware.api [None req-6baa8d43-7465-44fc-89e2-d0ab51eb9013 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478958, 'name': PowerOffVM_Task, 'duration_secs': 0.192137} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.225197] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-6baa8d43-7465-44fc-89e2-d0ab51eb9013 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1239.225416] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-6baa8d43-7465-44fc-89e2-d0ab51eb9013 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1239.225746] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63675dd7-6301-479f-ba3f-97a641085dcc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.228687] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d7f90f-808a-45c6-bfbe-2235fa4f76aa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.245967] env[70483]: DEBUG nova.compute.provider_tree [None req-a2913219-f393-4c4f-9e99-fac414d8fa94 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1239.281987] env[70483]: DEBUG oslo_vmware.api [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478959, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.294455] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1239.295520] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd445669-f177-491e-be03-4ef86ba43ea7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.304089] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1239.304784] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6d3b5dc-5067-4da6-9e53-054c24233000 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.306610] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-6baa8d43-7465-44fc-89e2-d0ab51eb9013 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1239.306799] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-6baa8d43-7465-44fc-89e2-d0ab51eb9013 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1239.307018] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-6baa8d43-7465-44fc-89e2-d0ab51eb9013 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Deleting the datastore file [datastore1] b9fca4d0-dadf-43ee-ad2c-2656a3792ea4 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1239.307296] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebf17927-7c50-49d6-92dc-c12738f62229 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.315404] env[70483]: DEBUG oslo_vmware.api [None req-6baa8d43-7465-44fc-89e2-d0ab51eb9013 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for the task: (returnval){ [ 1239.315404] env[70483]: value = "task-3478962" [ 1239.315404] env[70483]: _type = "Task" [ 1239.315404] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.323926] env[70483]: DEBUG oslo_vmware.api [None req-6baa8d43-7465-44fc-89e2-d0ab51eb9013 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.371574] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1239.371826] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1239.372020] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Deleting the datastore file [datastore1] 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1239.372390] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5832cba2-a6b8-40e8-96e1-280e0cbd92e1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.380246] env[70483]: DEBUG oslo_vmware.api [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1239.380246] env[70483]: value = "task-3478963" [ 1239.380246] env[70483]: _type = "Task" [ 1239.380246] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.393466] env[70483]: DEBUG oslo_vmware.api [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.403034] env[70483]: DEBUG oslo_vmware.api [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3478957, 'name': PowerOnVM_Task, 'duration_secs': 0.518885} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.403378] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1239.403619] env[70483]: DEBUG nova.compute.manager [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1239.404524] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e988523-3d3d-4b5b-90ad-65107bf8f202 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.478259] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf73db45-42e5-4170-8e4e-654127e0296a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.498133] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a3519d-a454-4f5e-abd5-f79d83b65f94 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.506128] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Updating instance '9b69506a-d4d1-4b05-ab3c-7311ea0e1795' progress to 83 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1239.632681] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 05513af6-66c7-43ef-acc2-eab47b9bfa60] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1239.781763] env[70483]: DEBUG oslo_vmware.api [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478959, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.729968} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.782764] env[70483]: DEBUG nova.scheduler.client.report [None req-a2913219-f393-4c4f-9e99-fac414d8fa94 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Updated inventory for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with generation 161 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1239.783014] env[70483]: DEBUG nova.compute.provider_tree [None req-a2913219-f393-4c4f-9e99-fac414d8fa94 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Updating resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 generation from 161 to 162 during operation: update_inventory {{(pid=70483) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1239.783212] env[70483]: DEBUG nova.compute.provider_tree [None req-a2913219-f393-4c4f-9e99-fac414d8fa94 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1239.786597] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 460755b6-7d0b-409d-b359-bdcb4d937389/460755b6-7d0b-409d-b359-bdcb4d937389.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1239.786730] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1239.787430] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d47a9f59-7262-4aac-872e-6d3ebd4fc620 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.794367] env[70483]: DEBUG oslo_vmware.api [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1239.794367] env[70483]: value = "task-3478964" [ 1239.794367] env[70483]: _type = "Task" [ 1239.794367] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.803020] env[70483]: DEBUG oslo_vmware.api [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478964, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.825994] env[70483]: DEBUG oslo_vmware.api [None req-6baa8d43-7465-44fc-89e2-d0ab51eb9013 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Task: {'id': task-3478962, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33373} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.826262] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-6baa8d43-7465-44fc-89e2-d0ab51eb9013 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1239.827033] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-6baa8d43-7465-44fc-89e2-d0ab51eb9013 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1239.827033] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-6baa8d43-7465-44fc-89e2-d0ab51eb9013 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1239.827033] env[70483]: INFO nova.compute.manager [None req-6baa8d43-7465-44fc-89e2-d0ab51eb9013 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1239.827033] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6baa8d43-7465-44fc-89e2-d0ab51eb9013 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1239.827267] env[70483]: DEBUG nova.compute.manager [-] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1239.827348] env[70483]: DEBUG nova.network.neutron [-] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1239.889625] env[70483]: DEBUG oslo_vmware.api [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.382508} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.889875] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1239.890070] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1239.890267] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1239.909049] env[70483]: INFO nova.scheduler.client.report [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Deleted allocations for instance 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa [ 1239.921065] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.012121] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1240.012583] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-178ccfa1-6aa0-4301-bc11-4552879e6c55 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.020969] env[70483]: DEBUG oslo_vmware.api [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1240.020969] env[70483]: value = "task-3478965" [ 1240.020969] env[70483]: _type = "Task" [ 1240.020969] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.029993] env[70483]: DEBUG oslo_vmware.api [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478965, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.137100] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: adfa298c-1382-4dad-a2df-43f1a8367357] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1240.288059] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a2913219-f393-4c4f-9e99-fac414d8fa94 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.774s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.290587] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.370s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.290789] env[70483]: DEBUG nova.objects.instance [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70483) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1240.303815] env[70483]: DEBUG oslo_vmware.api [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478964, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072468} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.304593] env[70483]: INFO nova.scheduler.client.report [None req-a2913219-f393-4c4f-9e99-fac414d8fa94 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Deleted allocations for instance 1597651e-56c3-498f-9523-0abeaf32f71f [ 1240.306218] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1240.308586] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b322828-76e5-45a3-a460-76756fd9e743 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.331501] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 460755b6-7d0b-409d-b359-bdcb4d937389/460755b6-7d0b-409d-b359-bdcb4d937389.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.332450] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8dc15f3-ff5c-4f33-b06b-b144547723d7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.352836] env[70483]: DEBUG oslo_vmware.api [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1240.352836] env[70483]: value = "task-3478966" [ 1240.352836] env[70483]: _type = "Task" [ 1240.352836] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.360803] env[70483]: DEBUG oslo_vmware.api [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478966, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.413885] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.531564] env[70483]: DEBUG oslo_vmware.api [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478965, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.639994] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 8f47e025-77ad-466a-a6e6-8b6fd6fe161c] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1240.645633] env[70483]: DEBUG nova.network.neutron [-] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.814941] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a2913219-f393-4c4f-9e99-fac414d8fa94 tempest-ServerShowV247Test-1984223585 tempest-ServerShowV247Test-1984223585-project-member] Lock "1597651e-56c3-498f-9523-0abeaf32f71f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.558s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.863665] env[70483]: DEBUG oslo_vmware.api [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478966, 'name': ReconfigVM_Task, 'duration_secs': 0.300044} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.863948] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 460755b6-7d0b-409d-b359-bdcb4d937389/460755b6-7d0b-409d-b359-bdcb4d937389.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.864596] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3754a084-e3bb-419b-9d87-203aeedd3f6d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.872209] env[70483]: DEBUG oslo_vmware.api [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1240.872209] env[70483]: value = "task-3478967" [ 1240.872209] env[70483]: _type = "Task" [ 1240.872209] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.884626] env[70483]: DEBUG oslo_vmware.api [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478967, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.031167] env[70483]: DEBUG oslo_vmware.api [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478965, 'name': PowerOnVM_Task, 'duration_secs': 0.910939} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.031457] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1241.031710] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ca745ae8-c5ae-4ddb-b5ad-98739c4fa176 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Updating instance '9b69506a-d4d1-4b05-ab3c-7311ea0e1795' progress to 100 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1241.143710] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 564f1aef-f107-46c8-ae0b-01df1e8aa2d2] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1241.148032] env[70483]: INFO nova.compute.manager [-] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Took 1.32 seconds to deallocate network for instance. [ 1241.210292] env[70483]: DEBUG nova.compute.manager [req-4237a35c-759e-433e-afa3-d7c252f70aec req-1bfa5bff-a0d6-4024-98dd-08a6d2e223a4 service nova] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Received event network-changed-bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.210669] env[70483]: DEBUG nova.compute.manager [req-4237a35c-759e-433e-afa3-d7c252f70aec req-1bfa5bff-a0d6-4024-98dd-08a6d2e223a4 service nova] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Refreshing instance network info cache due to event network-changed-bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1241.211027] env[70483]: DEBUG oslo_concurrency.lockutils [req-4237a35c-759e-433e-afa3-d7c252f70aec req-1bfa5bff-a0d6-4024-98dd-08a6d2e223a4 service nova] Acquiring lock "refresh_cache-55d8ef17-7ec1-4df4-a0ae-59be9eab31fa" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.211220] env[70483]: DEBUG oslo_concurrency.lockutils [req-4237a35c-759e-433e-afa3-d7c252f70aec req-1bfa5bff-a0d6-4024-98dd-08a6d2e223a4 service nova] Acquired lock "refresh_cache-55d8ef17-7ec1-4df4-a0ae-59be9eab31fa" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.211522] env[70483]: DEBUG nova.network.neutron [req-4237a35c-759e-433e-afa3-d7c252f70aec req-1bfa5bff-a0d6-4024-98dd-08a6d2e223a4 service nova] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Refreshing network info cache for port bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1241.300633] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0314fe93-ec8c-45b5-852b-ca78b7806a1d tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.301724] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.888s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.301952] env[70483]: DEBUG nova.objects.instance [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lazy-loading 'resources' on Instance uuid 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.382624] env[70483]: DEBUG oslo_vmware.api [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478967, 'name': Rename_Task, 'duration_secs': 0.151784} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.382894] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1241.383162] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2767225-b9eb-4fb7-8a33-fb278291aa36 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.389213] env[70483]: DEBUG oslo_vmware.api [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1241.389213] env[70483]: value = "task-3478968" [ 1241.389213] env[70483]: _type = "Task" [ 1241.389213] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.396607] env[70483]: DEBUG oslo_vmware.api [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.646940] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 60d03c81-1473-40f7-b80c-7e57d33fbee8] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1241.653133] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6baa8d43-7465-44fc-89e2-d0ab51eb9013 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.803784] env[70483]: DEBUG nova.objects.instance [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lazy-loading 'numa_topology' on Instance uuid 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.899282] env[70483]: DEBUG oslo_vmware.api [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478968, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.939017] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "55d8ef17-7ec1-4df4-a0ae-59be9eab31fa" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.945763] env[70483]: DEBUG nova.network.neutron [req-4237a35c-759e-433e-afa3-d7c252f70aec req-1bfa5bff-a0d6-4024-98dd-08a6d2e223a4 service nova] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Updated VIF entry in instance network info cache for port bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1241.946134] env[70483]: DEBUG nova.network.neutron [req-4237a35c-759e-433e-afa3-d7c252f70aec req-1bfa5bff-a0d6-4024-98dd-08a6d2e223a4 service nova] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Updating instance_info_cache with network_info: [{"id": "bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b", "address": "fa:16:3e:ae:36:47", "network": {"id": "d0584bad-a446-4fdb-9127-2d020acd6b5c", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1392669969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02013d6cd47b4f1c9e3279214f1d2d7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapbb8a3e98-0b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.150261] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 1c1a03ee-0c26-464c-8f65-c093a73c833c] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1242.308728] env[70483]: DEBUG nova.objects.base [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Object Instance<55d8ef17-7ec1-4df4-a0ae-59be9eab31fa> lazy-loaded attributes: resources,numa_topology {{(pid=70483) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1242.408629] env[70483]: DEBUG oslo_vmware.api [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478968, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.454715] env[70483]: DEBUG oslo_concurrency.lockutils [req-4237a35c-759e-433e-afa3-d7c252f70aec req-1bfa5bff-a0d6-4024-98dd-08a6d2e223a4 service nova] Releasing lock "refresh_cache-55d8ef17-7ec1-4df4-a0ae-59be9eab31fa" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.454971] env[70483]: DEBUG nova.compute.manager [req-4237a35c-759e-433e-afa3-d7c252f70aec req-1bfa5bff-a0d6-4024-98dd-08a6d2e223a4 service nova] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Received event network-vif-deleted-4d667a0e-f2e4-4e29-b216-876a86f59354 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.482283] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa331db-81c7-48e1-b9aa-b81b32c57340 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.491134] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf46f76-4f43-4b03-8f0c-bd50b076bb77 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.525384] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152dd0d0-b433-4e89-9cff-f622d4fdb258 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.533448] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676cb4b6-5239-46ae-8ab5-6c3e5eba1c2d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.553229] env[70483]: DEBUG nova.compute.provider_tree [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.655361] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 97aa0528-ea97-494e-8563-d4dc7d92f96f] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1242.904162] env[70483]: DEBUG oslo_vmware.api [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478968, 'name': PowerOnVM_Task, 'duration_secs': 1.134038} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.904452] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1242.904649] env[70483]: INFO nova.compute.manager [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Took 9.52 seconds to spawn the instance on the hypervisor. [ 1242.904824] env[70483]: DEBUG nova.compute.manager [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1242.905625] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1289827b-7cd3-4045-94a2-481be80bd60c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.058544] env[70483]: DEBUG nova.scheduler.client.report [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.158588] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 2671b8d3-14fe-439c-9f4e-e22ab8bcb498] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1243.298299] env[70483]: DEBUG nova.network.neutron [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Port 2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f binding to destination host cpu-1 is already ACTIVE {{(pid=70483) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1243.298605] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "refresh_cache-9b69506a-d4d1-4b05-ab3c-7311ea0e1795" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.298813] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquired lock "refresh_cache-9b69506a-d4d1-4b05-ab3c-7311ea0e1795" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.298983] env[70483]: DEBUG nova.network.neutron [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1243.422981] env[70483]: INFO nova.compute.manager [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Took 15.40 seconds to build instance. [ 1243.564100] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.262s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.567432] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6baa8d43-7465-44fc-89e2-d0ab51eb9013 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.914s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.567685] env[70483]: DEBUG nova.objects.instance [None req-6baa8d43-7465-44fc-89e2-d0ab51eb9013 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Lazy-loading 'resources' on Instance uuid b9fca4d0-dadf-43ee-ad2c-2656a3792ea4 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.662025] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: e86ddc51-1d63-44d5-bfbe-0bd486092869] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1243.924381] env[70483]: DEBUG oslo_concurrency.lockutils [None req-32eeb35e-8cb0-4663-846f-600932b807c9 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "460755b6-7d0b-409d-b359-bdcb4d937389" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.926s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.075569] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0f331acf-7083-4785-b194-d5e2f03a73c1 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "55d8ef17-7ec1-4df4-a0ae-59be9eab31fa" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.221s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.076433] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "55d8ef17-7ec1-4df4-a0ae-59be9eab31fa" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.138s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.076617] env[70483]: INFO nova.compute.manager [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Unshelving [ 1244.112330] env[70483]: DEBUG nova.network.neutron [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Updating instance_info_cache with network_info: [{"id": "2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f", "address": "fa:16:3e:7a:27:1d", "network": {"id": "948b7173-5456-49a2-9a1a-e36a1a46b931", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1783064445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a0a79c686d4fd5ace3cd0e354054d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fe05bbc-bc", "ovs_interfaceid": "2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.165873] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: f61abfde-68ff-497e-8a99-cfae352de144] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1244.215019] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574b08c2-04a4-4c67-8060-566dd7d0ac75 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.221619] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c518090-0451-480e-aebc-3fef08e7bc62 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.255144] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe586cce-daa4-4736-9fe6-8fb39b668867 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.263686] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb6885b-4e28-4cb6-9431-f4033b219679 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.277050] env[70483]: DEBUG nova.compute.provider_tree [None req-6baa8d43-7465-44fc-89e2-d0ab51eb9013 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.616495] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Releasing lock "refresh_cache-9b69506a-d4d1-4b05-ab3c-7311ea0e1795" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.669409] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: a3b5021f-9d1b-4462-8c6c-35dc0e3fa6ff] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1244.780703] env[70483]: DEBUG nova.scheduler.client.report [None req-6baa8d43-7465-44fc-89e2-d0ab51eb9013 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.804990] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9ac32563-a7f2-47a3-93a6-138d04f47349 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "460755b6-7d0b-409d-b359-bdcb4d937389" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.805275] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9ac32563-a7f2-47a3-93a6-138d04f47349 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "460755b6-7d0b-409d-b359-bdcb4d937389" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.805480] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9ac32563-a7f2-47a3-93a6-138d04f47349 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "460755b6-7d0b-409d-b359-bdcb4d937389-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.805665] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9ac32563-a7f2-47a3-93a6-138d04f47349 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "460755b6-7d0b-409d-b359-bdcb4d937389-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.805827] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9ac32563-a7f2-47a3-93a6-138d04f47349 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "460755b6-7d0b-409d-b359-bdcb4d937389-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.807724] env[70483]: INFO nova.compute.manager [None req-9ac32563-a7f2-47a3-93a6-138d04f47349 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Terminating instance [ 1245.101766] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.120099] env[70483]: DEBUG nova.compute.manager [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70483) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1245.120348] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.173218] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 5ab5b747-1655-4116-bdfa-46b8dcfec6b8] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1245.286348] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6baa8d43-7465-44fc-89e2-d0ab51eb9013 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.719s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.289100] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.187s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.289344] env[70483]: DEBUG nova.objects.instance [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lazy-loading 'pci_requests' on Instance uuid 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.307879] env[70483]: INFO nova.scheduler.client.report [None req-6baa8d43-7465-44fc-89e2-d0ab51eb9013 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Deleted allocations for instance b9fca4d0-dadf-43ee-ad2c-2656a3792ea4 [ 1245.311205] env[70483]: DEBUG nova.compute.manager [None req-9ac32563-a7f2-47a3-93a6-138d04f47349 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1245.311367] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac32563-a7f2-47a3-93a6-138d04f47349 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1245.312419] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1545c17c-2bbb-476d-9205-9e7bf2059e53 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.321381] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac32563-a7f2-47a3-93a6-138d04f47349 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1245.321662] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74fcc4a6-75b2-4181-90e8-9112bec0705f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.330016] env[70483]: DEBUG oslo_vmware.api [None req-9ac32563-a7f2-47a3-93a6-138d04f47349 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1245.330016] env[70483]: value = "task-3478969" [ 1245.330016] env[70483]: _type = "Task" [ 1245.330016] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.339037] env[70483]: DEBUG oslo_vmware.api [None req-9ac32563-a7f2-47a3-93a6-138d04f47349 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478969, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.677836] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: d40867a1-e0a1-44e8-9dbd-81e075551092] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1245.794012] env[70483]: DEBUG nova.objects.instance [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lazy-loading 'numa_topology' on Instance uuid 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.814763] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6baa8d43-7465-44fc-89e2-d0ab51eb9013 tempest-ServerRescueNegativeTestJSON-1463493426 tempest-ServerRescueNegativeTestJSON-1463493426-project-member] Lock "b9fca4d0-dadf-43ee-ad2c-2656a3792ea4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.630s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.839051] env[70483]: DEBUG oslo_vmware.api [None req-9ac32563-a7f2-47a3-93a6-138d04f47349 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478969, 'name': PowerOffVM_Task, 'duration_secs': 0.175312} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.839380] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac32563-a7f2-47a3-93a6-138d04f47349 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1245.839553] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac32563-a7f2-47a3-93a6-138d04f47349 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1245.839793] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f5070c7-b312-47d3-af17-fab6fd34bdd3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.950175] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac32563-a7f2-47a3-93a6-138d04f47349 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1245.950451] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac32563-a7f2-47a3-93a6-138d04f47349 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1245.950652] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ac32563-a7f2-47a3-93a6-138d04f47349 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Deleting the datastore file [datastore2] 460755b6-7d0b-409d-b359-bdcb4d937389 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1245.950933] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1830c97-7a0d-4304-afa2-5f33e3d06fea {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.958317] env[70483]: DEBUG oslo_vmware.api [None req-9ac32563-a7f2-47a3-93a6-138d04f47349 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for the task: (returnval){ [ 1245.958317] env[70483]: value = "task-3478971" [ 1245.958317] env[70483]: _type = "Task" [ 1245.958317] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.966930] env[70483]: DEBUG oslo_vmware.api [None req-9ac32563-a7f2-47a3-93a6-138d04f47349 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478971, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.180516] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: afa74f93-41d6-447c-b11f-eaaca0e6bc98] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1246.296695] env[70483]: INFO nova.compute.claims [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1246.469424] env[70483]: DEBUG oslo_vmware.api [None req-9ac32563-a7f2-47a3-93a6-138d04f47349 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Task: {'id': task-3478971, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128575} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.469686] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ac32563-a7f2-47a3-93a6-138d04f47349 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1246.469864] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac32563-a7f2-47a3-93a6-138d04f47349 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1246.470053] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac32563-a7f2-47a3-93a6-138d04f47349 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1246.470213] env[70483]: INFO nova.compute.manager [None req-9ac32563-a7f2-47a3-93a6-138d04f47349 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1246.470452] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ac32563-a7f2-47a3-93a6-138d04f47349 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1246.470635] env[70483]: DEBUG nova.compute.manager [-] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1246.470725] env[70483]: DEBUG nova.network.neutron [-] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1246.684147] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 31adb50e-33e9-40cc-a8dc-14985336b34a] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1246.868704] env[70483]: DEBUG nova.compute.manager [req-f753c802-b6a4-4b6c-9e6a-9051ecf316f2 req-698741f1-ae03-436d-860e-07e16948bf97 service nova] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Received event network-vif-deleted-6836826c-6a67-450d-9897-fa4bc9cfab0f {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.868912] env[70483]: INFO nova.compute.manager [req-f753c802-b6a4-4b6c-9e6a-9051ecf316f2 req-698741f1-ae03-436d-860e-07e16948bf97 service nova] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Neutron deleted interface 6836826c-6a67-450d-9897-fa4bc9cfab0f; detaching it from the instance and deleting it from the info cache [ 1246.869102] env[70483]: DEBUG nova.network.neutron [req-f753c802-b6a4-4b6c-9e6a-9051ecf316f2 req-698741f1-ae03-436d-860e-07e16948bf97 service nova] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.188186] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: e630f6cf-d91f-4ce9-a01e-a508523990ef] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1247.349276] env[70483]: DEBUG nova.network.neutron [-] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.371468] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db20fc71-0355-493e-b13b-4da87255b872 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.386174] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43437d97-38b2-432a-9feb-f8ef7b5c8e08 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.420457] env[70483]: DEBUG nova.compute.manager [req-f753c802-b6a4-4b6c-9e6a-9051ecf316f2 req-698741f1-ae03-436d-860e-07e16948bf97 service nova] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Detach interface failed, port_id=6836826c-6a67-450d-9897-fa4bc9cfab0f, reason: Instance 460755b6-7d0b-409d-b359-bdcb4d937389 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1247.444291] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5bed4c-b7a6-4528-bbe8-0b9da0f9a198 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.452109] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6371301f-b563-4ea5-a620-eab4dd856e6d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.482020] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d4c136-0d13-412a-ac51-b987a6de4b11 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.490390] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6535ed-160d-4fd9-8859-c8dfa3eb3fcc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.504839] env[70483]: DEBUG nova.compute.provider_tree [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.694874] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 223fc274-26bf-4dc7-a435-d368cc004a67] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1247.852222] env[70483]: INFO nova.compute.manager [-] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Took 1.38 seconds to deallocate network for instance. [ 1248.007074] env[70483]: DEBUG nova.scheduler.client.report [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.199428] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 3b1d2846-6f44-4f08-9878-e00bad014921] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1248.358860] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9ac32563-a7f2-47a3-93a6-138d04f47349 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.512056] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.223s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.515190] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 3.395s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.543957] env[70483]: INFO nova.network.neutron [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Updating port bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1248.703398] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 7586d90c-26f8-4054-8574-e4585eaadc45] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1249.019057] env[70483]: DEBUG nova.objects.instance [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lazy-loading 'migration_context' on Instance uuid 9b69506a-d4d1-4b05-ab3c-7311ea0e1795 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.207190] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 7d971534-4425-456e-83e4-7c8d9ed7f435] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1249.630658] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c9f83e-9424-4e36-a43f-91062fcf987a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.639137] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90947cee-f12e-4c8c-bb71-1b59bb735504 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.668723] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77db7c90-586f-48e6-8f54-4f8ec69ecd4b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.675862] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36245d9b-3d5a-4a8a-95aa-bb85de848ab7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.689852] env[70483]: DEBUG nova.compute.provider_tree [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.710522] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 2d0cb52e-eba8-4e5a-9d4b-1348a753b1b3] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1250.016715] env[70483]: DEBUG nova.compute.manager [req-42a47e2a-2139-4c7f-b4c6-156e92274354 req-ff08bf98-add4-40c0-a3d0-0802930a5d30 service nova] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Received event network-vif-plugged-bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.017103] env[70483]: DEBUG oslo_concurrency.lockutils [req-42a47e2a-2139-4c7f-b4c6-156e92274354 req-ff08bf98-add4-40c0-a3d0-0802930a5d30 service nova] Acquiring lock "55d8ef17-7ec1-4df4-a0ae-59be9eab31fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.017489] env[70483]: DEBUG oslo_concurrency.lockutils [req-42a47e2a-2139-4c7f-b4c6-156e92274354 req-ff08bf98-add4-40c0-a3d0-0802930a5d30 service nova] Lock "55d8ef17-7ec1-4df4-a0ae-59be9eab31fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.017778] env[70483]: DEBUG oslo_concurrency.lockutils [req-42a47e2a-2139-4c7f-b4c6-156e92274354 req-ff08bf98-add4-40c0-a3d0-0802930a5d30 service nova] Lock "55d8ef17-7ec1-4df4-a0ae-59be9eab31fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.018272] env[70483]: DEBUG nova.compute.manager [req-42a47e2a-2139-4c7f-b4c6-156e92274354 req-ff08bf98-add4-40c0-a3d0-0802930a5d30 service nova] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] No waiting events found dispatching network-vif-plugged-bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1250.018503] env[70483]: WARNING nova.compute.manager [req-42a47e2a-2139-4c7f-b4c6-156e92274354 req-ff08bf98-add4-40c0-a3d0-0802930a5d30 service nova] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Received unexpected event network-vif-plugged-bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b for instance with vm_state shelved_offloaded and task_state spawning. [ 1250.102836] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "refresh_cache-55d8ef17-7ec1-4df4-a0ae-59be9eab31fa" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.103116] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquired lock "refresh_cache-55d8ef17-7ec1-4df4-a0ae-59be9eab31fa" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.103371] env[70483]: DEBUG nova.network.neutron [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.192629] env[70483]: DEBUG nova.scheduler.client.report [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.212945] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.213116] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Cleaning up deleted instances with incomplete migration {{(pid=70483) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1250.714859] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.806732] env[70483]: DEBUG nova.network.neutron [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Updating instance_info_cache with network_info: [{"id": "bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b", "address": "fa:16:3e:ae:36:47", "network": {"id": "d0584bad-a446-4fdb-9127-2d020acd6b5c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1392669969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02013d6cd47b4f1c9e3279214f1d2d7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb8a3e98-0b", "ovs_interfaceid": "bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.202502] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.687s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.208182] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9ac32563-a7f2-47a3-93a6-138d04f47349 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.849s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.208483] env[70483]: DEBUG nova.objects.instance [None req-9ac32563-a7f2-47a3-93a6-138d04f47349 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lazy-loading 'resources' on Instance uuid 460755b6-7d0b-409d-b359-bdcb4d937389 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.309869] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Releasing lock "refresh_cache-55d8ef17-7ec1-4df4-a0ae-59be9eab31fa" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.337660] env[70483]: DEBUG nova.virt.hardware [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ff7f2008147f822b20c7765ada71b918',container_format='bare',created_at=2025-04-17T14:48:35Z,direct_url=,disk_format='vmdk',id=d35eb0bd-66e7-4b41-a849-d99bea1b9359,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-963853759-shelved',owner='02013d6cd47b4f1c9e3279214f1d2d7a',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-04-17T14:48:52Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1251.337891] env[70483]: DEBUG nova.virt.hardware [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1251.338065] env[70483]: DEBUG nova.virt.hardware [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1251.338288] env[70483]: DEBUG nova.virt.hardware [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1251.338443] env[70483]: DEBUG nova.virt.hardware [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1251.338591] env[70483]: DEBUG nova.virt.hardware [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1251.338801] env[70483]: DEBUG nova.virt.hardware [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1251.338959] env[70483]: DEBUG nova.virt.hardware [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1251.339147] env[70483]: DEBUG nova.virt.hardware [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1251.339320] env[70483]: DEBUG nova.virt.hardware [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1251.339488] env[70483]: DEBUG nova.virt.hardware [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1251.340363] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8aa8fd-6419-44ab-8fa2-04010bfdd676 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.348575] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8e340d-493d-481b-ae6f-bcf561fddc6a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.362895] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:36:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ba56987-9dc3-4c76-a4e2-942b05355bdb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1251.370109] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.370325] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1251.370517] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee4126a5-a29a-4270-a83e-55bb14a34a8d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.390519] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1251.390519] env[70483]: value = "task-3478972" [ 1251.390519] env[70483]: _type = "Task" [ 1251.390519] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.397506] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478972, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.823704] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c90cdc-a1ca-487a-9488-4330629803e6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.832348] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74028ee3-5322-4ec8-9288-b9b4aaef7670 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.863467] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9bc9a9-d69e-41a5-b922-c0784955e0d3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.870621] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df135e5-87f1-4ce2-9f0a-b10c10ed1525 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.883341] env[70483]: DEBUG nova.compute.provider_tree [None req-9ac32563-a7f2-47a3-93a6-138d04f47349 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.898936] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3478972, 'name': CreateVM_Task, 'duration_secs': 0.29435} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.899099] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1251.899747] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d35eb0bd-66e7-4b41-a849-d99bea1b9359" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.899901] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d35eb0bd-66e7-4b41-a849-d99bea1b9359" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.900273] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d35eb0bd-66e7-4b41-a849-d99bea1b9359" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.900518] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c06deb4-8ba9-4355-a14a-160f07f07f53 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.904556] env[70483]: DEBUG oslo_vmware.api [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1251.904556] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5228ec57-18a4-434f-3403-01c0af0e1000" [ 1251.904556] env[70483]: _type = "Task" [ 1251.904556] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.911825] env[70483]: DEBUG oslo_vmware.api [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5228ec57-18a4-434f-3403-01c0af0e1000, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.041032] env[70483]: DEBUG nova.compute.manager [req-4f170e3c-6384-4cd7-a5c7-7780643b81a2 req-e2f21873-ff07-4add-8e74-b68ec94f44c2 service nova] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Received event network-changed-bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.041123] env[70483]: DEBUG nova.compute.manager [req-4f170e3c-6384-4cd7-a5c7-7780643b81a2 req-e2f21873-ff07-4add-8e74-b68ec94f44c2 service nova] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Refreshing instance network info cache due to event network-changed-bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1252.041339] env[70483]: DEBUG oslo_concurrency.lockutils [req-4f170e3c-6384-4cd7-a5c7-7780643b81a2 req-e2f21873-ff07-4add-8e74-b68ec94f44c2 service nova] Acquiring lock "refresh_cache-55d8ef17-7ec1-4df4-a0ae-59be9eab31fa" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.041474] env[70483]: DEBUG oslo_concurrency.lockutils [req-4f170e3c-6384-4cd7-a5c7-7780643b81a2 req-e2f21873-ff07-4add-8e74-b68ec94f44c2 service nova] Acquired lock "refresh_cache-55d8ef17-7ec1-4df4-a0ae-59be9eab31fa" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.041632] env[70483]: DEBUG nova.network.neutron [req-4f170e3c-6384-4cd7-a5c7-7780643b81a2 req-e2f21873-ff07-4add-8e74-b68ec94f44c2 service nova] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Refreshing network info cache for port bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1252.387108] env[70483]: DEBUG nova.scheduler.client.report [None req-9ac32563-a7f2-47a3-93a6-138d04f47349 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.414129] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d35eb0bd-66e7-4b41-a849-d99bea1b9359" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.414363] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Processing image d35eb0bd-66e7-4b41-a849-d99bea1b9359 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1252.414591] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d35eb0bd-66e7-4b41-a849-d99bea1b9359/d35eb0bd-66e7-4b41-a849-d99bea1b9359.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.414734] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d35eb0bd-66e7-4b41-a849-d99bea1b9359/d35eb0bd-66e7-4b41-a849-d99bea1b9359.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.414907] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1252.415176] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb33840e-4820-477c-ad58-e7a199973c15 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.422928] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1252.423106] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1252.423781] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e442db28-4342-4656-81e0-9dcb03c42805 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.428322] env[70483]: DEBUG oslo_vmware.api [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1252.428322] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52408f44-b906-7914-9844-2d9d4dbb89e2" [ 1252.428322] env[70483]: _type = "Task" [ 1252.428322] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.435453] env[70483]: DEBUG oslo_vmware.api [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52408f44-b906-7914-9844-2d9d4dbb89e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.731948] env[70483]: DEBUG nova.network.neutron [req-4f170e3c-6384-4cd7-a5c7-7780643b81a2 req-e2f21873-ff07-4add-8e74-b68ec94f44c2 service nova] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Updated VIF entry in instance network info cache for port bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1252.732775] env[70483]: DEBUG nova.network.neutron [req-4f170e3c-6384-4cd7-a5c7-7780643b81a2 req-e2f21873-ff07-4add-8e74-b68ec94f44c2 service nova] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Updating instance_info_cache with network_info: [{"id": "bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b", "address": "fa:16:3e:ae:36:47", "network": {"id": "d0584bad-a446-4fdb-9127-2d020acd6b5c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1392669969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02013d6cd47b4f1c9e3279214f1d2d7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb8a3e98-0b", "ovs_interfaceid": "bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.740369] env[70483]: INFO nova.compute.manager [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Swapping old allocation on dict_keys(['6c4ee772-7226-4ddc-ad20-20b8289011e6']) held by migration 5c1fb290-446f-469d-88bb-b973de42eab1 for instance [ 1252.761621] env[70483]: DEBUG nova.scheduler.client.report [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Overwriting current allocation {'allocations': {'6c4ee772-7226-4ddc-ad20-20b8289011e6': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 163}}, 'project_id': '70a0a79c686d4fd5ace3cd0e354054d0', 'user_id': 'c6fddc5698d3480da2c002a612701830', 'consumer_generation': 1} on consumer 9b69506a-d4d1-4b05-ab3c-7311ea0e1795 {{(pid=70483) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1252.838493] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "refresh_cache-9b69506a-d4d1-4b05-ab3c-7311ea0e1795" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.838747] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquired lock "refresh_cache-9b69506a-d4d1-4b05-ab3c-7311ea0e1795" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.838865] env[70483]: DEBUG nova.network.neutron [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1252.891401] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9ac32563-a7f2-47a3-93a6-138d04f47349 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.683s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.906794] env[70483]: INFO nova.scheduler.client.report [None req-9ac32563-a7f2-47a3-93a6-138d04f47349 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Deleted allocations for instance 460755b6-7d0b-409d-b359-bdcb4d937389 [ 1252.938905] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Preparing fetch location {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1252.939167] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Fetch image to [datastore1] OSTACK_IMG_513bf719-f497-4c66-baee-b09a909e6169/OSTACK_IMG_513bf719-f497-4c66-baee-b09a909e6169.vmdk {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1252.939352] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Downloading stream optimized image d35eb0bd-66e7-4b41-a849-d99bea1b9359 to [datastore1] OSTACK_IMG_513bf719-f497-4c66-baee-b09a909e6169/OSTACK_IMG_513bf719-f497-4c66-baee-b09a909e6169.vmdk on the data store datastore1 as vApp {{(pid=70483) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1252.939531] env[70483]: DEBUG nova.virt.vmwareapi.images [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Downloading image file data d35eb0bd-66e7-4b41-a849-d99bea1b9359 to the ESX as VM named 'OSTACK_IMG_513bf719-f497-4c66-baee-b09a909e6169' {{(pid=70483) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1253.020347] env[70483]: DEBUG oslo_vmware.rw_handles [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1253.020347] env[70483]: value = "resgroup-9" [ 1253.020347] env[70483]: _type = "ResourcePool" [ 1253.020347] env[70483]: }. {{(pid=70483) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1253.020626] env[70483]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-57949905-f056-4f92-8446-9e8c35cdf30a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.041767] env[70483]: DEBUG oslo_vmware.rw_handles [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lease: (returnval){ [ 1253.041767] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d06294-ef21-fb29-4e6c-bee5163bce4f" [ 1253.041767] env[70483]: _type = "HttpNfcLease" [ 1253.041767] env[70483]: } obtained for vApp import into resource pool (val){ [ 1253.041767] env[70483]: value = "resgroup-9" [ 1253.041767] env[70483]: _type = "ResourcePool" [ 1253.041767] env[70483]: }. {{(pid=70483) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1253.042056] env[70483]: DEBUG oslo_vmware.api [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the lease: (returnval){ [ 1253.042056] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d06294-ef21-fb29-4e6c-bee5163bce4f" [ 1253.042056] env[70483]: _type = "HttpNfcLease" [ 1253.042056] env[70483]: } to be ready. {{(pid=70483) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1253.048065] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1253.048065] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d06294-ef21-fb29-4e6c-bee5163bce4f" [ 1253.048065] env[70483]: _type = "HttpNfcLease" [ 1253.048065] env[70483]: } is initializing. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1253.234326] env[70483]: DEBUG oslo_concurrency.lockutils [req-4f170e3c-6384-4cd7-a5c7-7780643b81a2 req-e2f21873-ff07-4add-8e74-b68ec94f44c2 service nova] Releasing lock "refresh_cache-55d8ef17-7ec1-4df4-a0ae-59be9eab31fa" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.414145] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9ac32563-a7f2-47a3-93a6-138d04f47349 tempest-ServerDiskConfigTestJSON-270076156 tempest-ServerDiskConfigTestJSON-270076156-project-member] Lock "460755b6-7d0b-409d-b359-bdcb4d937389" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.609s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.551770] env[70483]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1253.551770] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d06294-ef21-fb29-4e6c-bee5163bce4f" [ 1253.551770] env[70483]: _type = "HttpNfcLease" [ 1253.551770] env[70483]: } is ready. {{(pid=70483) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1253.551770] env[70483]: DEBUG oslo_vmware.rw_handles [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1253.551770] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d06294-ef21-fb29-4e6c-bee5163bce4f" [ 1253.551770] env[70483]: _type = "HttpNfcLease" [ 1253.551770] env[70483]: }. {{(pid=70483) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1253.552898] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e096f201-defe-4226-bdcc-b1b484b58fe3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.563070] env[70483]: DEBUG oslo_vmware.rw_handles [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52127614-7675-3caf-fe58-8cf59a91e643/disk-0.vmdk from lease info. {{(pid=70483) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1253.563070] env[70483]: DEBUG oslo_vmware.rw_handles [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52127614-7675-3caf-fe58-8cf59a91e643/disk-0.vmdk. {{(pid=70483) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1253.632680] env[70483]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-36b4a243-256f-43b7-b5c4-462037c6063a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.664399] env[70483]: DEBUG nova.network.neutron [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Updating instance_info_cache with network_info: [{"id": "2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f", "address": "fa:16:3e:7a:27:1d", "network": {"id": "948b7173-5456-49a2-9a1a-e36a1a46b931", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1783064445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a0a79c686d4fd5ace3cd0e354054d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fe05bbc-bc", "ovs_interfaceid": "2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.168545] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Releasing lock "refresh_cache-9b69506a-d4d1-4b05-ab3c-7311ea0e1795" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.168545] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.168545] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30def505-59cb-4f06-ae1a-ed538a24b4b1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.179033] env[70483]: DEBUG oslo_vmware.api [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1254.179033] env[70483]: value = "task-3478974" [ 1254.179033] env[70483]: _type = "Task" [ 1254.179033] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.187256] env[70483]: DEBUG oslo_vmware.api [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.688441] env[70483]: DEBUG oslo_vmware.api [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478974, 'name': PowerOffVM_Task, 'duration_secs': 0.215178} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.688751] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1254.689491] env[70483]: DEBUG nova.virt.hardware [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1254.689750] env[70483]: DEBUG nova.virt.hardware [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1254.689907] env[70483]: DEBUG nova.virt.hardware [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1254.690103] env[70483]: DEBUG nova.virt.hardware [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1254.690265] env[70483]: DEBUG nova.virt.hardware [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1254.690560] env[70483]: DEBUG nova.virt.hardware [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1254.690632] env[70483]: DEBUG nova.virt.hardware [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1254.691248] env[70483]: DEBUG nova.virt.hardware [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1254.691248] env[70483]: DEBUG nova.virt.hardware [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1254.691248] env[70483]: DEBUG nova.virt.hardware [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1254.691448] env[70483]: DEBUG nova.virt.hardware [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1254.696921] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3822f3dc-7097-4a48-a07c-2d54b559fd3c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.716266] env[70483]: DEBUG oslo_vmware.api [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1254.716266] env[70483]: value = "task-3478975" [ 1254.716266] env[70483]: _type = "Task" [ 1254.716266] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.726399] env[70483]: DEBUG oslo_vmware.api [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478975, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.830355] env[70483]: DEBUG oslo_vmware.rw_handles [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Completed reading data from the image iterator. {{(pid=70483) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1254.830677] env[70483]: DEBUG oslo_vmware.rw_handles [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52127614-7675-3caf-fe58-8cf59a91e643/disk-0.vmdk. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1254.831739] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bf7146-59a9-403f-a808-f73d0198208b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.839239] env[70483]: DEBUG oslo_vmware.rw_handles [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52127614-7675-3caf-fe58-8cf59a91e643/disk-0.vmdk is in state: ready. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1254.839444] env[70483]: DEBUG oslo_vmware.rw_handles [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52127614-7675-3caf-fe58-8cf59a91e643/disk-0.vmdk. {{(pid=70483) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1254.839736] env[70483]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-814c96bc-f1e5-4fdd-b5e3-6485d8f6ceb4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.039263] env[70483]: DEBUG oslo_vmware.rw_handles [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52127614-7675-3caf-fe58-8cf59a91e643/disk-0.vmdk. {{(pid=70483) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1255.039497] env[70483]: INFO nova.virt.vmwareapi.images [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Downloaded image file data d35eb0bd-66e7-4b41-a849-d99bea1b9359 [ 1255.040472] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2baa23a-aae9-41cb-9482-8e8a92aa1181 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.094041] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fce4032b-4f96-409a-a826-4b33122d15a6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.120552] env[70483]: INFO nova.virt.vmwareapi.images [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] The imported VM was unregistered [ 1255.123086] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Caching image {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1255.123353] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Creating directory with path [datastore1] devstack-image-cache_base/d35eb0bd-66e7-4b41-a849-d99bea1b9359 {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1255.123655] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47433816-f7c7-4a17-adb0-dace1a74f659 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.136578] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Created directory with path [datastore1] devstack-image-cache_base/d35eb0bd-66e7-4b41-a849-d99bea1b9359 {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1255.136578] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_513bf719-f497-4c66-baee-b09a909e6169/OSTACK_IMG_513bf719-f497-4c66-baee-b09a909e6169.vmdk to [datastore1] devstack-image-cache_base/d35eb0bd-66e7-4b41-a849-d99bea1b9359/d35eb0bd-66e7-4b41-a849-d99bea1b9359.vmdk. {{(pid=70483) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1255.136578] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-8f687bdf-1f8f-4cc4-a00a-1980ccba51d5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.145308] env[70483]: DEBUG oslo_vmware.api [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1255.145308] env[70483]: value = "task-3478977" [ 1255.145308] env[70483]: _type = "Task" [ 1255.145308] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.153111] env[70483]: DEBUG oslo_vmware.api [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478977, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.228652] env[70483]: DEBUG oslo_vmware.api [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478975, 'name': ReconfigVM_Task, 'duration_secs': 0.216232} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.229624] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eac46f7-e58c-4a74-99af-90295346d3de {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.248818] env[70483]: DEBUG nova.virt.hardware [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1255.249467] env[70483]: DEBUG nova.virt.hardware [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1255.249467] env[70483]: DEBUG nova.virt.hardware [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1255.249467] env[70483]: DEBUG nova.virt.hardware [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1255.249467] env[70483]: DEBUG nova.virt.hardware [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1255.249623] env[70483]: DEBUG nova.virt.hardware [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1255.250023] env[70483]: DEBUG nova.virt.hardware [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1255.250023] env[70483]: DEBUG nova.virt.hardware [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1255.250484] env[70483]: DEBUG nova.virt.hardware [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1255.250484] env[70483]: DEBUG nova.virt.hardware [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1255.250484] env[70483]: DEBUG nova.virt.hardware [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1255.251520] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-359f5499-9de6-48e4-81ac-fe296520e7f3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.257375] env[70483]: DEBUG oslo_vmware.api [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1255.257375] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524be0ed-a12c-8246-7af3-0fe622c72cef" [ 1255.257375] env[70483]: _type = "Task" [ 1255.257375] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.266447] env[70483]: DEBUG oslo_vmware.api [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524be0ed-a12c-8246-7af3-0fe622c72cef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.654762] env[70483]: DEBUG oslo_vmware.api [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478977, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.767779] env[70483]: DEBUG oslo_vmware.api [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524be0ed-a12c-8246-7af3-0fe622c72cef, 'name': SearchDatastore_Task, 'duration_secs': 0.024456} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.773253] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1255.773588] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4603c66-2b46-473c-ab05-ac118c073b80 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.793165] env[70483]: DEBUG oslo_vmware.api [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1255.793165] env[70483]: value = "task-3478978" [ 1255.793165] env[70483]: _type = "Task" [ 1255.793165] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.802729] env[70483]: DEBUG oslo_vmware.api [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478978, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.155631] env[70483]: DEBUG oslo_vmware.api [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478977, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.309012] env[70483]: DEBUG oslo_vmware.api [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.656349] env[70483]: DEBUG oslo_vmware.api [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478977, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.807021] env[70483]: DEBUG oslo_vmware.api [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.157081] env[70483]: DEBUG oslo_vmware.api [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478977, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.307039] env[70483]: DEBUG oslo_vmware.api [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478978, 'name': ReconfigVM_Task, 'duration_secs': 1.10601} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.307388] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1257.308362] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c64b09c-3703-48c7-b3b6-8b68a25a1dde {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.333185] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 9b69506a-d4d1-4b05-ab3c-7311ea0e1795/9b69506a-d4d1-4b05-ab3c-7311ea0e1795.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1257.333629] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-570e0f96-aac2-412b-a8ea-0478c2180bd7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.358566] env[70483]: DEBUG oslo_vmware.api [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1257.358566] env[70483]: value = "task-3478979" [ 1257.358566] env[70483]: _type = "Task" [ 1257.358566] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.369227] env[70483]: DEBUG oslo_vmware.api [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478979, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.659842] env[70483]: DEBUG oslo_vmware.api [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478977, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.868200] env[70483]: DEBUG oslo_vmware.api [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478979, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.159611] env[70483]: DEBUG oslo_vmware.api [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478977, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.706009} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.159894] env[70483]: INFO nova.virt.vmwareapi.ds_util [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_513bf719-f497-4c66-baee-b09a909e6169/OSTACK_IMG_513bf719-f497-4c66-baee-b09a909e6169.vmdk to [datastore1] devstack-image-cache_base/d35eb0bd-66e7-4b41-a849-d99bea1b9359/d35eb0bd-66e7-4b41-a849-d99bea1b9359.vmdk. [ 1258.160117] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Cleaning up location [datastore1] OSTACK_IMG_513bf719-f497-4c66-baee-b09a909e6169 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1258.160246] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_513bf719-f497-4c66-baee-b09a909e6169 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1258.160502] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38326d8c-1297-48dc-af1c-dc4e765c6b52 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.167054] env[70483]: DEBUG oslo_vmware.api [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1258.167054] env[70483]: value = "task-3478980" [ 1258.167054] env[70483]: _type = "Task" [ 1258.167054] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.175588] env[70483]: DEBUG oslo_vmware.api [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.206254] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.206523] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.368704] env[70483]: DEBUG oslo_vmware.api [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478979, 'name': ReconfigVM_Task, 'duration_secs': 0.626979} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.368929] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 9b69506a-d4d1-4b05-ab3c-7311ea0e1795/9b69506a-d4d1-4b05-ab3c-7311ea0e1795.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.370066] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a760264-014c-4e5e-b750-eba4ad11ad70 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.388931] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfad68ee-17a6-4c77-9bdf-df91ed39238f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.408081] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30831e9-d48c-4c93-bf0e-c0d1c2ab4183 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.428328] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b47356-802e-46ad-b7bc-c5b05a0717a4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.435584] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1258.435838] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42dc1764-8922-4978-bd13-70ddf9f8d130 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.442195] env[70483]: DEBUG oslo_vmware.api [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1258.442195] env[70483]: value = "task-3478981" [ 1258.442195] env[70483]: _type = "Task" [ 1258.442195] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.449708] env[70483]: DEBUG oslo_vmware.api [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.678875] env[70483]: DEBUG oslo_vmware.api [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.052003} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.679202] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1258.679409] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d35eb0bd-66e7-4b41-a849-d99bea1b9359/d35eb0bd-66e7-4b41-a849-d99bea1b9359.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.679698] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d35eb0bd-66e7-4b41-a849-d99bea1b9359/d35eb0bd-66e7-4b41-a849-d99bea1b9359.vmdk to [datastore1] 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa/55d8ef17-7ec1-4df4-a0ae-59be9eab31fa.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1258.679985] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbeb6fe7-67b1-4cde-b290-8e929ead070d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.687829] env[70483]: DEBUG oslo_vmware.api [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1258.687829] env[70483]: value = "task-3478982" [ 1258.687829] env[70483]: _type = "Task" [ 1258.687829] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.695426] env[70483]: DEBUG oslo_vmware.api [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.712593] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.712771] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.712916] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.713074] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.713226] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._sync_power_states {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.955894] env[70483]: DEBUG oslo_vmware.api [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478981, 'name': PowerOnVM_Task, 'duration_secs': 0.388081} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.959319] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1258.969760] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Acquiring lock "1eb20514-e724-471c-9d57-5d29330f9fe5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.970195] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Lock "1eb20514-e724-471c-9d57-5d29330f9fe5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.002593] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Acquiring lock "d75b4146-4cb2-4c24-881a-98a1356abd92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.003527] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Lock "d75b4146-4cb2-4c24-881a-98a1356abd92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.034907] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Acquiring lock "c87ba253-d5db-46cc-a2e1-cd0a7461a761" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.035206] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Lock "c87ba253-d5db-46cc-a2e1-cd0a7461a761" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.198031] env[70483]: DEBUG oslo_vmware.api [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478982, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.217240] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Getting list of instances from cluster (obj){ [ 1259.217240] env[70483]: value = "domain-c8" [ 1259.217240] env[70483]: _type = "ClusterComputeResource" [ 1259.217240] env[70483]: } {{(pid=70483) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1259.218361] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16f53ef-001c-480c-b771-80e3b37ad0eb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.233334] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Got total of 7 instances {{(pid=70483) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1259.233530] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Triggering sync for uuid 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab {{(pid=70483) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1259.233732] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Triggering sync for uuid 86150d37-88af-4ad4-bb16-2fa484ce7ee0 {{(pid=70483) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1259.233960] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Triggering sync for uuid cc933974-5d5a-462a-a0e2-37ae9d5aa842 {{(pid=70483) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1259.234143] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Triggering sync for uuid 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa {{(pid=70483) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1259.234300] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Triggering sync for uuid 9b69506a-d4d1-4b05-ab3c-7311ea0e1795 {{(pid=70483) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1259.234450] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Triggering sync for uuid beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a {{(pid=70483) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1259.234601] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Triggering sync for uuid fb504f0b-ff60-4f55-9bb5-4919e3eda455 {{(pid=70483) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1259.234957] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Acquiring lock "8747b1e6-1e41-43a3-b1d6-f837fb07d6ab" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.235217] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "8747b1e6-1e41-43a3-b1d6-f837fb07d6ab" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.235510] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Acquiring lock "86150d37-88af-4ad4-bb16-2fa484ce7ee0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.235676] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "86150d37-88af-4ad4-bb16-2fa484ce7ee0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.235902] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Acquiring lock "cc933974-5d5a-462a-a0e2-37ae9d5aa842" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.236089] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "cc933974-5d5a-462a-a0e2-37ae9d5aa842" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.236322] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Acquiring lock "55d8ef17-7ec1-4df4-a0ae-59be9eab31fa" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.236552] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Acquiring lock "9b69506a-d4d1-4b05-ab3c-7311ea0e1795" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.236721] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "9b69506a-d4d1-4b05-ab3c-7311ea0e1795" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.236881] env[70483]: INFO nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] During sync_power_state the instance has a pending task (resize_reverting). Skip. [ 1259.237054] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "9b69506a-d4d1-4b05-ab3c-7311ea0e1795" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.237278] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Acquiring lock "beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.237446] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.237672] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Acquiring lock "fb504f0b-ff60-4f55-9bb5-4919e3eda455" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.237851] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "fb504f0b-ff60-4f55-9bb5-4919e3eda455" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.238085] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager.update_available_resource {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.239676] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc129e0-9c03-40be-a38e-fa245cd56616 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.242953] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8bf839-a9fe-4d08-875c-3c607b0b0663 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.245956] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e84e0c0-e74c-460b-b687-f13297ac016f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.248869] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857d15a6-32ea-41c0-a10c-1dd9289dddc2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.251609] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90dfa24c-b81b-441a-bb21-eaabbc881ea3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.255431] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.255659] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.255826] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.255975] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70483) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1259.256988] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21660079-71ae-4a9b-a9fe-8363a3a5de04 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.282535] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de3fb31-f15c-498d-b2ec-47ae9f93136b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.299708] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1f3618-cb14-4ef2-ac56-ef6c47d1776b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.306833] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781133d6-4bc5-4751-bf6c-6cf1209abdb9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.121678] env[70483]: DEBUG nova.compute.manager [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1260.124343] env[70483]: DEBUG nova.compute.manager [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1260.126644] env[70483]: DEBUG nova.compute.manager [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1260.129250] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "8747b1e6-1e41-43a3-b1d6-f837fb07d6ab" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.894s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.129583] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "86150d37-88af-4ad4-bb16-2fa484ce7ee0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.894s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.130084] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.892s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.130227] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "cc933974-5d5a-462a-a0e2-37ae9d5aa842" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.894s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.130528] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "fb504f0b-ff60-4f55-9bb5-4919e3eda455" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.893s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.130824] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179275MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=70483) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1260.130951] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.131172] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.144845] env[70483]: DEBUG oslo_vmware.api [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478982, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.636752] env[70483]: INFO nova.compute.manager [None req-1f6f9d66-baaf-4c07-a0a3-54cbfd91a6e4 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Updating instance to original state: 'active' [ 1260.657456] env[70483]: DEBUG oslo_vmware.api [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478982, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.664750] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.670491] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.673657] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.140340] env[70483]: DEBUG oslo_vmware.api [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478982, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.178437] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1261.178587] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance cc933974-5d5a-462a-a0e2-37ae9d5aa842 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1261.178714] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1261.178832] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance fb504f0b-ff60-4f55-9bb5-4919e3eda455 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1261.178948] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 86150d37-88af-4ad4-bb16-2fa484ce7ee0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1261.179077] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 9b69506a-d4d1-4b05-ab3c-7311ea0e1795 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1261.179190] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1261.622031] env[70483]: DEBUG oslo_concurrency.lockutils [None req-679e04ce-625a-4204-ba19-1817588446ef tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "9b69506a-d4d1-4b05-ab3c-7311ea0e1795" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.622031] env[70483]: DEBUG oslo_concurrency.lockutils [None req-679e04ce-625a-4204-ba19-1817588446ef tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "9b69506a-d4d1-4b05-ab3c-7311ea0e1795" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.622031] env[70483]: DEBUG oslo_concurrency.lockutils [None req-679e04ce-625a-4204-ba19-1817588446ef tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "9b69506a-d4d1-4b05-ab3c-7311ea0e1795-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.622031] env[70483]: DEBUG oslo_concurrency.lockutils [None req-679e04ce-625a-4204-ba19-1817588446ef tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "9b69506a-d4d1-4b05-ab3c-7311ea0e1795-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.622262] env[70483]: DEBUG oslo_concurrency.lockutils [None req-679e04ce-625a-4204-ba19-1817588446ef tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "9b69506a-d4d1-4b05-ab3c-7311ea0e1795-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.624391] env[70483]: INFO nova.compute.manager [None req-679e04ce-625a-4204-ba19-1817588446ef tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Terminating instance [ 1261.642135] env[70483]: DEBUG oslo_vmware.api [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478982, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.627189} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.642378] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d35eb0bd-66e7-4b41-a849-d99bea1b9359/d35eb0bd-66e7-4b41-a849-d99bea1b9359.vmdk to [datastore1] 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa/55d8ef17-7ec1-4df4-a0ae-59be9eab31fa.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1261.643159] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5335cd33-aa8f-455a-9037-08360dbe1f1f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.664309] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa/55d8ef17-7ec1-4df4-a0ae-59be9eab31fa.vmdk or device None with type streamOptimized {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1261.665982] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a81ebba0-3152-4d48-b56b-4bcf5e80b2bc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.682445] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 1eb20514-e724-471c-9d57-5d29330f9fe5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1261.685519] env[70483]: DEBUG oslo_vmware.api [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1261.685519] env[70483]: value = "task-3478983" [ 1261.685519] env[70483]: _type = "Task" [ 1261.685519] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.693621] env[70483]: DEBUG oslo_vmware.api [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478983, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.970243] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cba120ba-fe52-472b-b357-c4ab455cf499 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquiring lock "beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.970509] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cba120ba-fe52-472b-b357-c4ab455cf499 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.128184] env[70483]: DEBUG nova.compute.manager [None req-679e04ce-625a-4204-ba19-1817588446ef tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1262.128457] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-679e04ce-625a-4204-ba19-1817588446ef tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1262.129368] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e308ad26-b0bf-4448-91f0-283dc5ef9fe4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.137126] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-679e04ce-625a-4204-ba19-1817588446ef tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1262.137398] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25df2375-ae81-4a18-be97-da5d5855e041 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.143859] env[70483]: DEBUG oslo_vmware.api [None req-679e04ce-625a-4204-ba19-1817588446ef tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1262.143859] env[70483]: value = "task-3478984" [ 1262.143859] env[70483]: _type = "Task" [ 1262.143859] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.151584] env[70483]: DEBUG oslo_vmware.api [None req-679e04ce-625a-4204-ba19-1817588446ef tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.185100] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance d75b4146-4cb2-4c24-881a-98a1356abd92 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1262.195304] env[70483]: DEBUG oslo_vmware.api [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478983, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.473995] env[70483]: DEBUG nova.compute.utils [None req-cba120ba-fe52-472b-b357-c4ab455cf499 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1262.653426] env[70483]: DEBUG oslo_vmware.api [None req-679e04ce-625a-4204-ba19-1817588446ef tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478984, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.690920] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance c87ba253-d5db-46cc-a2e1-cd0a7461a761 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1262.691276] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=70483) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1262.691478] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=70483) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1262.698956] env[70483]: DEBUG oslo_vmware.api [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478983, 'name': ReconfigVM_Task, 'duration_secs': 0.682584} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.699526] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa/55d8ef17-7ec1-4df4-a0ae-59be9eab31fa.vmdk or device None with type streamOptimized {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1262.699997] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f85cf15-15ba-49e7-86d1-7aad3712290c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.707091] env[70483]: DEBUG oslo_vmware.api [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1262.707091] env[70483]: value = "task-3478985" [ 1262.707091] env[70483]: _type = "Task" [ 1262.707091] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.716252] env[70483]: DEBUG oslo_vmware.api [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478985, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.815123] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2948b2e-8f9e-44c6-b522-d1dc6c24c3c9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.823888] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c448159-8aac-436b-b005-ba1f4c5f8895 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.853987] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00b8380-38c9-466f-b068-e94a8c81682e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.860980] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81cf620-3bd0-4187-8888-ca1f825f8407 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.874018] env[70483]: DEBUG nova.compute.provider_tree [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1262.976447] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cba120ba-fe52-472b-b357-c4ab455cf499 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.153577] env[70483]: DEBUG oslo_vmware.api [None req-679e04ce-625a-4204-ba19-1817588446ef tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478984, 'name': PowerOffVM_Task, 'duration_secs': 0.565543} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.153914] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-679e04ce-625a-4204-ba19-1817588446ef tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1263.154027] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-679e04ce-625a-4204-ba19-1817588446ef tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1263.154292] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36d5a9d9-19d7-488b-a460-97d10e7859ea {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.217067] env[70483]: DEBUG oslo_vmware.api [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478985, 'name': Rename_Task, 'duration_secs': 0.151082} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.218247] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1263.218516] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-679e04ce-625a-4204-ba19-1817588446ef tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1263.218695] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-679e04ce-625a-4204-ba19-1817588446ef tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1263.218866] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-679e04ce-625a-4204-ba19-1817588446ef tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Deleting the datastore file [datastore1] 9b69506a-d4d1-4b05-ab3c-7311ea0e1795 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1263.219092] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64e9d8fb-744b-4461-a692-cd66c9a292bb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.220527] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0564686-3bf4-4018-96ea-6d9fee6bd2a5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.226903] env[70483]: DEBUG oslo_vmware.api [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1263.226903] env[70483]: value = "task-3478987" [ 1263.226903] env[70483]: _type = "Task" [ 1263.226903] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.228041] env[70483]: DEBUG oslo_vmware.api [None req-679e04ce-625a-4204-ba19-1817588446ef tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1263.228041] env[70483]: value = "task-3478988" [ 1263.228041] env[70483]: _type = "Task" [ 1263.228041] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.238133] env[70483]: DEBUG oslo_vmware.api [None req-679e04ce-625a-4204-ba19-1817588446ef tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.240636] env[70483]: DEBUG oslo_vmware.api [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478987, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.395145] env[70483]: ERROR nova.scheduler.client.report [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [req-17b5e9a4-b9fc-478d-a9da-c8c21adfb206] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6c4ee772-7226-4ddc-ad20-20b8289011e6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-17b5e9a4-b9fc-478d-a9da-c8c21adfb206"}]} [ 1263.412139] env[70483]: DEBUG nova.scheduler.client.report [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Refreshing inventories for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1263.425673] env[70483]: DEBUG nova.scheduler.client.report [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Updating ProviderTree inventory for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1263.425850] env[70483]: DEBUG nova.compute.provider_tree [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1263.437715] env[70483]: DEBUG nova.scheduler.client.report [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Refreshing aggregate associations for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6, aggregates: None {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1263.455896] env[70483]: DEBUG nova.scheduler.client.report [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Refreshing trait associations for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1263.578967] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3d960b-9e63-4e15-9d6f-82d7fe52f649 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.586458] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751ad184-e1b6-40f4-8478-ab31d91aa2fc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.615577] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58e03f3-4c6b-4945-a0a4-a6f6594e18de {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.624258] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e6fcf8-9e0a-4bbb-adc8-5532514cd934 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.637690] env[70483]: DEBUG nova.compute.provider_tree [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.739898] env[70483]: DEBUG oslo_vmware.api [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478987, 'name': PowerOnVM_Task, 'duration_secs': 0.449573} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.742755] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1263.744591] env[70483]: DEBUG oslo_vmware.api [None req-679e04ce-625a-4204-ba19-1817588446ef tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3478988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142515} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.745035] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-679e04ce-625a-4204-ba19-1817588446ef tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1263.745270] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-679e04ce-625a-4204-ba19-1817588446ef tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1263.745477] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-679e04ce-625a-4204-ba19-1817588446ef tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1263.745649] env[70483]: INFO nova.compute.manager [None req-679e04ce-625a-4204-ba19-1817588446ef tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1263.745878] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-679e04ce-625a-4204-ba19-1817588446ef tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1263.746076] env[70483]: DEBUG nova.compute.manager [-] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1263.746174] env[70483]: DEBUG nova.network.neutron [-] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1263.944307] env[70483]: DEBUG nova.compute.manager [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1263.945231] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b7285e-6a65-4151-bb0c-cb0b48e4cca7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.037864] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cba120ba-fe52-472b-b357-c4ab455cf499 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquiring lock "beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.038172] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cba120ba-fe52-472b-b357-c4ab455cf499 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.038432] env[70483]: INFO nova.compute.manager [None req-cba120ba-fe52-472b-b357-c4ab455cf499 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Attaching volume b7e6b54e-2169-4ba4-a618-b008381cd65e to /dev/sdb [ 1264.074150] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301c3a68-255d-416e-9529-fec0314e7ec8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.081167] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30043c7-e32f-4a6f-bced-78ba52a5986c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.093950] env[70483]: DEBUG nova.virt.block_device [None req-cba120ba-fe52-472b-b357-c4ab455cf499 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Updating existing volume attachment record: 3905759a-b984-49d7-8bfb-85a43dea78b6 {{(pid=70483) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1264.143020] env[70483]: DEBUG nova.scheduler.client.report [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.202859] env[70483]: DEBUG nova.compute.manager [req-6d758b6c-5208-4d4c-b9ff-c5d4e835432c req-3936b7b7-e44d-4a1d-b73a-84bbf4c8b86f service nova] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Received event network-vif-deleted-2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.203116] env[70483]: INFO nova.compute.manager [req-6d758b6c-5208-4d4c-b9ff-c5d4e835432c req-3936b7b7-e44d-4a1d-b73a-84bbf4c8b86f service nova] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Neutron deleted interface 2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f; detaching it from the instance and deleting it from the info cache [ 1264.203242] env[70483]: DEBUG nova.network.neutron [req-6d758b6c-5208-4d4c-b9ff-c5d4e835432c req-3936b7b7-e44d-4a1d-b73a-84bbf4c8b86f service nova] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.462532] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1f36980e-b10d-4a85-ad4d-3a759b2f3689 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "55d8ef17-7ec1-4df4-a0ae-59be9eab31fa" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.386s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.463464] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "55d8ef17-7ec1-4df4-a0ae-59be9eab31fa" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.227s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.463726] env[70483]: INFO nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] During sync_power_state the instance has a pending task (spawning). Skip. [ 1264.463768] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "55d8ef17-7ec1-4df4-a0ae-59be9eab31fa" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.646278] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70483) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1264.646487] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.515s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.646999] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.982s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.649242] env[70483]: INFO nova.compute.claims [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1264.684180] env[70483]: DEBUG nova.network.neutron [-] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.706092] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-55349f3f-f857-4db1-b91a-73483fa2b7ca {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.715853] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa3400b-cd9f-495e-a2a9-413d50e585ca {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.744373] env[70483]: DEBUG nova.compute.manager [req-6d758b6c-5208-4d4c-b9ff-c5d4e835432c req-3936b7b7-e44d-4a1d-b73a-84bbf4c8b86f service nova] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Detach interface failed, port_id=2fe05bbc-bc6a-40af-a7b6-551b03bb7c4f, reason: Instance 9b69506a-d4d1-4b05-ab3c-7311ea0e1795 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1265.130353] env[70483]: DEBUG oslo_concurrency.lockutils [None req-669b4d77-dbd8-4681-af28-5d51d9a94966 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "55d8ef17-7ec1-4df4-a0ae-59be9eab31fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.130615] env[70483]: DEBUG oslo_concurrency.lockutils [None req-669b4d77-dbd8-4681-af28-5d51d9a94966 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "55d8ef17-7ec1-4df4-a0ae-59be9eab31fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.130826] env[70483]: DEBUG oslo_concurrency.lockutils [None req-669b4d77-dbd8-4681-af28-5d51d9a94966 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "55d8ef17-7ec1-4df4-a0ae-59be9eab31fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.131025] env[70483]: DEBUG oslo_concurrency.lockutils [None req-669b4d77-dbd8-4681-af28-5d51d9a94966 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "55d8ef17-7ec1-4df4-a0ae-59be9eab31fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.131266] env[70483]: DEBUG oslo_concurrency.lockutils [None req-669b4d77-dbd8-4681-af28-5d51d9a94966 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "55d8ef17-7ec1-4df4-a0ae-59be9eab31fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.133318] env[70483]: INFO nova.compute.manager [None req-669b4d77-dbd8-4681-af28-5d51d9a94966 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Terminating instance [ 1265.187741] env[70483]: INFO nova.compute.manager [-] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Took 1.44 seconds to deallocate network for instance. [ 1265.636595] env[70483]: DEBUG nova.compute.manager [None req-669b4d77-dbd8-4681-af28-5d51d9a94966 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1265.636860] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-669b4d77-dbd8-4681-af28-5d51d9a94966 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1265.637802] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9fa21c-49ec-40db-a51c-3a54017dfce8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.645552] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-669b4d77-dbd8-4681-af28-5d51d9a94966 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1265.645773] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f858f2f9-d512-4a2c-b1ab-86e7c7a9f6f3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.651791] env[70483]: DEBUG oslo_vmware.api [None req-669b4d77-dbd8-4681-af28-5d51d9a94966 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1265.651791] env[70483]: value = "task-3478992" [ 1265.651791] env[70483]: _type = "Task" [ 1265.651791] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.661529] env[70483]: DEBUG oslo_vmware.api [None req-669b4d77-dbd8-4681-af28-5d51d9a94966 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.694250] env[70483]: DEBUG oslo_concurrency.lockutils [None req-679e04ce-625a-4204-ba19-1817588446ef tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.785821] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65c9b71-838b-4145-b7ae-dc679a968437 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.793082] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186fcc0a-b196-4b4a-8f75-0a7dc31216f6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.822815] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716ce108-f962-4054-83be-192edb3ca51b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.830194] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728d4910-1772-4df5-b50f-5cf99bc78cae {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.843253] env[70483]: DEBUG nova.compute.provider_tree [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.161661] env[70483]: DEBUG oslo_vmware.api [None req-669b4d77-dbd8-4681-af28-5d51d9a94966 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478992, 'name': PowerOffVM_Task, 'duration_secs': 0.189552} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.161928] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-669b4d77-dbd8-4681-af28-5d51d9a94966 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1266.162109] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-669b4d77-dbd8-4681-af28-5d51d9a94966 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1266.162348] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34473899-4bf6-41ea-87dd-c225a4491bea {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.225314] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-669b4d77-dbd8-4681-af28-5d51d9a94966 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1266.225589] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-669b4d77-dbd8-4681-af28-5d51d9a94966 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1266.225758] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-669b4d77-dbd8-4681-af28-5d51d9a94966 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Deleting the datastore file [datastore1] 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1266.226030] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2351f50-e89e-47bb-97d6-fb3c8341d2d9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.232748] env[70483]: DEBUG oslo_vmware.api [None req-669b4d77-dbd8-4681-af28-5d51d9a94966 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for the task: (returnval){ [ 1266.232748] env[70483]: value = "task-3478994" [ 1266.232748] env[70483]: _type = "Task" [ 1266.232748] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.240902] env[70483]: DEBUG oslo_vmware.api [None req-669b4d77-dbd8-4681-af28-5d51d9a94966 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.346284] env[70483]: DEBUG nova.scheduler.client.report [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.742827] env[70483]: DEBUG oslo_vmware.api [None req-669b4d77-dbd8-4681-af28-5d51d9a94966 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Task: {'id': task-3478994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136164} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.743171] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-669b4d77-dbd8-4681-af28-5d51d9a94966 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1266.743331] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-669b4d77-dbd8-4681-af28-5d51d9a94966 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1266.743558] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-669b4d77-dbd8-4681-af28-5d51d9a94966 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1266.743765] env[70483]: INFO nova.compute.manager [None req-669b4d77-dbd8-4681-af28-5d51d9a94966 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1266.744039] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-669b4d77-dbd8-4681-af28-5d51d9a94966 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1266.744273] env[70483]: DEBUG nova.compute.manager [-] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1266.744397] env[70483]: DEBUG nova.network.neutron [-] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1266.854784] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.208s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.855340] env[70483]: DEBUG nova.compute.manager [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1266.857982] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.188s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.859405] env[70483]: INFO nova.compute.claims [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1267.187674] env[70483]: DEBUG nova.compute.manager [req-e1662a31-a20b-420f-b6fb-537e45808061 req-a0e0d41f-eb7b-4259-bdb1-7b9d6ba52acf service nova] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Received event network-vif-deleted-bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.187880] env[70483]: INFO nova.compute.manager [req-e1662a31-a20b-420f-b6fb-537e45808061 req-a0e0d41f-eb7b-4259-bdb1-7b9d6ba52acf service nova] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Neutron deleted interface bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b; detaching it from the instance and deleting it from the info cache [ 1267.188069] env[70483]: DEBUG nova.network.neutron [req-e1662a31-a20b-420f-b6fb-537e45808061 req-a0e0d41f-eb7b-4259-bdb1-7b9d6ba52acf service nova] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.363661] env[70483]: DEBUG nova.compute.utils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1267.369512] env[70483]: DEBUG nova.compute.manager [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1267.369512] env[70483]: DEBUG nova.network.neutron [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1267.405221] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4eaaaffb-7b99-4c4d-828a-1e3717ce5717 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Acquiring lock "fb504f0b-ff60-4f55-9bb5-4919e3eda455" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.405617] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4eaaaffb-7b99-4c4d-828a-1e3717ce5717 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lock "fb504f0b-ff60-4f55-9bb5-4919e3eda455" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.408896] env[70483]: DEBUG nova.policy [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbf84f0da24d4ed49fbd8507bce1ea61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d362716126146f194d905c4a495e181', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1267.676429] env[70483]: DEBUG nova.network.neutron [-] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.682332] env[70483]: DEBUG nova.network.neutron [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Successfully created port: de3215d6-0fa3-4db1-8d26-e5e2b36cd872 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1267.691186] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4fcfc63-1910-42af-b0cd-30820ef99f85 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.702785] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4122a9-89f5-4ca2-a283-07ccf2165862 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.730370] env[70483]: DEBUG nova.compute.manager [req-e1662a31-a20b-420f-b6fb-537e45808061 req-a0e0d41f-eb7b-4259-bdb1-7b9d6ba52acf service nova] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Detach interface failed, port_id=bb8a3e98-0bf8-4b8a-9691-52e2c0a1eb5b, reason: Instance 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1267.867621] env[70483]: DEBUG nova.compute.manager [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1267.909185] env[70483]: DEBUG nova.compute.utils [None req-4eaaaffb-7b99-4c4d-828a-1e3717ce5717 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1268.017407] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6549783f-7bd2-41e2-acea-5a56f1caad58 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.025716] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f09075-008d-4609-9642-b270ea24c360 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.055650] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b7510d-7471-4892-929e-e817eb8026b2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.063037] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc1d431-f7e7-42ef-ac9e-d96e74a6262f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.076091] env[70483]: DEBUG nova.compute.provider_tree [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.177806] env[70483]: INFO nova.compute.manager [-] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Took 1.43 seconds to deallocate network for instance. [ 1268.412279] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4eaaaffb-7b99-4c4d-828a-1e3717ce5717 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lock "fb504f0b-ff60-4f55-9bb5-4919e3eda455" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.579757] env[70483]: DEBUG nova.scheduler.client.report [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1268.637600] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-cba120ba-fe52-472b-b357-c4ab455cf499 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Volume attach. Driver type: vmdk {{(pid=70483) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1268.637743] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-cba120ba-fe52-472b-b357-c4ab455cf499 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695531', 'volume_id': 'b7e6b54e-2169-4ba4-a618-b008381cd65e', 'name': 'volume-b7e6b54e-2169-4ba4-a618-b008381cd65e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7e6b54e-2169-4ba4-a618-b008381cd65e', 'serial': 'b7e6b54e-2169-4ba4-a618-b008381cd65e'} {{(pid=70483) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1268.638687] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2d4732-8592-4e54-b9b0-b3785c882878 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.656077] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bfd28a-9725-426b-9d59-0799d53834ec {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.680480] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-cba120ba-fe52-472b-b357-c4ab455cf499 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] volume-b7e6b54e-2169-4ba4-a618-b008381cd65e/volume-b7e6b54e-2169-4ba4-a618-b008381cd65e.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1268.680767] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0e79a0f-82c2-40f2-94c8-20b723a8134a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.693832] env[70483]: DEBUG oslo_concurrency.lockutils [None req-669b4d77-dbd8-4681-af28-5d51d9a94966 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.699173] env[70483]: DEBUG oslo_vmware.api [None req-cba120ba-fe52-472b-b357-c4ab455cf499 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1268.699173] env[70483]: value = "task-3478996" [ 1268.699173] env[70483]: _type = "Task" [ 1268.699173] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.707468] env[70483]: DEBUG oslo_vmware.api [None req-cba120ba-fe52-472b-b357-c4ab455cf499 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3478996, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.879432] env[70483]: DEBUG nova.compute.manager [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1268.907614] env[70483]: DEBUG nova.virt.hardware [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1268.907614] env[70483]: DEBUG nova.virt.hardware [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1268.907614] env[70483]: DEBUG nova.virt.hardware [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1268.907785] env[70483]: DEBUG nova.virt.hardware [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1268.907933] env[70483]: DEBUG nova.virt.hardware [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1268.908098] env[70483]: DEBUG nova.virt.hardware [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1268.908327] env[70483]: DEBUG nova.virt.hardware [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1268.908490] env[70483]: DEBUG nova.virt.hardware [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1268.908658] env[70483]: DEBUG nova.virt.hardware [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1268.908821] env[70483]: DEBUG nova.virt.hardware [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1268.908994] env[70483]: DEBUG nova.virt.hardware [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1268.909865] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8018c635-53a5-4c11-90ba-485167624342 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.918536] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea9e4af-6bec-4f11-80e3-36902a9e7a36 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.085250] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.227s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.085803] env[70483]: DEBUG nova.compute.manager [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1269.088368] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.415s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.089605] env[70483]: INFO nova.compute.claims [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1269.209599] env[70483]: DEBUG oslo_vmware.api [None req-cba120ba-fe52-472b-b357-c4ab455cf499 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3478996, 'name': ReconfigVM_Task, 'duration_secs': 0.340786} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.209846] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-cba120ba-fe52-472b-b357-c4ab455cf499 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Reconfigured VM instance instance-00000070 to attach disk [datastore1] volume-b7e6b54e-2169-4ba4-a618-b008381cd65e/volume-b7e6b54e-2169-4ba4-a618-b008381cd65e.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1269.214590] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f6a0559-86e4-4a43-8865-bca3316183e6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.231264] env[70483]: DEBUG oslo_vmware.api [None req-cba120ba-fe52-472b-b357-c4ab455cf499 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1269.231264] env[70483]: value = "task-3478997" [ 1269.231264] env[70483]: _type = "Task" [ 1269.231264] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.241303] env[70483]: DEBUG oslo_vmware.api [None req-cba120ba-fe52-472b-b357-c4ab455cf499 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3478997, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.394402] env[70483]: DEBUG nova.compute.manager [req-0fcf056e-60b5-4953-af6e-696777a11dc8 req-a063c372-c2d2-48bf-a6ff-981b19773417 service nova] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Received event network-vif-plugged-de3215d6-0fa3-4db1-8d26-e5e2b36cd872 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.394615] env[70483]: DEBUG oslo_concurrency.lockutils [req-0fcf056e-60b5-4953-af6e-696777a11dc8 req-a063c372-c2d2-48bf-a6ff-981b19773417 service nova] Acquiring lock "1eb20514-e724-471c-9d57-5d29330f9fe5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.394799] env[70483]: DEBUG oslo_concurrency.lockutils [req-0fcf056e-60b5-4953-af6e-696777a11dc8 req-a063c372-c2d2-48bf-a6ff-981b19773417 service nova] Lock "1eb20514-e724-471c-9d57-5d29330f9fe5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.394974] env[70483]: DEBUG oslo_concurrency.lockutils [req-0fcf056e-60b5-4953-af6e-696777a11dc8 req-a063c372-c2d2-48bf-a6ff-981b19773417 service nova] Lock "1eb20514-e724-471c-9d57-5d29330f9fe5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.395159] env[70483]: DEBUG nova.compute.manager [req-0fcf056e-60b5-4953-af6e-696777a11dc8 req-a063c372-c2d2-48bf-a6ff-981b19773417 service nova] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] No waiting events found dispatching network-vif-plugged-de3215d6-0fa3-4db1-8d26-e5e2b36cd872 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1269.395348] env[70483]: WARNING nova.compute.manager [req-0fcf056e-60b5-4953-af6e-696777a11dc8 req-a063c372-c2d2-48bf-a6ff-981b19773417 service nova] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Received unexpected event network-vif-plugged-de3215d6-0fa3-4db1-8d26-e5e2b36cd872 for instance with vm_state building and task_state spawning. [ 1269.432586] env[70483]: DEBUG nova.network.neutron [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Successfully updated port: de3215d6-0fa3-4db1-8d26-e5e2b36cd872 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1269.479070] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4eaaaffb-7b99-4c4d-828a-1e3717ce5717 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Acquiring lock "fb504f0b-ff60-4f55-9bb5-4919e3eda455" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.479288] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4eaaaffb-7b99-4c4d-828a-1e3717ce5717 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lock "fb504f0b-ff60-4f55-9bb5-4919e3eda455" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.479519] env[70483]: INFO nova.compute.manager [None req-4eaaaffb-7b99-4c4d-828a-1e3717ce5717 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Attaching volume b985e8f4-3d5f-47ce-a42c-a17c3202e40d to /dev/sdb [ 1269.511705] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae54577d-3e71-45f6-b3f4-b7d98175458f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.519967] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ca63f0-3b00-4ecc-943e-231fa2094eac {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.532973] env[70483]: DEBUG nova.virt.block_device [None req-4eaaaffb-7b99-4c4d-828a-1e3717ce5717 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Updating existing volume attachment record: e73b25a0-4d12-4e1a-86f1-7bc0e9ff1a8d {{(pid=70483) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1269.593779] env[70483]: DEBUG nova.compute.utils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1269.596988] env[70483]: DEBUG nova.compute.manager [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1269.597178] env[70483]: DEBUG nova.network.neutron [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1269.634434] env[70483]: DEBUG nova.policy [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbf84f0da24d4ed49fbd8507bce1ea61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d362716126146f194d905c4a495e181', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1269.747829] env[70483]: DEBUG oslo_vmware.api [None req-cba120ba-fe52-472b-b357-c4ab455cf499 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3478997, 'name': ReconfigVM_Task, 'duration_secs': 0.128558} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.747829] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-cba120ba-fe52-472b-b357-c4ab455cf499 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695531', 'volume_id': 'b7e6b54e-2169-4ba4-a618-b008381cd65e', 'name': 'volume-b7e6b54e-2169-4ba4-a618-b008381cd65e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7e6b54e-2169-4ba4-a618-b008381cd65e', 'serial': 'b7e6b54e-2169-4ba4-a618-b008381cd65e'} {{(pid=70483) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1269.880946] env[70483]: DEBUG nova.network.neutron [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Successfully created port: a961b353-8762-47a9-9e8a-fd1cf2839a61 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1269.937462] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Acquiring lock "refresh_cache-1eb20514-e724-471c-9d57-5d29330f9fe5" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.937619] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Acquired lock "refresh_cache-1eb20514-e724-471c-9d57-5d29330f9fe5" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.937875] env[70483]: DEBUG nova.network.neutron [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1270.098195] env[70483]: DEBUG nova.compute.manager [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1270.238198] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cb12e0-1f0b-4f69-8e6f-16c1bb308b0e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.245980] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbdaf508-f23e-47c2-a1c8-d3e487defd4e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.280027] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f46ead-fb9e-4ff4-94ce-8f5c595d5180 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.286309] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6c2f1f-a203-4bd4-8e4a-9bebfec14083 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.299034] env[70483]: DEBUG nova.compute.provider_tree [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.473040] env[70483]: DEBUG nova.network.neutron [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1270.600152] env[70483]: DEBUG nova.network.neutron [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Updating instance_info_cache with network_info: [{"id": "de3215d6-0fa3-4db1-8d26-e5e2b36cd872", "address": "fa:16:3e:71:93:a3", "network": {"id": "393c9c55-c249-4768-ac22-5fdecd94809c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1637389262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d362716126146f194d905c4a495e181", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde3215d6-0f", "ovs_interfaceid": "de3215d6-0fa3-4db1-8d26-e5e2b36cd872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.802055] env[70483]: DEBUG nova.scheduler.client.report [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1270.810381] env[70483]: DEBUG nova.objects.instance [None req-cba120ba-fe52-472b-b357-c4ab455cf499 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lazy-loading 'flavor' on Instance uuid beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.102893] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Releasing lock "refresh_cache-1eb20514-e724-471c-9d57-5d29330f9fe5" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.103234] env[70483]: DEBUG nova.compute.manager [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Instance network_info: |[{"id": "de3215d6-0fa3-4db1-8d26-e5e2b36cd872", "address": "fa:16:3e:71:93:a3", "network": {"id": "393c9c55-c249-4768-ac22-5fdecd94809c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1637389262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d362716126146f194d905c4a495e181", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde3215d6-0f", "ovs_interfaceid": "de3215d6-0fa3-4db1-8d26-e5e2b36cd872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1271.103656] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:93:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de3215d6-0fa3-4db1-8d26-e5e2b36cd872', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1271.111254] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Creating folder: Project (4d362716126146f194d905c4a495e181). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1271.112367] env[70483]: DEBUG nova.compute.manager [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1271.114268] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fc82765-9f97-478e-8c59-76c677c12946 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.126728] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Created folder: Project (4d362716126146f194d905c4a495e181) in parent group-v695216. [ 1271.126943] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Creating folder: Instances. Parent ref: group-v695534. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1271.127184] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff3d10d8-b213-495e-b007-a1594097c0d7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.138264] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Created folder: Instances in parent group-v695534. [ 1271.138264] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.138264] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1271.138264] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0fb7bd4-56bc-4022-9c01-d6d6a65788bc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.155601] env[70483]: DEBUG nova.virt.hardware [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1271.155933] env[70483]: DEBUG nova.virt.hardware [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1271.156139] env[70483]: DEBUG nova.virt.hardware [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1271.156400] env[70483]: DEBUG nova.virt.hardware [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1271.156573] env[70483]: DEBUG nova.virt.hardware [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1271.156856] env[70483]: DEBUG nova.virt.hardware [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1271.157218] env[70483]: DEBUG nova.virt.hardware [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1271.157392] env[70483]: DEBUG nova.virt.hardware [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1271.157559] env[70483]: DEBUG nova.virt.hardware [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1271.157717] env[70483]: DEBUG nova.virt.hardware [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1271.157886] env[70483]: DEBUG nova.virt.hardware [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1271.158753] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da11968-8e62-4848-b7c7-91076d4118e8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.169918] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b072f4-0912-4f35-9e6d-91679aaddbf6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.172834] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1271.172834] env[70483]: value = "task-3479003" [ 1271.172834] env[70483]: _type = "Task" [ 1271.172834] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.188394] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479003, 'name': CreateVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.306707] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.218s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.307324] env[70483]: DEBUG nova.compute.manager [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1271.312062] env[70483]: DEBUG oslo_concurrency.lockutils [None req-679e04ce-625a-4204-ba19-1817588446ef tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.616s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.312062] env[70483]: DEBUG nova.objects.instance [None req-679e04ce-625a-4204-ba19-1817588446ef tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lazy-loading 'resources' on Instance uuid 9b69506a-d4d1-4b05-ab3c-7311ea0e1795 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.313942] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cba120ba-fe52-472b-b357-c4ab455cf499 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.276s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.424144] env[70483]: DEBUG nova.compute.manager [req-8c90dde2-e428-4740-9d29-b01013a38157 req-57486984-f8e4-4e74-99bf-4761f8bf3d4c service nova] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Received event network-changed-de3215d6-0fa3-4db1-8d26-e5e2b36cd872 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.424278] env[70483]: DEBUG nova.compute.manager [req-8c90dde2-e428-4740-9d29-b01013a38157 req-57486984-f8e4-4e74-99bf-4761f8bf3d4c service nova] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Refreshing instance network info cache due to event network-changed-de3215d6-0fa3-4db1-8d26-e5e2b36cd872. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1271.424449] env[70483]: DEBUG oslo_concurrency.lockutils [req-8c90dde2-e428-4740-9d29-b01013a38157 req-57486984-f8e4-4e74-99bf-4761f8bf3d4c service nova] Acquiring lock "refresh_cache-1eb20514-e724-471c-9d57-5d29330f9fe5" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.424594] env[70483]: DEBUG oslo_concurrency.lockutils [req-8c90dde2-e428-4740-9d29-b01013a38157 req-57486984-f8e4-4e74-99bf-4761f8bf3d4c service nova] Acquired lock "refresh_cache-1eb20514-e724-471c-9d57-5d29330f9fe5" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.425070] env[70483]: DEBUG nova.network.neutron [req-8c90dde2-e428-4740-9d29-b01013a38157 req-57486984-f8e4-4e74-99bf-4761f8bf3d4c service nova] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Refreshing network info cache for port de3215d6-0fa3-4db1-8d26-e5e2b36cd872 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1271.471264] env[70483]: DEBUG nova.network.neutron [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Successfully updated port: a961b353-8762-47a9-9e8a-fd1cf2839a61 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1271.682758] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479003, 'name': CreateVM_Task, 'duration_secs': 0.303071} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.682918] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1271.692239] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.692448] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.692766] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.693031] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43cc82e0-453d-4525-bc06-614feb045b44 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.698904] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Waiting for the task: (returnval){ [ 1271.698904] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5263cbf4-36ed-fa6d-94a6-2ed68aeddebb" [ 1271.698904] env[70483]: _type = "Task" [ 1271.698904] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.705740] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5263cbf4-36ed-fa6d-94a6-2ed68aeddebb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.813875] env[70483]: DEBUG nova.compute.utils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1271.818402] env[70483]: DEBUG nova.compute.manager [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1271.818557] env[70483]: DEBUG nova.network.neutron [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1271.854687] env[70483]: DEBUG nova.policy [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbf84f0da24d4ed49fbd8507bce1ea61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d362716126146f194d905c4a495e181', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1271.951388] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b88ffa3-5f28-402a-a708-2375a2865692 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.958663] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2d852c-0329-46da-a953-e092b242c90c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.991862] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Acquiring lock "refresh_cache-c87ba253-d5db-46cc-a2e1-cd0a7461a761" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.991862] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Acquired lock "refresh_cache-c87ba253-d5db-46cc-a2e1-cd0a7461a761" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.991990] env[70483]: DEBUG nova.network.neutron [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1271.996053] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff6e61e-611e-4abb-b1b7-54e03230b1a2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.005031] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b6774e-3369-45b7-8c28-f906a0001c1a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.017672] env[70483]: DEBUG nova.compute.provider_tree [None req-679e04ce-625a-4204-ba19-1817588446ef tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.207946] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5263cbf4-36ed-fa6d-94a6-2ed68aeddebb, 'name': SearchDatastore_Task, 'duration_secs': 0.009973} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.208480] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.208480] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1272.208721] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.208868] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.209058] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1272.209318] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba6791ed-d454-4103-a790-e8f9696a634c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.217788] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1272.217963] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1272.218655] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2c685d9-0d3e-48d1-8b8a-2b1cf8fa3b69 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.223882] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Waiting for the task: (returnval){ [ 1272.223882] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523dba6f-4fcf-427c-c772-ee0d96e31dde" [ 1272.223882] env[70483]: _type = "Task" [ 1272.223882] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.231689] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523dba6f-4fcf-427c-c772-ee0d96e31dde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.263776] env[70483]: DEBUG nova.network.neutron [req-8c90dde2-e428-4740-9d29-b01013a38157 req-57486984-f8e4-4e74-99bf-4761f8bf3d4c service nova] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Updated VIF entry in instance network info cache for port de3215d6-0fa3-4db1-8d26-e5e2b36cd872. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1272.263776] env[70483]: DEBUG nova.network.neutron [req-8c90dde2-e428-4740-9d29-b01013a38157 req-57486984-f8e4-4e74-99bf-4761f8bf3d4c service nova] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Updating instance_info_cache with network_info: [{"id": "de3215d6-0fa3-4db1-8d26-e5e2b36cd872", "address": "fa:16:3e:71:93:a3", "network": {"id": "393c9c55-c249-4768-ac22-5fdecd94809c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1637389262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d362716126146f194d905c4a495e181", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde3215d6-0f", "ovs_interfaceid": "de3215d6-0fa3-4db1-8d26-e5e2b36cd872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.276174] env[70483]: DEBUG nova.network.neutron [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Successfully created port: a2d56bee-8050-4ac4-9ef1-9c4634c6e8f0 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1272.323927] env[70483]: DEBUG nova.compute.manager [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1272.447995] env[70483]: DEBUG oslo_concurrency.lockutils [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquiring lock "88c82347-4095-4cbb-8a97-65ce38c3838a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.447995] env[70483]: DEBUG oslo_concurrency.lockutils [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "88c82347-4095-4cbb-8a97-65ce38c3838a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.521101] env[70483]: DEBUG nova.scheduler.client.report [None req-679e04ce-625a-4204-ba19-1817588446ef tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.546056] env[70483]: DEBUG nova.network.neutron [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1272.734265] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]523dba6f-4fcf-427c-c772-ee0d96e31dde, 'name': SearchDatastore_Task, 'duration_secs': 0.009102} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.735139] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4289dbb8-94f4-4018-8504-490d70efc36e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.740073] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Waiting for the task: (returnval){ [ 1272.740073] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a65b39-c7e3-978b-1625-0fd27825f32b" [ 1272.740073] env[70483]: _type = "Task" [ 1272.740073] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.741008] env[70483]: DEBUG nova.network.neutron [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Updating instance_info_cache with network_info: [{"id": "a961b353-8762-47a9-9e8a-fd1cf2839a61", "address": "fa:16:3e:ec:6f:0f", "network": {"id": "393c9c55-c249-4768-ac22-5fdecd94809c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1637389262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d362716126146f194d905c4a495e181", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa961b353-87", "ovs_interfaceid": "a961b353-8762-47a9-9e8a-fd1cf2839a61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.750029] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a65b39-c7e3-978b-1625-0fd27825f32b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.768472] env[70483]: DEBUG oslo_concurrency.lockutils [req-8c90dde2-e428-4740-9d29-b01013a38157 req-57486984-f8e4-4e74-99bf-4761f8bf3d4c service nova] Releasing lock "refresh_cache-1eb20514-e724-471c-9d57-5d29330f9fe5" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.768710] env[70483]: DEBUG nova.compute.manager [req-8c90dde2-e428-4740-9d29-b01013a38157 req-57486984-f8e4-4e74-99bf-4761f8bf3d4c service nova] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Received event network-vif-plugged-a961b353-8762-47a9-9e8a-fd1cf2839a61 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.768901] env[70483]: DEBUG oslo_concurrency.lockutils [req-8c90dde2-e428-4740-9d29-b01013a38157 req-57486984-f8e4-4e74-99bf-4761f8bf3d4c service nova] Acquiring lock "c87ba253-d5db-46cc-a2e1-cd0a7461a761-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.769118] env[70483]: DEBUG oslo_concurrency.lockutils [req-8c90dde2-e428-4740-9d29-b01013a38157 req-57486984-f8e4-4e74-99bf-4761f8bf3d4c service nova] Lock "c87ba253-d5db-46cc-a2e1-cd0a7461a761-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.769287] env[70483]: DEBUG oslo_concurrency.lockutils [req-8c90dde2-e428-4740-9d29-b01013a38157 req-57486984-f8e4-4e74-99bf-4761f8bf3d4c service nova] Lock "c87ba253-d5db-46cc-a2e1-cd0a7461a761-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.769459] env[70483]: DEBUG nova.compute.manager [req-8c90dde2-e428-4740-9d29-b01013a38157 req-57486984-f8e4-4e74-99bf-4761f8bf3d4c service nova] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] No waiting events found dispatching network-vif-plugged-a961b353-8762-47a9-9e8a-fd1cf2839a61 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1272.769636] env[70483]: WARNING nova.compute.manager [req-8c90dde2-e428-4740-9d29-b01013a38157 req-57486984-f8e4-4e74-99bf-4761f8bf3d4c service nova] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Received unexpected event network-vif-plugged-a961b353-8762-47a9-9e8a-fd1cf2839a61 for instance with vm_state building and task_state spawning. [ 1272.949402] env[70483]: DEBUG nova.compute.manager [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1273.026426] env[70483]: DEBUG oslo_concurrency.lockutils [None req-679e04ce-625a-4204-ba19-1817588446ef tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.716s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.028938] env[70483]: DEBUG oslo_concurrency.lockutils [None req-669b4d77-dbd8-4681-af28-5d51d9a94966 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.335s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.029056] env[70483]: DEBUG nova.objects.instance [None req-669b4d77-dbd8-4681-af28-5d51d9a94966 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lazy-loading 'resources' on Instance uuid 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.043013] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.043171] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.043335] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.043474] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70483) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1273.048121] env[70483]: INFO nova.scheduler.client.report [None req-679e04ce-625a-4204-ba19-1817588446ef tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Deleted allocations for instance 9b69506a-d4d1-4b05-ab3c-7311ea0e1795 [ 1273.083044] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f7ebffd4-7684-4213-a400-7362ccf1b5a6 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquiring lock "86150d37-88af-4ad4-bb16-2fa484ce7ee0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.083485] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f7ebffd4-7684-4213-a400-7362ccf1b5a6 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lock "86150d37-88af-4ad4-bb16-2fa484ce7ee0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.083565] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f7ebffd4-7684-4213-a400-7362ccf1b5a6 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquiring lock "86150d37-88af-4ad4-bb16-2fa484ce7ee0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.083744] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f7ebffd4-7684-4213-a400-7362ccf1b5a6 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lock "86150d37-88af-4ad4-bb16-2fa484ce7ee0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.083913] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f7ebffd4-7684-4213-a400-7362ccf1b5a6 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lock "86150d37-88af-4ad4-bb16-2fa484ce7ee0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.085851] env[70483]: INFO nova.compute.manager [None req-f7ebffd4-7684-4213-a400-7362ccf1b5a6 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Terminating instance [ 1273.101047] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.104721] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.246485] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Releasing lock "refresh_cache-c87ba253-d5db-46cc-a2e1-cd0a7461a761" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.246821] env[70483]: DEBUG nova.compute.manager [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Instance network_info: |[{"id": "a961b353-8762-47a9-9e8a-fd1cf2839a61", "address": "fa:16:3e:ec:6f:0f", "network": {"id": "393c9c55-c249-4768-ac22-5fdecd94809c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1637389262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d362716126146f194d905c4a495e181", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa961b353-87", "ovs_interfaceid": "a961b353-8762-47a9-9e8a-fd1cf2839a61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1273.247204] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:6f:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a961b353-8762-47a9-9e8a-fd1cf2839a61', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1273.254390] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1273.254999] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1273.255262] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6788c1f5-a57f-4034-95db-83c5d296b1c3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.272253] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a65b39-c7e3-978b-1625-0fd27825f32b, 'name': SearchDatastore_Task, 'duration_secs': 0.00992} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.272796] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.273056] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 1eb20514-e724-471c-9d57-5d29330f9fe5/1eb20514-e724-471c-9d57-5d29330f9fe5.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1273.273295] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8390e69b-6b46-4c6d-90ee-07fb9627eec0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.278146] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1273.278146] env[70483]: value = "task-3479005" [ 1273.278146] env[70483]: _type = "Task" [ 1273.278146] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.281927] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Waiting for the task: (returnval){ [ 1273.281927] env[70483]: value = "task-3479006" [ 1273.281927] env[70483]: _type = "Task" [ 1273.281927] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.287695] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479005, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.290517] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479006, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.334010] env[70483]: DEBUG nova.compute.manager [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1273.363768] env[70483]: DEBUG nova.virt.hardware [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1273.364057] env[70483]: DEBUG nova.virt.hardware [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1273.364230] env[70483]: DEBUG nova.virt.hardware [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1273.364417] env[70483]: DEBUG nova.virt.hardware [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1273.364590] env[70483]: DEBUG nova.virt.hardware [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1273.364750] env[70483]: DEBUG nova.virt.hardware [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1273.364975] env[70483]: DEBUG nova.virt.hardware [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1273.365161] env[70483]: DEBUG nova.virt.hardware [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1273.365335] env[70483]: DEBUG nova.virt.hardware [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1273.365511] env[70483]: DEBUG nova.virt.hardware [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1273.365705] env[70483]: DEBUG nova.virt.hardware [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1273.366600] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f05d78a-f265-4d37-9767-f0230c6184b8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.375088] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac61d9d-82e1-4e9f-873f-132cd8253bb2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.451419] env[70483]: DEBUG nova.compute.manager [req-e77edabf-f69e-493b-97d2-06e2801b4498 req-7a3f2446-c9ca-498a-994b-10610ebe6dbd service nova] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Received event network-changed-a961b353-8762-47a9-9e8a-fd1cf2839a61 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.451747] env[70483]: DEBUG nova.compute.manager [req-e77edabf-f69e-493b-97d2-06e2801b4498 req-7a3f2446-c9ca-498a-994b-10610ebe6dbd service nova] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Refreshing instance network info cache due to event network-changed-a961b353-8762-47a9-9e8a-fd1cf2839a61. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1273.452024] env[70483]: DEBUG oslo_concurrency.lockutils [req-e77edabf-f69e-493b-97d2-06e2801b4498 req-7a3f2446-c9ca-498a-994b-10610ebe6dbd service nova] Acquiring lock "refresh_cache-c87ba253-d5db-46cc-a2e1-cd0a7461a761" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.452180] env[70483]: DEBUG oslo_concurrency.lockutils [req-e77edabf-f69e-493b-97d2-06e2801b4498 req-7a3f2446-c9ca-498a-994b-10610ebe6dbd service nova] Acquired lock "refresh_cache-c87ba253-d5db-46cc-a2e1-cd0a7461a761" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.452353] env[70483]: DEBUG nova.network.neutron [req-e77edabf-f69e-493b-97d2-06e2801b4498 req-7a3f2446-c9ca-498a-994b-10610ebe6dbd service nova] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Refreshing network info cache for port a961b353-8762-47a9-9e8a-fd1cf2839a61 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1273.469495] env[70483]: DEBUG oslo_concurrency.lockutils [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.556294] env[70483]: DEBUG oslo_concurrency.lockutils [None req-679e04ce-625a-4204-ba19-1817588446ef tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "9b69506a-d4d1-4b05-ab3c-7311ea0e1795" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.935s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.589538] env[70483]: DEBUG nova.compute.manager [None req-f7ebffd4-7684-4213-a400-7362ccf1b5a6 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1273.589538] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ebffd4-7684-4213-a400-7362ccf1b5a6 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1273.590420] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306d4225-7318-40f7-9c4a-6d995daa2c43 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.603307] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7ebffd4-7684-4213-a400-7362ccf1b5a6 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1273.603601] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c173cabf-9f07-411e-8ea4-ccb3385c2ff3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.611225] env[70483]: DEBUG oslo_vmware.api [None req-f7ebffd4-7684-4213-a400-7362ccf1b5a6 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 1273.611225] env[70483]: value = "task-3479007" [ 1273.611225] env[70483]: _type = "Task" [ 1273.611225] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.622127] env[70483]: DEBUG oslo_vmware.api [None req-f7ebffd4-7684-4213-a400-7362ccf1b5a6 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3479007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.689297] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5480c6fb-5df1-4350-831a-4d501ffdac64 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.698112] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fd8e85-c820-46d3-b090-5dc395388ede {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.730900] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c63fce-0fe3-4e62-8335-1ece936afd27 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.738423] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9f841f-a3a9-4194-b073-db21c2a4f45b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.752184] env[70483]: DEBUG nova.compute.provider_tree [None req-669b4d77-dbd8-4681-af28-5d51d9a94966 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.791638] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479005, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.795339] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479006, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.433016} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.795479] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 1eb20514-e724-471c-9d57-5d29330f9fe5/1eb20514-e724-471c-9d57-5d29330f9fe5.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1273.796186] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1273.796186] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af721308-9a7a-4d2a-98ed-a658a3b9a5c2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.802225] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Waiting for the task: (returnval){ [ 1273.802225] env[70483]: value = "task-3479008" [ 1273.802225] env[70483]: _type = "Task" [ 1273.802225] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.810112] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479008, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.915186] env[70483]: DEBUG nova.network.neutron [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Successfully updated port: a2d56bee-8050-4ac4-9ef1-9c4634c6e8f0 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1274.074732] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-4eaaaffb-7b99-4c4d-828a-1e3717ce5717 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Volume attach. Driver type: vmdk {{(pid=70483) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1274.074968] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-4eaaaffb-7b99-4c4d-828a-1e3717ce5717 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695533', 'volume_id': 'b985e8f4-3d5f-47ce-a42c-a17c3202e40d', 'name': 'volume-b985e8f4-3d5f-47ce-a42c-a17c3202e40d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fb504f0b-ff60-4f55-9bb5-4919e3eda455', 'attached_at': '', 'detached_at': '', 'volume_id': 'b985e8f4-3d5f-47ce-a42c-a17c3202e40d', 'serial': 'b985e8f4-3d5f-47ce-a42c-a17c3202e40d'} {{(pid=70483) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1274.075913] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3701c2-7607-4807-861e-823e324a0f9d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.094725] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2397a08-5e34-41e1-8969-e0916cd048ed {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.120620] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-4eaaaffb-7b99-4c4d-828a-1e3717ce5717 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] volume-b985e8f4-3d5f-47ce-a42c-a17c3202e40d/volume-b985e8f4-3d5f-47ce-a42c-a17c3202e40d.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1274.123662] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c344eadc-914a-469d-b326-fb9fa78c8f1d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.142807] env[70483]: DEBUG oslo_vmware.api [None req-f7ebffd4-7684-4213-a400-7362ccf1b5a6 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3479007, 'name': PowerOffVM_Task, 'duration_secs': 0.195448} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.143911] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7ebffd4-7684-4213-a400-7362ccf1b5a6 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1274.144108] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ebffd4-7684-4213-a400-7362ccf1b5a6 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1274.144405] env[70483]: DEBUG oslo_vmware.api [None req-4eaaaffb-7b99-4c4d-828a-1e3717ce5717 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Waiting for the task: (returnval){ [ 1274.144405] env[70483]: value = "task-3479009" [ 1274.144405] env[70483]: _type = "Task" [ 1274.144405] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.144590] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4056c17-dde6-463e-94dc-68a082e18458 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.153711] env[70483]: DEBUG oslo_vmware.api [None req-4eaaaffb-7b99-4c4d-828a-1e3717ce5717 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479009, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.172075] env[70483]: DEBUG nova.network.neutron [req-e77edabf-f69e-493b-97d2-06e2801b4498 req-7a3f2446-c9ca-498a-994b-10610ebe6dbd service nova] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Updated VIF entry in instance network info cache for port a961b353-8762-47a9-9e8a-fd1cf2839a61. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1274.172498] env[70483]: DEBUG nova.network.neutron [req-e77edabf-f69e-493b-97d2-06e2801b4498 req-7a3f2446-c9ca-498a-994b-10610ebe6dbd service nova] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Updating instance_info_cache with network_info: [{"id": "a961b353-8762-47a9-9e8a-fd1cf2839a61", "address": "fa:16:3e:ec:6f:0f", "network": {"id": "393c9c55-c249-4768-ac22-5fdecd94809c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1637389262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d362716126146f194d905c4a495e181", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa961b353-87", "ovs_interfaceid": "a961b353-8762-47a9-9e8a-fd1cf2839a61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.207922] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ebffd4-7684-4213-a400-7362ccf1b5a6 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1274.208071] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ebffd4-7684-4213-a400-7362ccf1b5a6 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1274.208240] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7ebffd4-7684-4213-a400-7362ccf1b5a6 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Deleting the datastore file [datastore2] 86150d37-88af-4ad4-bb16-2fa484ce7ee0 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1274.208583] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-093b9d0a-b032-476a-8020-c1d1173e36b9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.216105] env[70483]: DEBUG oslo_vmware.api [None req-f7ebffd4-7684-4213-a400-7362ccf1b5a6 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for the task: (returnval){ [ 1274.216105] env[70483]: value = "task-3479011" [ 1274.216105] env[70483]: _type = "Task" [ 1274.216105] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.224041] env[70483]: DEBUG oslo_vmware.api [None req-f7ebffd4-7684-4213-a400-7362ccf1b5a6 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3479011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.255633] env[70483]: DEBUG nova.scheduler.client.report [None req-669b4d77-dbd8-4681-af28-5d51d9a94966 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.290126] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479005, 'name': CreateVM_Task, 'duration_secs': 0.528087} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.290317] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1274.291025] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.291212] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.291530] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.291782] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a693f4b2-7d4a-4854-a619-dc372d8415e1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.296316] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Waiting for the task: (returnval){ [ 1274.296316] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d32282-5a3d-9fee-8d19-db481fd5ed69" [ 1274.296316] env[70483]: _type = "Task" [ 1274.296316] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.304234] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d32282-5a3d-9fee-8d19-db481fd5ed69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.312439] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479008, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059114} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.312705] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1274.313568] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde88a9f-7627-4bb8-ad10-a04988ac66cb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.337543] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 1eb20514-e724-471c-9d57-5d29330f9fe5/1eb20514-e724-471c-9d57-5d29330f9fe5.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1274.337796] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dea3fd4-4f88-4de6-8351-c81c6495b4b7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.357669] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Waiting for the task: (returnval){ [ 1274.357669] env[70483]: value = "task-3479012" [ 1274.357669] env[70483]: _type = "Task" [ 1274.357669] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.365689] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479012, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.421303] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Acquiring lock "refresh_cache-d75b4146-4cb2-4c24-881a-98a1356abd92" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.421303] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Acquired lock "refresh_cache-d75b4146-4cb2-4c24-881a-98a1356abd92" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.421303] env[70483]: DEBUG nova.network.neutron [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1274.655625] env[70483]: DEBUG oslo_vmware.api [None req-4eaaaffb-7b99-4c4d-828a-1e3717ce5717 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479009, 'name': ReconfigVM_Task, 'duration_secs': 0.34607} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.655915] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-4eaaaffb-7b99-4c4d-828a-1e3717ce5717 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Reconfigured VM instance instance-00000071 to attach disk [datastore1] volume-b985e8f4-3d5f-47ce-a42c-a17c3202e40d/volume-b985e8f4-3d5f-47ce-a42c-a17c3202e40d.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1274.660689] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0f345a5-453f-4f1a-abab-646ded030e07 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.675487] env[70483]: DEBUG oslo_concurrency.lockutils [req-e77edabf-f69e-493b-97d2-06e2801b4498 req-7a3f2446-c9ca-498a-994b-10610ebe6dbd service nova] Releasing lock "refresh_cache-c87ba253-d5db-46cc-a2e1-cd0a7461a761" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.675918] env[70483]: DEBUG oslo_vmware.api [None req-4eaaaffb-7b99-4c4d-828a-1e3717ce5717 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Waiting for the task: (returnval){ [ 1274.675918] env[70483]: value = "task-3479013" [ 1274.675918] env[70483]: _type = "Task" [ 1274.675918] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.683824] env[70483]: DEBUG oslo_vmware.api [None req-4eaaaffb-7b99-4c4d-828a-1e3717ce5717 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479013, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.730487] env[70483]: DEBUG oslo_vmware.api [None req-f7ebffd4-7684-4213-a400-7362ccf1b5a6 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Task: {'id': task-3479011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150848} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.730754] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7ebffd4-7684-4213-a400-7362ccf1b5a6 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1274.730956] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ebffd4-7684-4213-a400-7362ccf1b5a6 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1274.731162] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ebffd4-7684-4213-a400-7362ccf1b5a6 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1274.731339] env[70483]: INFO nova.compute.manager [None req-f7ebffd4-7684-4213-a400-7362ccf1b5a6 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1274.731599] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7ebffd4-7684-4213-a400-7362ccf1b5a6 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1274.731836] env[70483]: DEBUG nova.compute.manager [-] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1274.731911] env[70483]: DEBUG nova.network.neutron [-] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1274.760656] env[70483]: DEBUG oslo_concurrency.lockutils [None req-669b4d77-dbd8-4681-af28-5d51d9a94966 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.732s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.764824] env[70483]: DEBUG oslo_concurrency.lockutils [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.296s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.766492] env[70483]: INFO nova.compute.claims [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1274.780197] env[70483]: INFO nova.scheduler.client.report [None req-669b4d77-dbd8-4681-af28-5d51d9a94966 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Deleted allocations for instance 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa [ 1274.807465] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d32282-5a3d-9fee-8d19-db481fd5ed69, 'name': SearchDatastore_Task, 'duration_secs': 0.010234} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.807762] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.808201] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1274.808328] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.808401] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.808601] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1274.808923] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99dbc4b0-5dd2-4080-b680-57262c47537f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.818430] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1274.818626] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1274.819382] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccdedf57-11c3-40b1-8a29-7638cd10cc08 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.827338] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Waiting for the task: (returnval){ [ 1274.827338] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d68740-a98d-4961-e043-31ef2d608b74" [ 1274.827338] env[70483]: _type = "Task" [ 1274.827338] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.837846] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d68740-a98d-4961-e043-31ef2d608b74, 'name': SearchDatastore_Task} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.838503] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7700740b-500a-4fbe-97d2-6f183bf172aa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.843365] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Waiting for the task: (returnval){ [ 1274.843365] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d3a743-c0e7-3216-68d3-4c95beed05e4" [ 1274.843365] env[70483]: _type = "Task" [ 1274.843365] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.853581] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d3a743-c0e7-3216-68d3-4c95beed05e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.866588] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479012, 'name': ReconfigVM_Task, 'duration_secs': 0.276156} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.866931] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 1eb20514-e724-471c-9d57-5d29330f9fe5/1eb20514-e724-471c-9d57-5d29330f9fe5.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1274.867573] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f30b91c3-91c0-4013-bff3-08959bc19593 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.875043] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Waiting for the task: (returnval){ [ 1274.875043] env[70483]: value = "task-3479014" [ 1274.875043] env[70483]: _type = "Task" [ 1274.875043] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.881952] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479014, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.980177] env[70483]: DEBUG nova.network.neutron [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1275.105369] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.105609] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.110015] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager.update_available_resource {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.116407] env[70483]: DEBUG oslo_concurrency.lockutils [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "7c5e3c01-1294-47fe-8df0-2944599c9b65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.116844] env[70483]: DEBUG oslo_concurrency.lockutils [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "7c5e3c01-1294-47fe-8df0-2944599c9b65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.187838] env[70483]: DEBUG oslo_vmware.api [None req-4eaaaffb-7b99-4c4d-828a-1e3717ce5717 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479013, 'name': ReconfigVM_Task, 'duration_secs': 0.141359} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.189368] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-4eaaaffb-7b99-4c4d-828a-1e3717ce5717 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695533', 'volume_id': 'b985e8f4-3d5f-47ce-a42c-a17c3202e40d', 'name': 'volume-b985e8f4-3d5f-47ce-a42c-a17c3202e40d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fb504f0b-ff60-4f55-9bb5-4919e3eda455', 'attached_at': '', 'detached_at': '', 'volume_id': 'b985e8f4-3d5f-47ce-a42c-a17c3202e40d', 'serial': 'b985e8f4-3d5f-47ce-a42c-a17c3202e40d'} {{(pid=70483) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1275.227705] env[70483]: DEBUG nova.network.neutron [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Updating instance_info_cache with network_info: [{"id": "a2d56bee-8050-4ac4-9ef1-9c4634c6e8f0", "address": "fa:16:3e:66:f4:17", "network": {"id": "393c9c55-c249-4768-ac22-5fdecd94809c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1637389262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d362716126146f194d905c4a495e181", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2d56bee-80", "ovs_interfaceid": "a2d56bee-8050-4ac4-9ef1-9c4634c6e8f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.287652] env[70483]: DEBUG oslo_concurrency.lockutils [None req-669b4d77-dbd8-4681-af28-5d51d9a94966 tempest-ServerActionsTestOtherB-1542042022 tempest-ServerActionsTestOtherB-1542042022-project-member] Lock "55d8ef17-7ec1-4df4-a0ae-59be9eab31fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.157s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.354920] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d3a743-c0e7-3216-68d3-4c95beed05e4, 'name': SearchDatastore_Task, 'duration_secs': 0.023405} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.355604] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.355907] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] c87ba253-d5db-46cc-a2e1-cd0a7461a761/c87ba253-d5db-46cc-a2e1-cd0a7461a761.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1275.356255] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9aed318-0f28-4579-8bc2-5eaa12e34e62 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.364104] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Waiting for the task: (returnval){ [ 1275.364104] env[70483]: value = "task-3479015" [ 1275.364104] env[70483]: _type = "Task" [ 1275.364104] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.372228] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479015, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.383386] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479014, 'name': Rename_Task, 'duration_secs': 0.14566} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.383647] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1275.383955] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87df8402-9530-4e1c-a228-daec1d9fefd3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.389980] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Waiting for the task: (returnval){ [ 1275.389980] env[70483]: value = "task-3479016" [ 1275.389980] env[70483]: _type = "Task" [ 1275.389980] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.406578] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479016, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.520334] env[70483]: DEBUG nova.compute.manager [req-b3ca36a2-7928-4358-b236-942a58ea8700 req-f4540213-965f-491e-bec7-292ef46071d1 service nova] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Received event network-vif-plugged-a2d56bee-8050-4ac4-9ef1-9c4634c6e8f0 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.520334] env[70483]: DEBUG oslo_concurrency.lockutils [req-b3ca36a2-7928-4358-b236-942a58ea8700 req-f4540213-965f-491e-bec7-292ef46071d1 service nova] Acquiring lock "d75b4146-4cb2-4c24-881a-98a1356abd92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.520619] env[70483]: DEBUG oslo_concurrency.lockutils [req-b3ca36a2-7928-4358-b236-942a58ea8700 req-f4540213-965f-491e-bec7-292ef46071d1 service nova] Lock "d75b4146-4cb2-4c24-881a-98a1356abd92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.521156] env[70483]: DEBUG oslo_concurrency.lockutils [req-b3ca36a2-7928-4358-b236-942a58ea8700 req-f4540213-965f-491e-bec7-292ef46071d1 service nova] Lock "d75b4146-4cb2-4c24-881a-98a1356abd92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.521156] env[70483]: DEBUG nova.compute.manager [req-b3ca36a2-7928-4358-b236-942a58ea8700 req-f4540213-965f-491e-bec7-292ef46071d1 service nova] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] No waiting events found dispatching network-vif-plugged-a2d56bee-8050-4ac4-9ef1-9c4634c6e8f0 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1275.521156] env[70483]: WARNING nova.compute.manager [req-b3ca36a2-7928-4358-b236-942a58ea8700 req-f4540213-965f-491e-bec7-292ef46071d1 service nova] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Received unexpected event network-vif-plugged-a2d56bee-8050-4ac4-9ef1-9c4634c6e8f0 for instance with vm_state building and task_state spawning. [ 1275.521363] env[70483]: DEBUG nova.compute.manager [req-b3ca36a2-7928-4358-b236-942a58ea8700 req-f4540213-965f-491e-bec7-292ef46071d1 service nova] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Received event network-changed-a2d56bee-8050-4ac4-9ef1-9c4634c6e8f0 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.521363] env[70483]: DEBUG nova.compute.manager [req-b3ca36a2-7928-4358-b236-942a58ea8700 req-f4540213-965f-491e-bec7-292ef46071d1 service nova] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Refreshing instance network info cache due to event network-changed-a2d56bee-8050-4ac4-9ef1-9c4634c6e8f0. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1275.521637] env[70483]: DEBUG oslo_concurrency.lockutils [req-b3ca36a2-7928-4358-b236-942a58ea8700 req-f4540213-965f-491e-bec7-292ef46071d1 service nova] Acquiring lock "refresh_cache-d75b4146-4cb2-4c24-881a-98a1356abd92" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.613516] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.619399] env[70483]: DEBUG nova.compute.manager [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1275.729956] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Releasing lock "refresh_cache-d75b4146-4cb2-4c24-881a-98a1356abd92" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.730296] env[70483]: DEBUG nova.compute.manager [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Instance network_info: |[{"id": "a2d56bee-8050-4ac4-9ef1-9c4634c6e8f0", "address": "fa:16:3e:66:f4:17", "network": {"id": "393c9c55-c249-4768-ac22-5fdecd94809c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1637389262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d362716126146f194d905c4a495e181", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2d56bee-80", "ovs_interfaceid": "a2d56bee-8050-4ac4-9ef1-9c4634c6e8f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1275.730617] env[70483]: DEBUG oslo_concurrency.lockutils [req-b3ca36a2-7928-4358-b236-942a58ea8700 req-f4540213-965f-491e-bec7-292ef46071d1 service nova] Acquired lock "refresh_cache-d75b4146-4cb2-4c24-881a-98a1356abd92" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.730812] env[70483]: DEBUG nova.network.neutron [req-b3ca36a2-7928-4358-b236-942a58ea8700 req-f4540213-965f-491e-bec7-292ef46071d1 service nova] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Refreshing network info cache for port a2d56bee-8050-4ac4-9ef1-9c4634c6e8f0 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1275.732079] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:f4:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2d56bee-8050-4ac4-9ef1-9c4634c6e8f0', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1275.740656] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1275.741944] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1275.742265] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2fa9758-248e-4817-a7f6-b23e11a23d41 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.766362] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1275.766362] env[70483]: value = "task-3479018" [ 1275.766362] env[70483]: _type = "Task" [ 1275.766362] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.780761] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479018, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.853020] env[70483]: DEBUG nova.network.neutron [-] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.880842] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479015, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495393} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.883755] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] c87ba253-d5db-46cc-a2e1-cd0a7461a761/c87ba253-d5db-46cc-a2e1-cd0a7461a761.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1275.884028] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1275.884506] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fa0469a-0f66-40d7-a001-9a8395b98e37 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.891390] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Waiting for the task: (returnval){ [ 1275.891390] env[70483]: value = "task-3479019" [ 1275.891390] env[70483]: _type = "Task" [ 1275.891390] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.906123] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479019, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.909860] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479016, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.936712] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911a1511-4e37-4b2a-b7fd-621161d840be {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.944024] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ab6c1e-730d-45bf-9560-fa6d538c0abc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.979433] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e71de23-0494-4ee7-a481-76cfbea0f6cb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.986796] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79c2f86-6e98-4c89-9eda-b00512f4b980 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.000112] env[70483]: DEBUG nova.compute.provider_tree [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.058239] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a74ff60c-a340-41b1-adae-331e6b9589fa tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "cc933974-5d5a-462a-a0e2-37ae9d5aa842" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.058707] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a74ff60c-a340-41b1-adae-331e6b9589fa tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "cc933974-5d5a-462a-a0e2-37ae9d5aa842" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.138582] env[70483]: DEBUG oslo_concurrency.lockutils [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.229362] env[70483]: DEBUG nova.objects.instance [None req-4eaaaffb-7b99-4c4d-828a-1e3717ce5717 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lazy-loading 'flavor' on Instance uuid fb504f0b-ff60-4f55-9bb5-4919e3eda455 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.277059] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479018, 'name': CreateVM_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.357560] env[70483]: INFO nova.compute.manager [-] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Took 1.62 seconds to deallocate network for instance. [ 1276.406133] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479016, 'name': PowerOnVM_Task, 'duration_secs': 0.711744} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.409166] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1276.409670] env[70483]: INFO nova.compute.manager [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Took 7.53 seconds to spawn the instance on the hypervisor. [ 1276.409871] env[70483]: DEBUG nova.compute.manager [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1276.410267] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479019, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064007} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.411191] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6b8266-dee0-492d-8802-f6737d8cd500 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.414247] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1276.415228] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3705d553-cbff-4b90-96ea-dbbd63872f28 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.444569] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] c87ba253-d5db-46cc-a2e1-cd0a7461a761/c87ba253-d5db-46cc-a2e1-cd0a7461a761.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1276.447798] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99dff47e-5a2e-4880-be0b-9d46cd8fe07c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.469422] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Waiting for the task: (returnval){ [ 1276.469422] env[70483]: value = "task-3479020" [ 1276.469422] env[70483]: _type = "Task" [ 1276.469422] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.479741] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479020, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.501163] env[70483]: DEBUG nova.network.neutron [req-b3ca36a2-7928-4358-b236-942a58ea8700 req-f4540213-965f-491e-bec7-292ef46071d1 service nova] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Updated VIF entry in instance network info cache for port a2d56bee-8050-4ac4-9ef1-9c4634c6e8f0. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1276.501887] env[70483]: DEBUG nova.network.neutron [req-b3ca36a2-7928-4358-b236-942a58ea8700 req-f4540213-965f-491e-bec7-292ef46071d1 service nova] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Updating instance_info_cache with network_info: [{"id": "a2d56bee-8050-4ac4-9ef1-9c4634c6e8f0", "address": "fa:16:3e:66:f4:17", "network": {"id": "393c9c55-c249-4768-ac22-5fdecd94809c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1637389262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d362716126146f194d905c4a495e181", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2d56bee-80", "ovs_interfaceid": "a2d56bee-8050-4ac4-9ef1-9c4634c6e8f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.505501] env[70483]: DEBUG nova.scheduler.client.report [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.562576] env[70483]: INFO nova.compute.manager [None req-a74ff60c-a340-41b1-adae-331e6b9589fa tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Detaching volume 9d6daec3-0866-49c8-a4d3-b05dd2f9cc83 [ 1276.604168] env[70483]: INFO nova.virt.block_device [None req-a74ff60c-a340-41b1-adae-331e6b9589fa tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Attempting to driver detach volume 9d6daec3-0866-49c8-a4d3-b05dd2f9cc83 from mountpoint /dev/sdb [ 1276.604411] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74ff60c-a340-41b1-adae-331e6b9589fa tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Volume detach. Driver type: vmdk {{(pid=70483) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1276.604603] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74ff60c-a340-41b1-adae-331e6b9589fa tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695514', 'volume_id': '9d6daec3-0866-49c8-a4d3-b05dd2f9cc83', 'name': 'volume-9d6daec3-0866-49c8-a4d3-b05dd2f9cc83', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cc933974-5d5a-462a-a0e2-37ae9d5aa842', 'attached_at': '', 'detached_at': '', 'volume_id': '9d6daec3-0866-49c8-a4d3-b05dd2f9cc83', 'serial': '9d6daec3-0866-49c8-a4d3-b05dd2f9cc83'} {{(pid=70483) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1276.605519] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce97f38-293b-4698-827b-8f7423b1f1af {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.626732] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38362e7-b154-4fa4-9427-503482eceb36 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.634515] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbe08db-0eec-4279-8d83-85f7469ad67c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.656216] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d3c872-6b35-45ee-8702-194a4a0c87b0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.670481] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74ff60c-a340-41b1-adae-331e6b9589fa tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] The volume has not been displaced from its original location: [datastore2] volume-9d6daec3-0866-49c8-a4d3-b05dd2f9cc83/volume-9d6daec3-0866-49c8-a4d3-b05dd2f9cc83.vmdk. No consolidation needed. {{(pid=70483) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1276.675719] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74ff60c-a340-41b1-adae-331e6b9589fa tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1276.676011] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd277595-e1c6-40e7-86f1-2b63938be27f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.693123] env[70483]: DEBUG oslo_vmware.api [None req-a74ff60c-a340-41b1-adae-331e6b9589fa tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1276.693123] env[70483]: value = "task-3479021" [ 1276.693123] env[70483]: _type = "Task" [ 1276.693123] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.700955] env[70483]: DEBUG oslo_vmware.api [None req-a74ff60c-a340-41b1-adae-331e6b9589fa tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479021, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.734672] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4eaaaffb-7b99-4c4d-828a-1e3717ce5717 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lock "fb504f0b-ff60-4f55-9bb5-4919e3eda455" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.255s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.777153] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479018, 'name': CreateVM_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.836708] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7d972752-5948-4dc6-87fc-b3c9253f3176 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Acquiring lock "fb504f0b-ff60-4f55-9bb5-4919e3eda455" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.837038] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7d972752-5948-4dc6-87fc-b3c9253f3176 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lock "fb504f0b-ff60-4f55-9bb5-4919e3eda455" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.837314] env[70483]: DEBUG nova.compute.manager [None req-7d972752-5948-4dc6-87fc-b3c9253f3176 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1276.838346] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e0185f-8929-4ba5-9c3c-743bb12dbe72 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.844740] env[70483]: DEBUG nova.compute.manager [None req-7d972752-5948-4dc6-87fc-b3c9253f3176 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70483) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1276.845375] env[70483]: DEBUG nova.objects.instance [None req-7d972752-5948-4dc6-87fc-b3c9253f3176 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lazy-loading 'flavor' on Instance uuid fb504f0b-ff60-4f55-9bb5-4919e3eda455 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.861892] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f7ebffd4-7684-4213-a400-7362ccf1b5a6 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.956906] env[70483]: INFO nova.compute.manager [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Took 16.32 seconds to build instance. [ 1276.981505] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479020, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.011034] env[70483]: DEBUG oslo_concurrency.lockutils [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.246s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.011488] env[70483]: DEBUG nova.compute.manager [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1277.014071] env[70483]: DEBUG oslo_concurrency.lockutils [req-b3ca36a2-7928-4358-b236-942a58ea8700 req-f4540213-965f-491e-bec7-292ef46071d1 service nova] Releasing lock "refresh_cache-d75b4146-4cb2-4c24-881a-98a1356abd92" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.014288] env[70483]: DEBUG nova.compute.manager [req-b3ca36a2-7928-4358-b236-942a58ea8700 req-f4540213-965f-491e-bec7-292ef46071d1 service nova] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Received event network-vif-deleted-a8404b60-35ef-4040-affa-7875aecdf84b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1277.014456] env[70483]: INFO nova.compute.manager [req-b3ca36a2-7928-4358-b236-942a58ea8700 req-f4540213-965f-491e-bec7-292ef46071d1 service nova] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Neutron deleted interface a8404b60-35ef-4040-affa-7875aecdf84b; detaching it from the instance and deleting it from the info cache [ 1277.014625] env[70483]: DEBUG nova.network.neutron [req-b3ca36a2-7928-4358-b236-942a58ea8700 req-f4540213-965f-491e-bec7-292ef46071d1 service nova] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.015635] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.402s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.015797] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.015946] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70483) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1277.016219] env[70483]: DEBUG oslo_concurrency.lockutils [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.878s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.017664] env[70483]: INFO nova.compute.claims [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1277.020507] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2b2cfd-e9f7-4cd3-9564-816865115c0c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.028544] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371f7227-d480-4117-8088-65461683558e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.042867] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb55ac47-b283-499b-a0d4-f51c210d7c4f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.049397] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56195258-25b1-42ec-ad75-341d6e261aee {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.082473] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179873MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=70483) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1277.082670] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.202871] env[70483]: DEBUG oslo_vmware.api [None req-a74ff60c-a340-41b1-adae-331e6b9589fa tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.277247] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479018, 'name': CreateVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.458585] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Lock "1eb20514-e724-471c-9d57-5d29330f9fe5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.488s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.479751] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479020, 'name': ReconfigVM_Task, 'duration_secs': 0.861045} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.481044] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Reconfigured VM instance instance-00000075 to attach disk [datastore1] c87ba253-d5db-46cc-a2e1-cd0a7461a761/c87ba253-d5db-46cc-a2e1-cd0a7461a761.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1277.481044] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9321fec9-5219-4fcc-8049-51673a2d94db {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.486417] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Waiting for the task: (returnval){ [ 1277.486417] env[70483]: value = "task-3479022" [ 1277.486417] env[70483]: _type = "Task" [ 1277.486417] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.496109] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479022, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.518035] env[70483]: DEBUG nova.compute.utils [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1277.519484] env[70483]: DEBUG nova.compute.manager [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1277.519643] env[70483]: DEBUG nova.network.neutron [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1277.521893] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-42ce5b9d-afa8-44be-a4bd-5a7e5440f272 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.533077] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d433cc-e183-446a-ba88-e79e2abd0698 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.565096] env[70483]: DEBUG nova.compute.manager [req-b3ca36a2-7928-4358-b236-942a58ea8700 req-f4540213-965f-491e-bec7-292ef46071d1 service nova] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Detach interface failed, port_id=a8404b60-35ef-4040-affa-7875aecdf84b, reason: Instance 86150d37-88af-4ad4-bb16-2fa484ce7ee0 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1277.596139] env[70483]: DEBUG nova.policy [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66fbccdc47b541a690afe78f76723ab8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34a9b0dd8e234412942dbc07863c33ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1277.703591] env[70483]: DEBUG oslo_vmware.api [None req-a74ff60c-a340-41b1-adae-331e6b9589fa tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479021, 'name': ReconfigVM_Task, 'duration_secs': 0.624226} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.703951] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74ff60c-a340-41b1-adae-331e6b9589fa tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1277.709035] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24e7ff92-c85c-4e37-94eb-e78296ed1f2f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.725636] env[70483]: DEBUG oslo_vmware.api [None req-a74ff60c-a340-41b1-adae-331e6b9589fa tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1277.725636] env[70483]: value = "task-3479023" [ 1277.725636] env[70483]: _type = "Task" [ 1277.725636] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.735999] env[70483]: DEBUG oslo_vmware.api [None req-a74ff60c-a340-41b1-adae-331e6b9589fa tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479023, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.778286] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479018, 'name': CreateVM_Task, 'duration_secs': 1.564239} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.778499] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1277.779282] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.779479] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.779831] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.780123] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34b06da7-d4f9-461a-b348-03caa416e2de {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.784506] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Waiting for the task: (returnval){ [ 1277.784506] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5204fd04-1c36-8eef-8010-be6a5b05cf22" [ 1277.784506] env[70483]: _type = "Task" [ 1277.784506] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.792182] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5204fd04-1c36-8eef-8010-be6a5b05cf22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.852528] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d972752-5948-4dc6-87fc-b3c9253f3176 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1277.852894] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dce0d35c-2bf1-43f4-b7bb-49c3f98440a1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.859910] env[70483]: DEBUG oslo_vmware.api [None req-7d972752-5948-4dc6-87fc-b3c9253f3176 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Waiting for the task: (returnval){ [ 1277.859910] env[70483]: value = "task-3479024" [ 1277.859910] env[70483]: _type = "Task" [ 1277.859910] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.868414] env[70483]: DEBUG oslo_vmware.api [None req-7d972752-5948-4dc6-87fc-b3c9253f3176 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.920319] env[70483]: DEBUG nova.network.neutron [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Successfully created port: b7e417fd-36b3-42f1-9983-ceb4a96da1d3 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1277.998280] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479022, 'name': Rename_Task, 'duration_secs': 0.133359} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.998633] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1277.998895] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9516da6f-a450-4b3a-a9c4-67a2405269c9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.005510] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Waiting for the task: (returnval){ [ 1278.005510] env[70483]: value = "task-3479025" [ 1278.005510] env[70483]: _type = "Task" [ 1278.005510] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.013247] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.023152] env[70483]: DEBUG nova.compute.manager [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1278.176384] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126989b3-059e-4f54-912c-f504a9d6c0c8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.184379] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f597b536-6bbf-427c-966f-0a7943c06f3f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.216872] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62947a6-c3d2-4c79-9837-85f5fd8d5132 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.224869] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af591665-4ff6-44d3-80ef-ff40cfe4aeec {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.239298] env[70483]: DEBUG oslo_vmware.api [None req-a74ff60c-a340-41b1-adae-331e6b9589fa tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479023, 'name': ReconfigVM_Task, 'duration_secs': 0.154013} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.248076] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74ff60c-a340-41b1-adae-331e6b9589fa tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695514', 'volume_id': '9d6daec3-0866-49c8-a4d3-b05dd2f9cc83', 'name': 'volume-9d6daec3-0866-49c8-a4d3-b05dd2f9cc83', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cc933974-5d5a-462a-a0e2-37ae9d5aa842', 'attached_at': '', 'detached_at': '', 'volume_id': '9d6daec3-0866-49c8-a4d3-b05dd2f9cc83', 'serial': '9d6daec3-0866-49c8-a4d3-b05dd2f9cc83'} {{(pid=70483) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1278.250802] env[70483]: DEBUG nova.compute.provider_tree [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.295951] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5204fd04-1c36-8eef-8010-be6a5b05cf22, 'name': SearchDatastore_Task, 'duration_secs': 0.008892} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.296266] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.296501] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1278.296738] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.296887] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.297077] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1278.297360] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11c68c2a-fb15-436a-b955-22518a6b4bef {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.305601] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1278.305782] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1278.306490] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39243a44-b65f-4409-8e4a-66a2d44e6832 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.311285] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Waiting for the task: (returnval){ [ 1278.311285] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]527b25e0-1a87-7c73-5d44-6a05458e17e3" [ 1278.311285] env[70483]: _type = "Task" [ 1278.311285] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.318639] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]527b25e0-1a87-7c73-5d44-6a05458e17e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.369041] env[70483]: DEBUG oslo_vmware.api [None req-7d972752-5948-4dc6-87fc-b3c9253f3176 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479024, 'name': PowerOffVM_Task, 'duration_secs': 0.202682} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.369313] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d972752-5948-4dc6-87fc-b3c9253f3176 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1278.369512] env[70483]: DEBUG nova.compute.manager [None req-7d972752-5948-4dc6-87fc-b3c9253f3176 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1278.370280] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc575fa-6d28-4eb0-b236-683be65f56f4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.520170] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479025, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.755028] env[70483]: DEBUG nova.scheduler.client.report [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1278.804533] env[70483]: DEBUG nova.objects.instance [None req-a74ff60c-a340-41b1-adae-331e6b9589fa tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lazy-loading 'flavor' on Instance uuid cc933974-5d5a-462a-a0e2-37ae9d5aa842 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.826050] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]527b25e0-1a87-7c73-5d44-6a05458e17e3, 'name': SearchDatastore_Task, 'duration_secs': 0.009705} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.827852] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c22aeea-d653-430e-873b-4608acf6df57 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.834625] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Waiting for the task: (returnval){ [ 1278.834625] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]528f9c5f-5792-c795-738b-d1bd2b36536d" [ 1278.834625] env[70483]: _type = "Task" [ 1278.834625] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.842968] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]528f9c5f-5792-c795-738b-d1bd2b36536d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.881760] env[70483]: DEBUG oslo_concurrency.lockutils [None req-7d972752-5948-4dc6-87fc-b3c9253f3176 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lock "fb504f0b-ff60-4f55-9bb5-4919e3eda455" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.017622] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479025, 'name': PowerOnVM_Task, 'duration_secs': 0.643198} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.017991] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1279.018786] env[70483]: INFO nova.compute.manager [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Took 7.91 seconds to spawn the instance on the hypervisor. [ 1279.019050] env[70483]: DEBUG nova.compute.manager [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1279.019863] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9673f9eb-0189-4914-8420-ed9b3527698b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.038114] env[70483]: DEBUG nova.compute.manager [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1279.071017] env[70483]: DEBUG nova.virt.hardware [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1279.071017] env[70483]: DEBUG nova.virt.hardware [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1279.071017] env[70483]: DEBUG nova.virt.hardware [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1279.071017] env[70483]: DEBUG nova.virt.hardware [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1279.071017] env[70483]: DEBUG nova.virt.hardware [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1279.075018] env[70483]: DEBUG nova.virt.hardware [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1279.075018] env[70483]: DEBUG nova.virt.hardware [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1279.075018] env[70483]: DEBUG nova.virt.hardware [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1279.075018] env[70483]: DEBUG nova.virt.hardware [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1279.075018] env[70483]: DEBUG nova.virt.hardware [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1279.075018] env[70483]: DEBUG nova.virt.hardware [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1279.075018] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e64719-f9a8-48d1-95c6-dfe602fd8048 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.088326] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9ea728-3b8b-45d5-99ed-8ec3771ba64a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.264889] env[70483]: DEBUG oslo_concurrency.lockutils [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.248s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.265483] env[70483]: DEBUG nova.compute.manager [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1279.269133] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f7ebffd4-7684-4213-a400-7362ccf1b5a6 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.407s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.269357] env[70483]: DEBUG nova.objects.instance [None req-f7ebffd4-7684-4213-a400-7362ccf1b5a6 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lazy-loading 'resources' on Instance uuid 86150d37-88af-4ad4-bb16-2fa484ce7ee0 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.310029] env[70483]: DEBUG nova.objects.instance [None req-e912a3bb-b528-4c93-be95-c8a1f8fb8c77 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lazy-loading 'flavor' on Instance uuid fb504f0b-ff60-4f55-9bb5-4919e3eda455 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.350655] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]528f9c5f-5792-c795-738b-d1bd2b36536d, 'name': SearchDatastore_Task, 'duration_secs': 0.013713} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.350942] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.351222] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] d75b4146-4cb2-4c24-881a-98a1356abd92/d75b4146-4cb2-4c24-881a-98a1356abd92.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1279.351495] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2915d6f-8a76-4dbf-8afe-e6a7f2e12f74 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.362974] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Waiting for the task: (returnval){ [ 1279.362974] env[70483]: value = "task-3479026" [ 1279.362974] env[70483]: _type = "Task" [ 1279.362974] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.370941] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.512511] env[70483]: DEBUG nova.compute.manager [req-2e22f64b-25f7-414c-96f3-ff0c7e5e8b74 req-251203e6-3b82-451d-b0d8-20cdd4827da2 service nova] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Received event network-vif-plugged-b7e417fd-36b3-42f1-9983-ceb4a96da1d3 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.515237] env[70483]: DEBUG oslo_concurrency.lockutils [req-2e22f64b-25f7-414c-96f3-ff0c7e5e8b74 req-251203e6-3b82-451d-b0d8-20cdd4827da2 service nova] Acquiring lock "88c82347-4095-4cbb-8a97-65ce38c3838a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.515237] env[70483]: DEBUG oslo_concurrency.lockutils [req-2e22f64b-25f7-414c-96f3-ff0c7e5e8b74 req-251203e6-3b82-451d-b0d8-20cdd4827da2 service nova] Lock "88c82347-4095-4cbb-8a97-65ce38c3838a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.515237] env[70483]: DEBUG oslo_concurrency.lockutils [req-2e22f64b-25f7-414c-96f3-ff0c7e5e8b74 req-251203e6-3b82-451d-b0d8-20cdd4827da2 service nova] Lock "88c82347-4095-4cbb-8a97-65ce38c3838a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.515237] env[70483]: DEBUG nova.compute.manager [req-2e22f64b-25f7-414c-96f3-ff0c7e5e8b74 req-251203e6-3b82-451d-b0d8-20cdd4827da2 service nova] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] No waiting events found dispatching network-vif-plugged-b7e417fd-36b3-42f1-9983-ceb4a96da1d3 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1279.515237] env[70483]: WARNING nova.compute.manager [req-2e22f64b-25f7-414c-96f3-ff0c7e5e8b74 req-251203e6-3b82-451d-b0d8-20cdd4827da2 service nova] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Received unexpected event network-vif-plugged-b7e417fd-36b3-42f1-9983-ceb4a96da1d3 for instance with vm_state building and task_state spawning. [ 1279.535820] env[70483]: INFO nova.compute.manager [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Took 18.89 seconds to build instance. [ 1279.548783] env[70483]: DEBUG nova.network.neutron [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Successfully updated port: b7e417fd-36b3-42f1-9983-ceb4a96da1d3 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1279.772417] env[70483]: DEBUG nova.compute.utils [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1279.774287] env[70483]: DEBUG nova.compute.manager [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1279.774577] env[70483]: DEBUG nova.network.neutron [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1279.815120] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e912a3bb-b528-4c93-be95-c8a1f8fb8c77 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Acquiring lock "refresh_cache-fb504f0b-ff60-4f55-9bb5-4919e3eda455" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.815227] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e912a3bb-b528-4c93-be95-c8a1f8fb8c77 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Acquired lock "refresh_cache-fb504f0b-ff60-4f55-9bb5-4919e3eda455" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.815367] env[70483]: DEBUG nova.network.neutron [None req-e912a3bb-b528-4c93-be95-c8a1f8fb8c77 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1279.815484] env[70483]: DEBUG nova.objects.instance [None req-e912a3bb-b528-4c93-be95-c8a1f8fb8c77 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lazy-loading 'info_cache' on Instance uuid fb504f0b-ff60-4f55-9bb5-4919e3eda455 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.819799] env[70483]: DEBUG oslo_concurrency.lockutils [None req-a74ff60c-a340-41b1-adae-331e6b9589fa tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "cc933974-5d5a-462a-a0e2-37ae9d5aa842" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.761s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.836805] env[70483]: DEBUG nova.policy [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6fddc5698d3480da2c002a612701830', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70a0a79c686d4fd5ace3cd0e354054d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1279.878426] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479026, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.964296] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b53910-197f-4e4e-85c2-d865e29c6dda {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.973583] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64563333-cc47-4738-a8f2-d7d24ca28b2b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.006211] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2bfc6b-93a2-447f-9900-1676119bf0c7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.013598] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db1842e-e262-420a-aaae-5c9c8a4aa1bc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.026851] env[70483]: DEBUG nova.compute.provider_tree [None req-f7ebffd4-7684-4213-a400-7362ccf1b5a6 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.038169] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Lock "c87ba253-d5db-46cc-a2e1-cd0a7461a761" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.003s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.052069] env[70483]: DEBUG oslo_concurrency.lockutils [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquiring lock "refresh_cache-88c82347-4095-4cbb-8a97-65ce38c3838a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.052222] env[70483]: DEBUG oslo_concurrency.lockutils [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquired lock "refresh_cache-88c82347-4095-4cbb-8a97-65ce38c3838a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.052376] env[70483]: DEBUG nova.network.neutron [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1280.255101] env[70483]: DEBUG nova.network.neutron [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Successfully created port: b18c12dd-5ca0-4cc0-b0e4-56651cfeb701 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1280.277981] env[70483]: DEBUG nova.compute.manager [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1280.319336] env[70483]: DEBUG nova.objects.base [None req-e912a3bb-b528-4c93-be95-c8a1f8fb8c77 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70483) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1280.376114] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479026, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.427516] env[70483]: DEBUG oslo_concurrency.lockutils [None req-aa6a511c-c92d-4e97-88ef-9dfd7d75aa2a tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "cc933974-5d5a-462a-a0e2-37ae9d5aa842" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.427815] env[70483]: DEBUG oslo_concurrency.lockutils [None req-aa6a511c-c92d-4e97-88ef-9dfd7d75aa2a tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "cc933974-5d5a-462a-a0e2-37ae9d5aa842" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.428036] env[70483]: DEBUG oslo_concurrency.lockutils [None req-aa6a511c-c92d-4e97-88ef-9dfd7d75aa2a tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "cc933974-5d5a-462a-a0e2-37ae9d5aa842-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.428229] env[70483]: DEBUG oslo_concurrency.lockutils [None req-aa6a511c-c92d-4e97-88ef-9dfd7d75aa2a tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "cc933974-5d5a-462a-a0e2-37ae9d5aa842-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.428414] env[70483]: DEBUG oslo_concurrency.lockutils [None req-aa6a511c-c92d-4e97-88ef-9dfd7d75aa2a tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "cc933974-5d5a-462a-a0e2-37ae9d5aa842-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.430412] env[70483]: INFO nova.compute.manager [None req-aa6a511c-c92d-4e97-88ef-9dfd7d75aa2a tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Terminating instance [ 1280.532345] env[70483]: DEBUG nova.scheduler.client.report [None req-f7ebffd4-7684-4213-a400-7362ccf1b5a6 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.604867] env[70483]: DEBUG nova.network.neutron [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1280.742226] env[70483]: DEBUG nova.network.neutron [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Updating instance_info_cache with network_info: [{"id": "b7e417fd-36b3-42f1-9983-ceb4a96da1d3", "address": "fa:16:3e:21:1c:31", "network": {"id": "900cda40-18a8-4f2b-a494-f23cc42912b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1003448885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34a9b0dd8e234412942dbc07863c33ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7e417fd-36", "ovs_interfaceid": "b7e417fd-36b3-42f1-9983-ceb4a96da1d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.874400] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479026, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.934186] env[70483]: DEBUG nova.compute.manager [None req-aa6a511c-c92d-4e97-88ef-9dfd7d75aa2a tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1280.934437] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6a511c-c92d-4e97-88ef-9dfd7d75aa2a tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1280.935461] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16ba988-7796-44a6-9d34-96621d811a5a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.944127] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6a511c-c92d-4e97-88ef-9dfd7d75aa2a tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1280.946692] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-265ac60f-7ec4-4c71-9825-71b710c76895 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.954978] env[70483]: DEBUG oslo_vmware.api [None req-aa6a511c-c92d-4e97-88ef-9dfd7d75aa2a tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1280.954978] env[70483]: value = "task-3479027" [ 1280.954978] env[70483]: _type = "Task" [ 1280.954978] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.961605] env[70483]: DEBUG oslo_vmware.api [None req-aa6a511c-c92d-4e97-88ef-9dfd7d75aa2a tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.038880] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f7ebffd4-7684-4213-a400-7362ccf1b5a6 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.769s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.041379] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.959s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.070760] env[70483]: INFO nova.scheduler.client.report [None req-f7ebffd4-7684-4213-a400-7362ccf1b5a6 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Deleted allocations for instance 86150d37-88af-4ad4-bb16-2fa484ce7ee0 [ 1281.098818] env[70483]: DEBUG nova.network.neutron [None req-e912a3bb-b528-4c93-be95-c8a1f8fb8c77 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Updating instance_info_cache with network_info: [{"id": "a7b64047-57a2-4e6a-879f-bc401f436c25", "address": "fa:16:3e:19:22:f0", "network": {"id": "1d6a711e-1fff-4290-9407-b655456aa2a0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1088682972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93b7ca309bf44e64ab3c54f087e82095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7b64047-57", "ovs_interfaceid": "a7b64047-57a2-4e6a-879f-bc401f436c25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.244844] env[70483]: DEBUG oslo_concurrency.lockutils [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Releasing lock "refresh_cache-88c82347-4095-4cbb-8a97-65ce38c3838a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.245198] env[70483]: DEBUG nova.compute.manager [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Instance network_info: |[{"id": "b7e417fd-36b3-42f1-9983-ceb4a96da1d3", "address": "fa:16:3e:21:1c:31", "network": {"id": "900cda40-18a8-4f2b-a494-f23cc42912b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1003448885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34a9b0dd8e234412942dbc07863c33ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7e417fd-36", "ovs_interfaceid": "b7e417fd-36b3-42f1-9983-ceb4a96da1d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1281.245777] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:1c:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7e417fd-36b3-42f1-9983-ceb4a96da1d3', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1281.257452] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1281.257784] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1281.257967] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2545bbea-a52b-44e0-a11b-a285bf40a5a4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.281105] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1281.281105] env[70483]: value = "task-3479028" [ 1281.281105] env[70483]: _type = "Task" [ 1281.281105] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.290658] env[70483]: DEBUG nova.compute.manager [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1281.292657] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479028, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.322130] env[70483]: DEBUG nova.virt.hardware [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1281.322425] env[70483]: DEBUG nova.virt.hardware [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1281.322662] env[70483]: DEBUG nova.virt.hardware [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1281.322880] env[70483]: DEBUG nova.virt.hardware [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1281.323055] env[70483]: DEBUG nova.virt.hardware [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1281.323223] env[70483]: DEBUG nova.virt.hardware [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1281.323459] env[70483]: DEBUG nova.virt.hardware [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1281.323638] env[70483]: DEBUG nova.virt.hardware [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1281.323807] env[70483]: DEBUG nova.virt.hardware [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1281.323966] env[70483]: DEBUG nova.virt.hardware [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1281.324157] env[70483]: DEBUG nova.virt.hardware [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1281.325267] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ceebd7-d397-4b70-a337-09a5fb6c2607 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.333581] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f12af9-91e7-48cd-b8c1-0d4c1394123c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.374510] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479026, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.62712} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.374779] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] d75b4146-4cb2-4c24-881a-98a1356abd92/d75b4146-4cb2-4c24-881a-98a1356abd92.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1281.374990] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1281.375248] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c8300a6-ef55-4bdc-bb54-9c5c75fbf4aa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.382380] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Waiting for the task: (returnval){ [ 1281.382380] env[70483]: value = "task-3479029" [ 1281.382380] env[70483]: _type = "Task" [ 1281.382380] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.389788] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479029, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.463814] env[70483]: DEBUG oslo_vmware.api [None req-aa6a511c-c92d-4e97-88ef-9dfd7d75aa2a tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479027, 'name': PowerOffVM_Task, 'duration_secs': 0.41636} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.464279] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6a511c-c92d-4e97-88ef-9dfd7d75aa2a tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1281.464564] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6a511c-c92d-4e97-88ef-9dfd7d75aa2a tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1281.464953] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6f52386-4360-4ce5-ae2a-b9f08922ab7f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.529202] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6a511c-c92d-4e97-88ef-9dfd7d75aa2a tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1281.530064] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6a511c-c92d-4e97-88ef-9dfd7d75aa2a tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1281.530422] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa6a511c-c92d-4e97-88ef-9dfd7d75aa2a tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Deleting the datastore file [datastore2] cc933974-5d5a-462a-a0e2-37ae9d5aa842 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1281.531052] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9cca186d-dd31-4eb0-92fc-a6a4cfcecdd9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.540741] env[70483]: DEBUG oslo_vmware.api [None req-aa6a511c-c92d-4e97-88ef-9dfd7d75aa2a tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1281.540741] env[70483]: value = "task-3479031" [ 1281.540741] env[70483]: _type = "Task" [ 1281.540741] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.555974] env[70483]: DEBUG oslo_vmware.api [None req-aa6a511c-c92d-4e97-88ef-9dfd7d75aa2a tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.581188] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f7ebffd4-7684-4213-a400-7362ccf1b5a6 tempest-AttachVolumeShelveTestJSON-389757913 tempest-AttachVolumeShelveTestJSON-389757913-project-member] Lock "86150d37-88af-4ad4-bb16-2fa484ce7ee0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.498s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.600600] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e912a3bb-b528-4c93-be95-c8a1f8fb8c77 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Releasing lock "refresh_cache-fb504f0b-ff60-4f55-9bb5-4919e3eda455" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.791899] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479028, 'name': CreateVM_Task, 'duration_secs': 0.395515} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.792236] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1281.792947] env[70483]: DEBUG oslo_concurrency.lockutils [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.793137] env[70483]: DEBUG oslo_concurrency.lockutils [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.794012] env[70483]: DEBUG oslo_concurrency.lockutils [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.794282] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee287612-6d29-480d-af36-161513a905f5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.798864] env[70483]: DEBUG oslo_vmware.api [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1281.798864] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d6388f-afc5-a284-3865-c9f51ea69be4" [ 1281.798864] env[70483]: _type = "Task" [ 1281.798864] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.807569] env[70483]: DEBUG oslo_vmware.api [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d6388f-afc5-a284-3865-c9f51ea69be4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.892727] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479029, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07219} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.894112] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1281.895260] env[70483]: DEBUG nova.compute.manager [req-357c4596-52f8-400b-b669-695cf61c8797 req-85354066-4910-4556-bccd-a06237c9ea21 service nova] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Received event network-changed-b7e417fd-36b3-42f1-9983-ceb4a96da1d3 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1281.895520] env[70483]: DEBUG nova.compute.manager [req-357c4596-52f8-400b-b669-695cf61c8797 req-85354066-4910-4556-bccd-a06237c9ea21 service nova] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Refreshing instance network info cache due to event network-changed-b7e417fd-36b3-42f1-9983-ceb4a96da1d3. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1281.895836] env[70483]: DEBUG oslo_concurrency.lockutils [req-357c4596-52f8-400b-b669-695cf61c8797 req-85354066-4910-4556-bccd-a06237c9ea21 service nova] Acquiring lock "refresh_cache-88c82347-4095-4cbb-8a97-65ce38c3838a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.895883] env[70483]: DEBUG oslo_concurrency.lockutils [req-357c4596-52f8-400b-b669-695cf61c8797 req-85354066-4910-4556-bccd-a06237c9ea21 service nova] Acquired lock "refresh_cache-88c82347-4095-4cbb-8a97-65ce38c3838a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.896036] env[70483]: DEBUG nova.network.neutron [req-357c4596-52f8-400b-b669-695cf61c8797 req-85354066-4910-4556-bccd-a06237c9ea21 service nova] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Refreshing network info cache for port b7e417fd-36b3-42f1-9983-ceb4a96da1d3 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1281.897935] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e63b24-7fb9-4ec8-ac6c-e82eb3ec1c49 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.921421] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] d75b4146-4cb2-4c24-881a-98a1356abd92/d75b4146-4cb2-4c24-881a-98a1356abd92.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1281.922506] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8a47c0f-9424-4270-b7f7-c330195ddbac {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.943131] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Waiting for the task: (returnval){ [ 1281.943131] env[70483]: value = "task-3479032" [ 1281.943131] env[70483]: _type = "Task" [ 1281.943131] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.951884] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479032, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.054365] env[70483]: DEBUG oslo_vmware.api [None req-aa6a511c-c92d-4e97-88ef-9dfd7d75aa2a tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170804} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.055313] env[70483]: DEBUG nova.network.neutron [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Successfully updated port: b18c12dd-5ca0-4cc0-b0e4-56651cfeb701 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1282.056899] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa6a511c-c92d-4e97-88ef-9dfd7d75aa2a tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1282.057249] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6a511c-c92d-4e97-88ef-9dfd7d75aa2a tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1282.057336] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6a511c-c92d-4e97-88ef-9dfd7d75aa2a tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1282.060400] env[70483]: INFO nova.compute.manager [None req-aa6a511c-c92d-4e97-88ef-9dfd7d75aa2a tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1282.060400] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa6a511c-c92d-4e97-88ef-9dfd7d75aa2a tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1282.062208] env[70483]: DEBUG nova.compute.manager [-] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1282.062208] env[70483]: DEBUG nova.network.neutron [-] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1282.094639] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1282.095413] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance cc933974-5d5a-462a-a0e2-37ae9d5aa842 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1282.095413] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1282.095413] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance fb504f0b-ff60-4f55-9bb5-4919e3eda455 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1282.095413] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 1eb20514-e724-471c-9d57-5d29330f9fe5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1282.095413] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance d75b4146-4cb2-4c24-881a-98a1356abd92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1282.095413] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance c87ba253-d5db-46cc-a2e1-cd0a7461a761 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1282.095413] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 88c82347-4095-4cbb-8a97-65ce38c3838a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1282.095762] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 7c5e3c01-1294-47fe-8df0-2944599c9b65 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1282.095762] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=70483) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1282.095826] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=70483) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1282.267908] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5865e3c3-ad47-4429-9288-7b8aa4068516 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.276465] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b455cbc-7d18-4e59-b620-ea8bf89be98d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.315932] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd62f82d-7a09-45fd-aa89-d2a0bc49dad6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.333019] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c11561a-097d-4c34-b92c-9cec9857a70c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.337018] env[70483]: DEBUG oslo_vmware.api [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d6388f-afc5-a284-3865-c9f51ea69be4, 'name': SearchDatastore_Task, 'duration_secs': 0.010309} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.337018] env[70483]: DEBUG oslo_concurrency.lockutils [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.337018] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1282.337018] env[70483]: DEBUG oslo_concurrency.lockutils [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.337018] env[70483]: DEBUG oslo_concurrency.lockutils [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.337018] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1282.337018] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43a96e96-ca2d-4f50-a626-364968e7ef36 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.349401] env[70483]: DEBUG nova.compute.provider_tree [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.360587] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1282.360777] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1282.361555] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-270db315-c4e1-4c93-b834-efebe2b411d0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.368510] env[70483]: DEBUG oslo_vmware.api [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1282.368510] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5229f000-1082-8e0f-96da-62a910de4c80" [ 1282.368510] env[70483]: _type = "Task" [ 1282.368510] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.378222] env[70483]: DEBUG oslo_vmware.api [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5229f000-1082-8e0f-96da-62a910de4c80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.454317] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479032, 'name': ReconfigVM_Task, 'duration_secs': 0.400821} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.454605] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Reconfigured VM instance instance-00000074 to attach disk [datastore1] d75b4146-4cb2-4c24-881a-98a1356abd92/d75b4146-4cb2-4c24-881a-98a1356abd92.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1282.455250] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12ca3656-32c8-452e-b553-cc7a5cef4b67 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.461510] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Waiting for the task: (returnval){ [ 1282.461510] env[70483]: value = "task-3479033" [ 1282.461510] env[70483]: _type = "Task" [ 1282.461510] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.469318] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479033, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.562439] env[70483]: DEBUG oslo_concurrency.lockutils [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "refresh_cache-7c5e3c01-1294-47fe-8df0-2944599c9b65" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.565553] env[70483]: DEBUG oslo_concurrency.lockutils [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquired lock "refresh_cache-7c5e3c01-1294-47fe-8df0-2944599c9b65" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.565553] env[70483]: DEBUG nova.network.neutron [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.610448] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e912a3bb-b528-4c93-be95-c8a1f8fb8c77 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1282.610448] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c677cde0-ee7a-49f5-8f62-6258f6bb6aef {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.616304] env[70483]: DEBUG oslo_vmware.api [None req-e912a3bb-b528-4c93-be95-c8a1f8fb8c77 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Waiting for the task: (returnval){ [ 1282.616304] env[70483]: value = "task-3479034" [ 1282.616304] env[70483]: _type = "Task" [ 1282.616304] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.624846] env[70483]: DEBUG oslo_vmware.api [None req-e912a3bb-b528-4c93-be95-c8a1f8fb8c77 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.846138] env[70483]: DEBUG nova.network.neutron [req-357c4596-52f8-400b-b669-695cf61c8797 req-85354066-4910-4556-bccd-a06237c9ea21 service nova] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Updated VIF entry in instance network info cache for port b7e417fd-36b3-42f1-9983-ceb4a96da1d3. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1282.847626] env[70483]: DEBUG nova.network.neutron [req-357c4596-52f8-400b-b669-695cf61c8797 req-85354066-4910-4556-bccd-a06237c9ea21 service nova] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Updating instance_info_cache with network_info: [{"id": "b7e417fd-36b3-42f1-9983-ceb4a96da1d3", "address": "fa:16:3e:21:1c:31", "network": {"id": "900cda40-18a8-4f2b-a494-f23cc42912b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1003448885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34a9b0dd8e234412942dbc07863c33ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7e417fd-36", "ovs_interfaceid": "b7e417fd-36b3-42f1-9983-ceb4a96da1d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.854804] env[70483]: DEBUG nova.scheduler.client.report [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.881039] env[70483]: DEBUG oslo_vmware.api [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5229f000-1082-8e0f-96da-62a910de4c80, 'name': SearchDatastore_Task, 'duration_secs': 0.026947} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.881039] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf51df5b-8108-4f02-a8a9-9254d41d2cdf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.888162] env[70483]: DEBUG oslo_vmware.api [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1282.888162] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52dd95f3-a569-0dcf-70b0-e82d6873f5f4" [ 1282.888162] env[70483]: _type = "Task" [ 1282.888162] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.896694] env[70483]: DEBUG oslo_vmware.api [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52dd95f3-a569-0dcf-70b0-e82d6873f5f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.971832] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479033, 'name': Rename_Task, 'duration_secs': 0.236582} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.975019] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1282.975019] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b19e55a2-35ad-40dc-a3e1-4d3c14b0fa65 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.979946] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Waiting for the task: (returnval){ [ 1282.979946] env[70483]: value = "task-3479035" [ 1282.979946] env[70483]: _type = "Task" [ 1282.979946] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.991261] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.111798] env[70483]: DEBUG nova.network.neutron [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1283.126312] env[70483]: DEBUG oslo_vmware.api [None req-e912a3bb-b528-4c93-be95-c8a1f8fb8c77 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479034, 'name': PowerOnVM_Task, 'duration_secs': 0.448256} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.126553] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e912a3bb-b528-4c93-be95-c8a1f8fb8c77 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1283.126763] env[70483]: DEBUG nova.compute.manager [None req-e912a3bb-b528-4c93-be95-c8a1f8fb8c77 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1283.127699] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd27a3c-90cc-4737-8441-d2bb4b16e67b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.341827] env[70483]: DEBUG nova.network.neutron [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Updating instance_info_cache with network_info: [{"id": "b18c12dd-5ca0-4cc0-b0e4-56651cfeb701", "address": "fa:16:3e:3e:3f:7d", "network": {"id": "948b7173-5456-49a2-9a1a-e36a1a46b931", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1783064445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a0a79c686d4fd5ace3cd0e354054d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb18c12dd-5c", "ovs_interfaceid": "b18c12dd-5ca0-4cc0-b0e4-56651cfeb701", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.350261] env[70483]: DEBUG oslo_concurrency.lockutils [req-357c4596-52f8-400b-b669-695cf61c8797 req-85354066-4910-4556-bccd-a06237c9ea21 service nova] Releasing lock "refresh_cache-88c82347-4095-4cbb-8a97-65ce38c3838a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.359666] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70483) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1283.359933] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.319s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.399804] env[70483]: DEBUG oslo_vmware.api [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52dd95f3-a569-0dcf-70b0-e82d6873f5f4, 'name': SearchDatastore_Task, 'duration_secs': 0.011116} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.400088] env[70483]: DEBUG oslo_concurrency.lockutils [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.400661] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 88c82347-4095-4cbb-8a97-65ce38c3838a/88c82347-4095-4cbb-8a97-65ce38c3838a.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1283.400661] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e8cf931-710f-4d79-8eae-e344eb9d14f0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.407463] env[70483]: DEBUG oslo_vmware.api [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1283.407463] env[70483]: value = "task-3479037" [ 1283.407463] env[70483]: _type = "Task" [ 1283.407463] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.416109] env[70483]: DEBUG nova.network.neutron [-] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.418093] env[70483]: DEBUG oslo_vmware.api [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.497604] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479035, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.694655] env[70483]: DEBUG oslo_concurrency.lockutils [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Acquiring lock "b402d8ce-946f-4022-bb73-5cc30deb72ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.694892] env[70483]: DEBUG oslo_concurrency.lockutils [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Lock "b402d8ce-946f-4022-bb73-5cc30deb72ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.844676] env[70483]: DEBUG oslo_concurrency.lockutils [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Releasing lock "refresh_cache-7c5e3c01-1294-47fe-8df0-2944599c9b65" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.845131] env[70483]: DEBUG nova.compute.manager [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Instance network_info: |[{"id": "b18c12dd-5ca0-4cc0-b0e4-56651cfeb701", "address": "fa:16:3e:3e:3f:7d", "network": {"id": "948b7173-5456-49a2-9a1a-e36a1a46b931", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1783064445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a0a79c686d4fd5ace3cd0e354054d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb18c12dd-5c", "ovs_interfaceid": "b18c12dd-5ca0-4cc0-b0e4-56651cfeb701", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1283.845698] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:3f:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b18c12dd-5ca0-4cc0-b0e4-56651cfeb701', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1283.854830] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1283.855208] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1283.855520] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8d50522-e3c4-4c2c-aadf-0b384c87fe0f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.878997] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1283.878997] env[70483]: value = "task-3479038" [ 1283.878997] env[70483]: _type = "Task" [ 1283.878997] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.887635] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479038, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.917232] env[70483]: DEBUG oslo_vmware.api [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479037, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.921027] env[70483]: INFO nova.compute.manager [-] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Took 1.86 seconds to deallocate network for instance. [ 1283.937475] env[70483]: DEBUG nova.compute.manager [req-81da35fc-6e1c-4dff-94cc-e7218b07eee2 req-3f5aa4c5-39e8-4f5e-9c22-fb6e7fc664ae service nova] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Received event network-vif-plugged-b18c12dd-5ca0-4cc0-b0e4-56651cfeb701 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.937627] env[70483]: DEBUG oslo_concurrency.lockutils [req-81da35fc-6e1c-4dff-94cc-e7218b07eee2 req-3f5aa4c5-39e8-4f5e-9c22-fb6e7fc664ae service nova] Acquiring lock "7c5e3c01-1294-47fe-8df0-2944599c9b65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.937851] env[70483]: DEBUG oslo_concurrency.lockutils [req-81da35fc-6e1c-4dff-94cc-e7218b07eee2 req-3f5aa4c5-39e8-4f5e-9c22-fb6e7fc664ae service nova] Lock "7c5e3c01-1294-47fe-8df0-2944599c9b65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.938101] env[70483]: DEBUG oslo_concurrency.lockutils [req-81da35fc-6e1c-4dff-94cc-e7218b07eee2 req-3f5aa4c5-39e8-4f5e-9c22-fb6e7fc664ae service nova] Lock "7c5e3c01-1294-47fe-8df0-2944599c9b65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.938282] env[70483]: DEBUG nova.compute.manager [req-81da35fc-6e1c-4dff-94cc-e7218b07eee2 req-3f5aa4c5-39e8-4f5e-9c22-fb6e7fc664ae service nova] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] No waiting events found dispatching network-vif-plugged-b18c12dd-5ca0-4cc0-b0e4-56651cfeb701 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1283.938508] env[70483]: WARNING nova.compute.manager [req-81da35fc-6e1c-4dff-94cc-e7218b07eee2 req-3f5aa4c5-39e8-4f5e-9c22-fb6e7fc664ae service nova] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Received unexpected event network-vif-plugged-b18c12dd-5ca0-4cc0-b0e4-56651cfeb701 for instance with vm_state building and task_state spawning. [ 1283.938667] env[70483]: DEBUG nova.compute.manager [req-81da35fc-6e1c-4dff-94cc-e7218b07eee2 req-3f5aa4c5-39e8-4f5e-9c22-fb6e7fc664ae service nova] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Received event network-changed-b18c12dd-5ca0-4cc0-b0e4-56651cfeb701 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.938775] env[70483]: DEBUG nova.compute.manager [req-81da35fc-6e1c-4dff-94cc-e7218b07eee2 req-3f5aa4c5-39e8-4f5e-9c22-fb6e7fc664ae service nova] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Refreshing instance network info cache due to event network-changed-b18c12dd-5ca0-4cc0-b0e4-56651cfeb701. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1283.939028] env[70483]: DEBUG oslo_concurrency.lockutils [req-81da35fc-6e1c-4dff-94cc-e7218b07eee2 req-3f5aa4c5-39e8-4f5e-9c22-fb6e7fc664ae service nova] Acquiring lock "refresh_cache-7c5e3c01-1294-47fe-8df0-2944599c9b65" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.939176] env[70483]: DEBUG oslo_concurrency.lockutils [req-81da35fc-6e1c-4dff-94cc-e7218b07eee2 req-3f5aa4c5-39e8-4f5e-9c22-fb6e7fc664ae service nova] Acquired lock "refresh_cache-7c5e3c01-1294-47fe-8df0-2944599c9b65" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.939298] env[70483]: DEBUG nova.network.neutron [req-81da35fc-6e1c-4dff-94cc-e7218b07eee2 req-3f5aa4c5-39e8-4f5e-9c22-fb6e7fc664ae service nova] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Refreshing network info cache for port b18c12dd-5ca0-4cc0-b0e4-56651cfeb701 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1283.990268] env[70483]: DEBUG oslo_vmware.api [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479035, 'name': PowerOnVM_Task, 'duration_secs': 0.648072} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.990560] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1283.990824] env[70483]: INFO nova.compute.manager [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Took 10.66 seconds to spawn the instance on the hypervisor. [ 1283.991055] env[70483]: DEBUG nova.compute.manager [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1283.991959] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b654dbd7-7e08-4abe-9f7d-c1039e6a9eff {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.197866] env[70483]: DEBUG nova.compute.manager [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1284.392985] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479038, 'name': CreateVM_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.418917] env[70483]: DEBUG oslo_vmware.api [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479037, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575017} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.419529] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 88c82347-4095-4cbb-8a97-65ce38c3838a/88c82347-4095-4cbb-8a97-65ce38c3838a.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1284.419807] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1284.420257] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f28d4b0b-fd25-4774-9e57-110198d4a0e0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.427780] env[70483]: DEBUG oslo_concurrency.lockutils [None req-aa6a511c-c92d-4e97-88ef-9dfd7d75aa2a tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.428063] env[70483]: DEBUG oslo_concurrency.lockutils [None req-aa6a511c-c92d-4e97-88ef-9dfd7d75aa2a tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.428289] env[70483]: DEBUG nova.objects.instance [None req-aa6a511c-c92d-4e97-88ef-9dfd7d75aa2a tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lazy-loading 'resources' on Instance uuid cc933974-5d5a-462a-a0e2-37ae9d5aa842 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.431249] env[70483]: DEBUG oslo_vmware.api [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1284.431249] env[70483]: value = "task-3479039" [ 1284.431249] env[70483]: _type = "Task" [ 1284.431249] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.444726] env[70483]: DEBUG oslo_vmware.api [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479039, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.511621] env[70483]: INFO nova.compute.manager [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Took 23.87 seconds to build instance. [ 1284.686363] env[70483]: DEBUG nova.network.neutron [req-81da35fc-6e1c-4dff-94cc-e7218b07eee2 req-3f5aa4c5-39e8-4f5e-9c22-fb6e7fc664ae service nova] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Updated VIF entry in instance network info cache for port b18c12dd-5ca0-4cc0-b0e4-56651cfeb701. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1284.686732] env[70483]: DEBUG nova.network.neutron [req-81da35fc-6e1c-4dff-94cc-e7218b07eee2 req-3f5aa4c5-39e8-4f5e-9c22-fb6e7fc664ae service nova] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Updating instance_info_cache with network_info: [{"id": "b18c12dd-5ca0-4cc0-b0e4-56651cfeb701", "address": "fa:16:3e:3e:3f:7d", "network": {"id": "948b7173-5456-49a2-9a1a-e36a1a46b931", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1783064445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a0a79c686d4fd5ace3cd0e354054d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb18c12dd-5c", "ovs_interfaceid": "b18c12dd-5ca0-4cc0-b0e4-56651cfeb701", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.721225] env[70483]: DEBUG oslo_concurrency.lockutils [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.816833] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0ac88e42-a712-4c0b-a44c-789805938ac7 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Acquiring lock "1eb20514-e724-471c-9d57-5d29330f9fe5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.817121] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0ac88e42-a712-4c0b-a44c-789805938ac7 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Lock "1eb20514-e724-471c-9d57-5d29330f9fe5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.817334] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0ac88e42-a712-4c0b-a44c-789805938ac7 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Acquiring lock "1eb20514-e724-471c-9d57-5d29330f9fe5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.817710] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0ac88e42-a712-4c0b-a44c-789805938ac7 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Lock "1eb20514-e724-471c-9d57-5d29330f9fe5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.817914] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0ac88e42-a712-4c0b-a44c-789805938ac7 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Lock "1eb20514-e724-471c-9d57-5d29330f9fe5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.820852] env[70483]: INFO nova.compute.manager [None req-0ac88e42-a712-4c0b-a44c-789805938ac7 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Terminating instance [ 1284.892175] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479038, 'name': CreateVM_Task, 'duration_secs': 0.775997} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.892539] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1284.893036] env[70483]: DEBUG oslo_concurrency.lockutils [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.893212] env[70483]: DEBUG oslo_concurrency.lockutils [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.893566] env[70483]: DEBUG oslo_concurrency.lockutils [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.893842] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d30e9be2-27c2-4d10-a177-b46664024a91 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.899122] env[70483]: DEBUG oslo_vmware.api [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1284.899122] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a61eea-d8b8-4563-79eb-e15ca394dcd3" [ 1284.899122] env[70483]: _type = "Task" [ 1284.899122] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.907341] env[70483]: DEBUG oslo_vmware.api [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a61eea-d8b8-4563-79eb-e15ca394dcd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.944364] env[70483]: DEBUG oslo_vmware.api [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479039, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16227} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.944604] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1284.945385] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9f324c-920e-4519-ad63-2e35e59f608b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.966800] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 88c82347-4095-4cbb-8a97-65ce38c3838a/88c82347-4095-4cbb-8a97-65ce38c3838a.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1284.969859] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddd6c33b-e8b4-4e51-8d6b-fb6c73e608f2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.991658] env[70483]: DEBUG oslo_vmware.api [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1284.991658] env[70483]: value = "task-3479040" [ 1284.991658] env[70483]: _type = "Task" [ 1284.991658] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.003243] env[70483]: DEBUG oslo_vmware.api [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479040, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.012932] env[70483]: DEBUG oslo_concurrency.lockutils [None req-59d8ba57-2e06-4d6f-89af-718c23781413 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Lock "d75b4146-4cb2-4c24-881a-98a1356abd92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.010s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.111634] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856d231d-a8c2-4301-8f06-0d8a116710ca {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.120400] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6120aba5-f88c-4883-95be-077fff786125 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.153774] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f230f0d6-22a7-4dca-8ccf-a7da74f3b552 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.161655] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974cf0bc-253a-4dc5-908e-003ffaf08369 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.179963] env[70483]: DEBUG nova.compute.provider_tree [None req-aa6a511c-c92d-4e97-88ef-9dfd7d75aa2a tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.189889] env[70483]: DEBUG oslo_concurrency.lockutils [req-81da35fc-6e1c-4dff-94cc-e7218b07eee2 req-3f5aa4c5-39e8-4f5e-9c22-fb6e7fc664ae service nova] Releasing lock "refresh_cache-7c5e3c01-1294-47fe-8df0-2944599c9b65" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.190338] env[70483]: DEBUG nova.compute.manager [req-81da35fc-6e1c-4dff-94cc-e7218b07eee2 req-3f5aa4c5-39e8-4f5e-9c22-fb6e7fc664ae service nova] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Received event network-vif-deleted-0f0be3b3-8cfc-4cba-9979-3e5b00f5646b {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.325154] env[70483]: DEBUG nova.compute.manager [None req-0ac88e42-a712-4c0b-a44c-789805938ac7 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1285.325532] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac88e42-a712-4c0b-a44c-789805938ac7 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1285.326706] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efde16c-7fa5-41b9-a16d-7247ad7a48d7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.334927] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac88e42-a712-4c0b-a44c-789805938ac7 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1285.335211] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67b7124f-179d-4828-ae8d-b8395ef75a13 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.342470] env[70483]: DEBUG oslo_vmware.api [None req-0ac88e42-a712-4c0b-a44c-789805938ac7 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Waiting for the task: (returnval){ [ 1285.342470] env[70483]: value = "task-3479041" [ 1285.342470] env[70483]: _type = "Task" [ 1285.342470] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.352201] env[70483]: DEBUG oslo_vmware.api [None req-0ac88e42-a712-4c0b-a44c-789805938ac7 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.411461] env[70483]: DEBUG oslo_vmware.api [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52a61eea-d8b8-4563-79eb-e15ca394dcd3, 'name': SearchDatastore_Task, 'duration_secs': 0.019259} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.411884] env[70483]: DEBUG oslo_concurrency.lockutils [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.412159] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1285.412415] env[70483]: DEBUG oslo_concurrency.lockutils [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.412595] env[70483]: DEBUG oslo_concurrency.lockutils [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.413328] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1285.413328] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f92c2938-8ab3-4a82-b30f-f5f90d87831c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.422501] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1285.422720] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1285.423529] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42befc6b-c2c1-4b05-80e8-b52f1584464e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.429878] env[70483]: DEBUG oslo_vmware.api [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1285.429878] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]525dbcdd-cb4b-c16b-1f17-fb9249b4934a" [ 1285.429878] env[70483]: _type = "Task" [ 1285.429878] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.439015] env[70483]: DEBUG oslo_vmware.api [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]525dbcdd-cb4b-c16b-1f17-fb9249b4934a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.503831] env[70483]: DEBUG oslo_vmware.api [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.684023] env[70483]: DEBUG nova.scheduler.client.report [None req-aa6a511c-c92d-4e97-88ef-9dfd7d75aa2a tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1285.852437] env[70483]: DEBUG oslo_vmware.api [None req-0ac88e42-a712-4c0b-a44c-789805938ac7 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479041, 'name': PowerOffVM_Task, 'duration_secs': 0.220147} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.852810] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac88e42-a712-4c0b-a44c-789805938ac7 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1285.852980] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac88e42-a712-4c0b-a44c-789805938ac7 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1285.853246] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-edf58b90-6862-42c5-af29-fd421f93ef14 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.941786] env[70483]: DEBUG oslo_vmware.api [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]525dbcdd-cb4b-c16b-1f17-fb9249b4934a, 'name': SearchDatastore_Task, 'duration_secs': 0.009943} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.942607] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-750ef729-d1f5-4fa9-abfc-52e5bb4b0c55 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.947852] env[70483]: DEBUG oslo_vmware.api [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1285.947852] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52966e9c-ff91-bd02-a39f-1799455c9ffe" [ 1285.947852] env[70483]: _type = "Task" [ 1285.947852] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.956808] env[70483]: DEBUG oslo_vmware.api [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52966e9c-ff91-bd02-a39f-1799455c9ffe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.001718] env[70483]: DEBUG oslo_vmware.api [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479040, 'name': ReconfigVM_Task, 'duration_secs': 0.594955} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.001999] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 88c82347-4095-4cbb-8a97-65ce38c3838a/88c82347-4095-4cbb-8a97-65ce38c3838a.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1286.002634] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa2ce6c4-9d32-46ce-aeef-991f5bf0b3a7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.008228] env[70483]: DEBUG oslo_vmware.api [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1286.008228] env[70483]: value = "task-3479043" [ 1286.008228] env[70483]: _type = "Task" [ 1286.008228] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.015134] env[70483]: DEBUG oslo_vmware.api [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479043, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.176020] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac88e42-a712-4c0b-a44c-789805938ac7 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1286.176020] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac88e42-a712-4c0b-a44c-789805938ac7 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1286.176020] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ac88e42-a712-4c0b-a44c-789805938ac7 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Deleting the datastore file [datastore1] 1eb20514-e724-471c-9d57-5d29330f9fe5 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1286.176020] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29aa9246-0edc-4e47-8a79-973e6901d1f2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.182505] env[70483]: DEBUG oslo_vmware.api [None req-0ac88e42-a712-4c0b-a44c-789805938ac7 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Waiting for the task: (returnval){ [ 1286.182505] env[70483]: value = "task-3479044" [ 1286.182505] env[70483]: _type = "Task" [ 1286.182505] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.191577] env[70483]: DEBUG oslo_concurrency.lockutils [None req-aa6a511c-c92d-4e97-88ef-9dfd7d75aa2a tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.763s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.193735] env[70483]: DEBUG oslo_vmware.api [None req-0ac88e42-a712-4c0b-a44c-789805938ac7 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.194346] env[70483]: DEBUG oslo_concurrency.lockutils [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.473s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.196317] env[70483]: INFO nova.compute.claims [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1286.226609] env[70483]: INFO nova.scheduler.client.report [None req-aa6a511c-c92d-4e97-88ef-9dfd7d75aa2a tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Deleted allocations for instance cc933974-5d5a-462a-a0e2-37ae9d5aa842 [ 1286.459518] env[70483]: DEBUG oslo_vmware.api [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52966e9c-ff91-bd02-a39f-1799455c9ffe, 'name': SearchDatastore_Task, 'duration_secs': 0.025893} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.460053] env[70483]: DEBUG oslo_concurrency.lockutils [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.460053] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 7c5e3c01-1294-47fe-8df0-2944599c9b65/7c5e3c01-1294-47fe-8df0-2944599c9b65.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1286.460425] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-217e26f4-fb81-4df9-9014-c08430be7972 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.466670] env[70483]: DEBUG oslo_vmware.api [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1286.466670] env[70483]: value = "task-3479045" [ 1286.466670] env[70483]: _type = "Task" [ 1286.466670] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.474658] env[70483]: DEBUG oslo_vmware.api [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3479045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.517773] env[70483]: DEBUG oslo_vmware.api [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479043, 'name': Rename_Task, 'duration_secs': 0.210064} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.518029] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1286.518304] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5621f82b-c9ae-4180-8042-51252bb2e595 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.525476] env[70483]: DEBUG oslo_vmware.api [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1286.525476] env[70483]: value = "task-3479046" [ 1286.525476] env[70483]: _type = "Task" [ 1286.525476] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.533563] env[70483]: DEBUG oslo_vmware.api [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479046, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.694120] env[70483]: DEBUG oslo_vmware.api [None req-0ac88e42-a712-4c0b-a44c-789805938ac7 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234593} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.694535] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ac88e42-a712-4c0b-a44c-789805938ac7 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1286.694783] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac88e42-a712-4c0b-a44c-789805938ac7 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1286.695028] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac88e42-a712-4c0b-a44c-789805938ac7 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1286.695269] env[70483]: INFO nova.compute.manager [None req-0ac88e42-a712-4c0b-a44c-789805938ac7 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Took 1.37 seconds to destroy the instance on the hypervisor. [ 1286.695603] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ac88e42-a712-4c0b-a44c-789805938ac7 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1286.695860] env[70483]: DEBUG nova.compute.manager [-] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1286.696052] env[70483]: DEBUG nova.network.neutron [-] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1286.734646] env[70483]: DEBUG oslo_concurrency.lockutils [None req-aa6a511c-c92d-4e97-88ef-9dfd7d75aa2a tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "cc933974-5d5a-462a-a0e2-37ae9d5aa842" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.307s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.980298] env[70483]: DEBUG oslo_vmware.api [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3479045, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.042531] env[70483]: DEBUG oslo_vmware.api [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479046, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.074122] env[70483]: DEBUG nova.compute.manager [req-cb854a58-cbc8-4d3f-9f87-de8a54bdcba5 req-65466816-0488-4d77-937b-698b0f7d248e service nova] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Received event network-vif-deleted-de3215d6-0fa3-4db1-8d26-e5e2b36cd872 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.074122] env[70483]: INFO nova.compute.manager [req-cb854a58-cbc8-4d3f-9f87-de8a54bdcba5 req-65466816-0488-4d77-937b-698b0f7d248e service nova] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Neutron deleted interface de3215d6-0fa3-4db1-8d26-e5e2b36cd872; detaching it from the instance and deleting it from the info cache [ 1287.074305] env[70483]: DEBUG nova.network.neutron [req-cb854a58-cbc8-4d3f-9f87-de8a54bdcba5 req-65466816-0488-4d77-937b-698b0f7d248e service nova] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.351660] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40003858-ef7b-4246-b001-c9df9636ad2d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.359670] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef271b6-d508-4182-ac6f-5682abfdafe8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.391410] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c04501-6ec1-4d9d-9601-06ce0d85459b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.400149] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685936ff-6e09-4831-9dd9-cce6300eadff {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.413715] env[70483]: DEBUG nova.compute.provider_tree [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1287.477148] env[70483]: DEBUG oslo_vmware.api [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3479045, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604479} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.477451] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 7c5e3c01-1294-47fe-8df0-2944599c9b65/7c5e3c01-1294-47fe-8df0-2944599c9b65.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1287.477693] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1287.477953] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e224962-9aa2-491a-9efc-bbeaccd5c2e9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.484534] env[70483]: DEBUG oslo_vmware.api [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1287.484534] env[70483]: value = "task-3479047" [ 1287.484534] env[70483]: _type = "Task" [ 1287.484534] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.494405] env[70483]: DEBUG oslo_vmware.api [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3479047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.535984] env[70483]: DEBUG oslo_vmware.api [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479046, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.546441] env[70483]: DEBUG nova.network.neutron [-] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.576884] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-48d15b4d-1eab-4f7b-8873-d357e19f638a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.585658] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1824068-fb30-4f05-8dc5-15a0526329ed {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.615361] env[70483]: DEBUG nova.compute.manager [req-cb854a58-cbc8-4d3f-9f87-de8a54bdcba5 req-65466816-0488-4d77-937b-698b0f7d248e service nova] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Detach interface failed, port_id=de3215d6-0fa3-4db1-8d26-e5e2b36cd872, reason: Instance 1eb20514-e724-471c-9d57-5d29330f9fe5 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1287.934499] env[70483]: ERROR nova.scheduler.client.report [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] [req-df8ca621-8348-4c37-bfeb-82296fcee43a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6c4ee772-7226-4ddc-ad20-20b8289011e6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-df8ca621-8348-4c37-bfeb-82296fcee43a"}]} [ 1287.950560] env[70483]: DEBUG nova.scheduler.client.report [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Refreshing inventories for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1287.962904] env[70483]: DEBUG nova.scheduler.client.report [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Updating ProviderTree inventory for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1287.963127] env[70483]: DEBUG nova.compute.provider_tree [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1287.974189] env[70483]: DEBUG nova.scheduler.client.report [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Refreshing aggregate associations for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6, aggregates: None {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1287.994372] env[70483]: DEBUG oslo_vmware.api [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3479047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094272} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.995272] env[70483]: DEBUG nova.scheduler.client.report [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Refreshing trait associations for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1287.998032] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1287.999058] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ceba33-74a7-4778-9fff-83a24b66e184 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.021475] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 7c5e3c01-1294-47fe-8df0-2944599c9b65/7c5e3c01-1294-47fe-8df0-2944599c9b65.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1288.024155] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc651ab7-5be5-427e-8315-fd0c051e060d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.046371] env[70483]: DEBUG oslo_vmware.api [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479046, 'name': PowerOnVM_Task, 'duration_secs': 1.173672} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.047483] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1288.047705] env[70483]: INFO nova.compute.manager [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Took 9.01 seconds to spawn the instance on the hypervisor. [ 1288.047885] env[70483]: DEBUG nova.compute.manager [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1288.048241] env[70483]: DEBUG oslo_vmware.api [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1288.048241] env[70483]: value = "task-3479048" [ 1288.048241] env[70483]: _type = "Task" [ 1288.048241] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.051029] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbee4c1-1649-46cb-a8ff-35cff210ca20 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.053472] env[70483]: INFO nova.compute.manager [-] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Took 1.36 seconds to deallocate network for instance. [ 1288.070741] env[70483]: DEBUG oslo_vmware.api [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3479048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.158105] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d72354b-647c-45a2-b309-8d4e1b19b950 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.166753] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730be101-f6e6-4e63-9d52-76edc4a9b5ff {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.199710] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5151fb1b-585a-48a5-bffa-034e4453a804 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.204708] env[70483]: DEBUG oslo_concurrency.lockutils [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "64b7cc35-1416-4398-a023-cd298e7a0127" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.204934] env[70483]: DEBUG oslo_concurrency.lockutils [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "64b7cc35-1416-4398-a023-cd298e7a0127" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.210685] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e6e56e-9aa2-402f-8af0-7c88eaa498eb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.224810] env[70483]: DEBUG nova.compute.provider_tree [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1288.563428] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0ac88e42-a712-4c0b-a44c-789805938ac7 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.563785] env[70483]: DEBUG oslo_vmware.api [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3479048, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.581339] env[70483]: INFO nova.compute.manager [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Took 15.13 seconds to build instance. [ 1288.707733] env[70483]: DEBUG nova.compute.manager [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1288.759231] env[70483]: DEBUG nova.scheduler.client.report [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Updated inventory for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with generation 171 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1288.759501] env[70483]: DEBUG nova.compute.provider_tree [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Updating resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 generation from 171 to 172 during operation: update_inventory {{(pid=70483) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1288.759703] env[70483]: DEBUG nova.compute.provider_tree [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1289.065416] env[70483]: DEBUG oslo_vmware.api [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3479048, 'name': ReconfigVM_Task, 'duration_secs': 0.520336} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.065752] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 7c5e3c01-1294-47fe-8df0-2944599c9b65/7c5e3c01-1294-47fe-8df0-2944599c9b65.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1289.066402] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d48f70df-ef31-4ce1-b989-016a3eb835f3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.072738] env[70483]: DEBUG oslo_vmware.api [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1289.072738] env[70483]: value = "task-3479049" [ 1289.072738] env[70483]: _type = "Task" [ 1289.072738] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.080654] env[70483]: DEBUG oslo_vmware.api [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3479049, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.083168] env[70483]: DEBUG oslo_concurrency.lockutils [None req-88effdd1-2f07-434d-a263-dcd43fa0ecd3 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "88c82347-4095-4cbb-8a97-65ce38c3838a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.636s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.231636] env[70483]: DEBUG oslo_concurrency.lockutils [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.267258] env[70483]: DEBUG oslo_concurrency.lockutils [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.073s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.267850] env[70483]: DEBUG nova.compute.manager [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1289.270739] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0ac88e42-a712-4c0b-a44c-789805938ac7 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.707s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.270965] env[70483]: DEBUG nova.objects.instance [None req-0ac88e42-a712-4c0b-a44c-789805938ac7 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Lazy-loading 'resources' on Instance uuid 1eb20514-e724-471c-9d57-5d29330f9fe5 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.367641] env[70483]: DEBUG nova.compute.manager [req-aaf6ed37-a0a5-44ba-b02d-6a0edf12df62 req-315387b7-0498-4caf-af99-72f264fc74f5 service nova] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Received event network-changed-b7e417fd-36b3-42f1-9983-ceb4a96da1d3 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1289.367641] env[70483]: DEBUG nova.compute.manager [req-aaf6ed37-a0a5-44ba-b02d-6a0edf12df62 req-315387b7-0498-4caf-af99-72f264fc74f5 service nova] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Refreshing instance network info cache due to event network-changed-b7e417fd-36b3-42f1-9983-ceb4a96da1d3. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1289.367831] env[70483]: DEBUG oslo_concurrency.lockutils [req-aaf6ed37-a0a5-44ba-b02d-6a0edf12df62 req-315387b7-0498-4caf-af99-72f264fc74f5 service nova] Acquiring lock "refresh_cache-88c82347-4095-4cbb-8a97-65ce38c3838a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.368035] env[70483]: DEBUG oslo_concurrency.lockutils [req-aaf6ed37-a0a5-44ba-b02d-6a0edf12df62 req-315387b7-0498-4caf-af99-72f264fc74f5 service nova] Acquired lock "refresh_cache-88c82347-4095-4cbb-8a97-65ce38c3838a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.368270] env[70483]: DEBUG nova.network.neutron [req-aaf6ed37-a0a5-44ba-b02d-6a0edf12df62 req-315387b7-0498-4caf-af99-72f264fc74f5 service nova] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Refreshing network info cache for port b7e417fd-36b3-42f1-9983-ceb4a96da1d3 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1289.582676] env[70483]: DEBUG oslo_vmware.api [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3479049, 'name': Rename_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.774344] env[70483]: DEBUG nova.compute.utils [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1289.778378] env[70483]: DEBUG nova.compute.manager [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1289.778573] env[70483]: DEBUG nova.network.neutron [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1289.814630] env[70483]: DEBUG nova.policy [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76a47d03164c486ba7211a9b88ab6a1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b65872933dfc426ca293db16b3e79225', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1289.917737] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd99c327-7a76-4791-a518-eb31df6d0c8b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.931443] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9cef7c-50da-4f44-a487-dd6645dd56e2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.962067] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9929be-3e9e-45b9-8d25-a72e917b09d5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.970115] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1240809-8eff-4853-9f1d-603fe2a1c556 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.983250] env[70483]: DEBUG nova.compute.provider_tree [None req-0ac88e42-a712-4c0b-a44c-789805938ac7 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.084912] env[70483]: DEBUG oslo_vmware.api [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3479049, 'name': Rename_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.252857] env[70483]: DEBUG nova.network.neutron [req-aaf6ed37-a0a5-44ba-b02d-6a0edf12df62 req-315387b7-0498-4caf-af99-72f264fc74f5 service nova] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Updated VIF entry in instance network info cache for port b7e417fd-36b3-42f1-9983-ceb4a96da1d3. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1290.253246] env[70483]: DEBUG nova.network.neutron [req-aaf6ed37-a0a5-44ba-b02d-6a0edf12df62 req-315387b7-0498-4caf-af99-72f264fc74f5 service nova] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Updating instance_info_cache with network_info: [{"id": "b7e417fd-36b3-42f1-9983-ceb4a96da1d3", "address": "fa:16:3e:21:1c:31", "network": {"id": "900cda40-18a8-4f2b-a494-f23cc42912b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1003448885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34a9b0dd8e234412942dbc07863c33ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7e417fd-36", "ovs_interfaceid": "b7e417fd-36b3-42f1-9983-ceb4a96da1d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.279558] env[70483]: DEBUG nova.compute.manager [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1290.288974] env[70483]: DEBUG nova.network.neutron [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Successfully created port: ca97ab0d-a0f6-448c-8ab5-8f8200cd2aba {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1290.489599] env[70483]: DEBUG nova.scheduler.client.report [None req-0ac88e42-a712-4c0b-a44c-789805938ac7 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1290.584379] env[70483]: DEBUG oslo_vmware.api [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3479049, 'name': Rename_Task, 'duration_secs': 1.193448} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.584654] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1290.584930] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-129ac981-fa6e-4deb-8b23-26c9fc0a11a3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.592265] env[70483]: DEBUG oslo_vmware.api [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1290.592265] env[70483]: value = "task-3479050" [ 1290.592265] env[70483]: _type = "Task" [ 1290.592265] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.600548] env[70483]: DEBUG oslo_vmware.api [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3479050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.757418] env[70483]: DEBUG oslo_concurrency.lockutils [req-aaf6ed37-a0a5-44ba-b02d-6a0edf12df62 req-315387b7-0498-4caf-af99-72f264fc74f5 service nova] Releasing lock "refresh_cache-88c82347-4095-4cbb-8a97-65ce38c3838a" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.997069] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0ac88e42-a712-4c0b-a44c-789805938ac7 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.726s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.000031] env[70483]: DEBUG oslo_concurrency.lockutils [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.768s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.001657] env[70483]: INFO nova.compute.claims [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1291.023904] env[70483]: INFO nova.scheduler.client.report [None req-0ac88e42-a712-4c0b-a44c-789805938ac7 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Deleted allocations for instance 1eb20514-e724-471c-9d57-5d29330f9fe5 [ 1291.102422] env[70483]: DEBUG oslo_vmware.api [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3479050, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.291916] env[70483]: DEBUG nova.compute.manager [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1291.320333] env[70483]: DEBUG nova.virt.hardware [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1291.320580] env[70483]: DEBUG nova.virt.hardware [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1291.320736] env[70483]: DEBUG nova.virt.hardware [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1291.320918] env[70483]: DEBUG nova.virt.hardware [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1291.321076] env[70483]: DEBUG nova.virt.hardware [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1291.321226] env[70483]: DEBUG nova.virt.hardware [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1291.321433] env[70483]: DEBUG nova.virt.hardware [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1291.321595] env[70483]: DEBUG nova.virt.hardware [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1291.321764] env[70483]: DEBUG nova.virt.hardware [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1291.321924] env[70483]: DEBUG nova.virt.hardware [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1291.322107] env[70483]: DEBUG nova.virt.hardware [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1291.322959] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e63890-6420-4933-962e-0ecaadbc361b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.331421] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5876829-a4e3-4509-80b1-b430a615b7ff {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.532149] env[70483]: DEBUG oslo_concurrency.lockutils [None req-0ac88e42-a712-4c0b-a44c-789805938ac7 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Lock "1eb20514-e724-471c-9d57-5d29330f9fe5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.715s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.603066] env[70483]: DEBUG oslo_vmware.api [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3479050, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.773650] env[70483]: DEBUG nova.compute.manager [req-f197f985-bcd6-461d-8302-511ea08ae96c req-549a1c2e-7f39-4c1f-95e0-677978e11e17 service nova] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Received event network-vif-plugged-ca97ab0d-a0f6-448c-8ab5-8f8200cd2aba {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.773881] env[70483]: DEBUG oslo_concurrency.lockutils [req-f197f985-bcd6-461d-8302-511ea08ae96c req-549a1c2e-7f39-4c1f-95e0-677978e11e17 service nova] Acquiring lock "b402d8ce-946f-4022-bb73-5cc30deb72ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.774116] env[70483]: DEBUG oslo_concurrency.lockutils [req-f197f985-bcd6-461d-8302-511ea08ae96c req-549a1c2e-7f39-4c1f-95e0-677978e11e17 service nova] Lock "b402d8ce-946f-4022-bb73-5cc30deb72ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.774289] env[70483]: DEBUG oslo_concurrency.lockutils [req-f197f985-bcd6-461d-8302-511ea08ae96c req-549a1c2e-7f39-4c1f-95e0-677978e11e17 service nova] Lock "b402d8ce-946f-4022-bb73-5cc30deb72ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.774462] env[70483]: DEBUG nova.compute.manager [req-f197f985-bcd6-461d-8302-511ea08ae96c req-549a1c2e-7f39-4c1f-95e0-677978e11e17 service nova] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] No waiting events found dispatching network-vif-plugged-ca97ab0d-a0f6-448c-8ab5-8f8200cd2aba {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1291.774631] env[70483]: WARNING nova.compute.manager [req-f197f985-bcd6-461d-8302-511ea08ae96c req-549a1c2e-7f39-4c1f-95e0-677978e11e17 service nova] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Received unexpected event network-vif-plugged-ca97ab0d-a0f6-448c-8ab5-8f8200cd2aba for instance with vm_state building and task_state spawning. [ 1291.870591] env[70483]: DEBUG nova.network.neutron [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Successfully updated port: ca97ab0d-a0f6-448c-8ab5-8f8200cd2aba {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1292.104401] env[70483]: DEBUG oslo_vmware.api [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3479050, 'name': PowerOnVM_Task, 'duration_secs': 1.167398} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.104401] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1292.104401] env[70483]: INFO nova.compute.manager [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Took 10.81 seconds to spawn the instance on the hypervisor. [ 1292.104401] env[70483]: DEBUG nova.compute.manager [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1292.104767] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0363c27-c1ff-4724-9488-5fef6ff61e5a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.153721] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f66abd0-1882-44c3-91a1-3384f3c49d53 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.161587] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2695a55c-7c73-4e0d-98a6-cd2153656ef1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.190719] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b22def-05b2-488e-a561-6c869ad508c2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.197576] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b88d1f-045c-45a3-94b8-9049ec3c06ca {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.210968] env[70483]: DEBUG nova.compute.provider_tree [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.376742] env[70483]: DEBUG oslo_concurrency.lockutils [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Acquiring lock "refresh_cache-b402d8ce-946f-4022-bb73-5cc30deb72ab" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.376742] env[70483]: DEBUG oslo_concurrency.lockutils [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Acquired lock "refresh_cache-b402d8ce-946f-4022-bb73-5cc30deb72ab" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.376742] env[70483]: DEBUG nova.network.neutron [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1292.623721] env[70483]: INFO nova.compute.manager [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Took 16.50 seconds to build instance. [ 1292.714459] env[70483]: DEBUG nova.scheduler.client.report [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.057766] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5da0e94e-2686-46a3-a654-427e352900e5 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Acquiring lock "d75b4146-4cb2-4c24-881a-98a1356abd92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.058024] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5da0e94e-2686-46a3-a654-427e352900e5 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Lock "d75b4146-4cb2-4c24-881a-98a1356abd92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.058221] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5da0e94e-2686-46a3-a654-427e352900e5 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Acquiring lock "d75b4146-4cb2-4c24-881a-98a1356abd92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.058412] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5da0e94e-2686-46a3-a654-427e352900e5 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Lock "d75b4146-4cb2-4c24-881a-98a1356abd92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.058626] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5da0e94e-2686-46a3-a654-427e352900e5 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Lock "d75b4146-4cb2-4c24-881a-98a1356abd92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.060904] env[70483]: INFO nova.compute.manager [None req-5da0e94e-2686-46a3-a654-427e352900e5 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Terminating instance [ 1293.126414] env[70483]: DEBUG oslo_concurrency.lockutils [None req-68335da2-149c-4ee5-acaf-98af44b6b828 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "7c5e3c01-1294-47fe-8df0-2944599c9b65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.009s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.133109] env[70483]: DEBUG oslo_concurrency.lockutils [None req-153aa70c-c6df-4f6a-bf5f-db59bfbe8fdf tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Acquiring lock "c87ba253-d5db-46cc-a2e1-cd0a7461a761" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.133498] env[70483]: DEBUG oslo_concurrency.lockutils [None req-153aa70c-c6df-4f6a-bf5f-db59bfbe8fdf tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Lock "c87ba253-d5db-46cc-a2e1-cd0a7461a761" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.133843] env[70483]: DEBUG oslo_concurrency.lockutils [None req-153aa70c-c6df-4f6a-bf5f-db59bfbe8fdf tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Acquiring lock "c87ba253-d5db-46cc-a2e1-cd0a7461a761-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.134227] env[70483]: DEBUG oslo_concurrency.lockutils [None req-153aa70c-c6df-4f6a-bf5f-db59bfbe8fdf tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Lock "c87ba253-d5db-46cc-a2e1-cd0a7461a761-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.134442] env[70483]: DEBUG oslo_concurrency.lockutils [None req-153aa70c-c6df-4f6a-bf5f-db59bfbe8fdf tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Lock "c87ba253-d5db-46cc-a2e1-cd0a7461a761-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.136836] env[70483]: INFO nova.compute.manager [None req-153aa70c-c6df-4f6a-bf5f-db59bfbe8fdf tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Terminating instance [ 1293.195075] env[70483]: DEBUG nova.network.neutron [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1293.220144] env[70483]: DEBUG oslo_concurrency.lockutils [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.220s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.220700] env[70483]: DEBUG nova.compute.manager [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1293.406920] env[70483]: DEBUG nova.network.neutron [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Updating instance_info_cache with network_info: [{"id": "ca97ab0d-a0f6-448c-8ab5-8f8200cd2aba", "address": "fa:16:3e:34:90:cd", "network": {"id": "39c856d8-722c-4f8d-8eee-135a2c013e05", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2002306372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b65872933dfc426ca293db16b3e79225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca97ab0d-a0", "ovs_interfaceid": "ca97ab0d-a0f6-448c-8ab5-8f8200cd2aba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.567033] env[70483]: DEBUG nova.compute.manager [None req-5da0e94e-2686-46a3-a654-427e352900e5 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1293.567033] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-5da0e94e-2686-46a3-a654-427e352900e5 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1293.567033] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a5c7c0-896e-4258-a9d8-459cce00c2dd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.574652] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da0e94e-2686-46a3-a654-427e352900e5 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.575092] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a7ee0d5-f366-424f-818e-667d3740c794 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.581160] env[70483]: DEBUG oslo_vmware.api [None req-5da0e94e-2686-46a3-a654-427e352900e5 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Waiting for the task: (returnval){ [ 1293.581160] env[70483]: value = "task-3479051" [ 1293.581160] env[70483]: _type = "Task" [ 1293.581160] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.589824] env[70483]: DEBUG oslo_vmware.api [None req-5da0e94e-2686-46a3-a654-427e352900e5 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.645022] env[70483]: DEBUG nova.compute.manager [None req-153aa70c-c6df-4f6a-bf5f-db59bfbe8fdf tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1293.645022] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-153aa70c-c6df-4f6a-bf5f-db59bfbe8fdf tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1293.645022] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4539d8-ae85-4247-993c-47d13e8fda4c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.651837] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-153aa70c-c6df-4f6a-bf5f-db59bfbe8fdf tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.652295] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87c2e56e-79cb-43ac-b4c6-7ca375da8e5a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.659598] env[70483]: DEBUG oslo_vmware.api [None req-153aa70c-c6df-4f6a-bf5f-db59bfbe8fdf tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Waiting for the task: (returnval){ [ 1293.659598] env[70483]: value = "task-3479052" [ 1293.659598] env[70483]: _type = "Task" [ 1293.659598] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.668691] env[70483]: DEBUG oslo_vmware.api [None req-153aa70c-c6df-4f6a-bf5f-db59bfbe8fdf tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.729722] env[70483]: DEBUG nova.compute.utils [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1293.730869] env[70483]: DEBUG nova.compute.manager [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1293.731063] env[70483]: DEBUG nova.network.neutron [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1293.768799] env[70483]: DEBUG nova.policy [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ccdbe7711054f29884191ee1260f20e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22bc78ded67d407ea182163cf9043f31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1293.811634] env[70483]: DEBUG nova.compute.manager [req-d08a6922-cc0e-4ae1-9df8-72949cf74c43 req-18c11e0e-f449-4af1-830f-848926513a3e service nova] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Received event network-changed-ca97ab0d-a0f6-448c-8ab5-8f8200cd2aba {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.811831] env[70483]: DEBUG nova.compute.manager [req-d08a6922-cc0e-4ae1-9df8-72949cf74c43 req-18c11e0e-f449-4af1-830f-848926513a3e service nova] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Refreshing instance network info cache due to event network-changed-ca97ab0d-a0f6-448c-8ab5-8f8200cd2aba. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1293.812038] env[70483]: DEBUG oslo_concurrency.lockutils [req-d08a6922-cc0e-4ae1-9df8-72949cf74c43 req-18c11e0e-f449-4af1-830f-848926513a3e service nova] Acquiring lock "refresh_cache-b402d8ce-946f-4022-bb73-5cc30deb72ab" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.914316] env[70483]: DEBUG oslo_concurrency.lockutils [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Releasing lock "refresh_cache-b402d8ce-946f-4022-bb73-5cc30deb72ab" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.914316] env[70483]: DEBUG nova.compute.manager [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Instance network_info: |[{"id": "ca97ab0d-a0f6-448c-8ab5-8f8200cd2aba", "address": "fa:16:3e:34:90:cd", "network": {"id": "39c856d8-722c-4f8d-8eee-135a2c013e05", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2002306372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b65872933dfc426ca293db16b3e79225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca97ab0d-a0", "ovs_interfaceid": "ca97ab0d-a0f6-448c-8ab5-8f8200cd2aba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1293.914316] env[70483]: DEBUG oslo_concurrency.lockutils [req-d08a6922-cc0e-4ae1-9df8-72949cf74c43 req-18c11e0e-f449-4af1-830f-848926513a3e service nova] Acquired lock "refresh_cache-b402d8ce-946f-4022-bb73-5cc30deb72ab" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.914316] env[70483]: DEBUG nova.network.neutron [req-d08a6922-cc0e-4ae1-9df8-72949cf74c43 req-18c11e0e-f449-4af1-830f-848926513a3e service nova] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Refreshing network info cache for port ca97ab0d-a0f6-448c-8ab5-8f8200cd2aba {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1293.914316] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:90:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca97ab0d-a0f6-448c-8ab5-8f8200cd2aba', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1293.923783] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Creating folder: Project (b65872933dfc426ca293db16b3e79225). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1293.926233] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01943b95-bbe0-45db-b5cd-4b294633fe3d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.939165] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Created folder: Project (b65872933dfc426ca293db16b3e79225) in parent group-v695216. [ 1293.939730] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Creating folder: Instances. Parent ref: group-v695541. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1293.940149] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ce80e9f-b354-490a-8730-829a1719a3a8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.955028] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Created folder: Instances in parent group-v695541. [ 1293.955028] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1293.955028] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1293.958553] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e4cc661-66ba-49d8-aaa6-384926642fe5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.994746] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1293.994746] env[70483]: value = "task-3479055" [ 1293.994746] env[70483]: _type = "Task" [ 1293.994746] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.008131] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479055, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.091647] env[70483]: DEBUG oslo_vmware.api [None req-5da0e94e-2686-46a3-a654-427e352900e5 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479051, 'name': PowerOffVM_Task, 'duration_secs': 0.274268} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.091848] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da0e94e-2686-46a3-a654-427e352900e5 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1294.092098] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-5da0e94e-2686-46a3-a654-427e352900e5 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1294.092354] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9f6042e-212f-469e-874a-a9e23dc8aaef {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.152482] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-5da0e94e-2686-46a3-a654-427e352900e5 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1294.152872] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-5da0e94e-2686-46a3-a654-427e352900e5 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1294.152872] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-5da0e94e-2686-46a3-a654-427e352900e5 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Deleting the datastore file [datastore1] d75b4146-4cb2-4c24-881a-98a1356abd92 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1294.153154] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c40a4f64-7a9a-49e6-b099-305495289e73 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.166289] env[70483]: DEBUG oslo_vmware.api [None req-5da0e94e-2686-46a3-a654-427e352900e5 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Waiting for the task: (returnval){ [ 1294.166289] env[70483]: value = "task-3479057" [ 1294.166289] env[70483]: _type = "Task" [ 1294.166289] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.172930] env[70483]: DEBUG oslo_vmware.api [None req-153aa70c-c6df-4f6a-bf5f-db59bfbe8fdf tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479052, 'name': PowerOffVM_Task, 'duration_secs': 0.207226} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.173600] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-153aa70c-c6df-4f6a-bf5f-db59bfbe8fdf tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1294.173799] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-153aa70c-c6df-4f6a-bf5f-db59bfbe8fdf tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1294.174069] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09b743bb-c289-4ddf-9998-56a0561cbe36 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.178868] env[70483]: DEBUG oslo_vmware.api [None req-5da0e94e-2686-46a3-a654-427e352900e5 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.180371] env[70483]: DEBUG nova.network.neutron [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Successfully created port: 14523e90-7f0f-48ad-8036-0b9f787a70a6 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1294.234030] env[70483]: DEBUG nova.compute.manager [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1294.283370] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-153aa70c-c6df-4f6a-bf5f-db59bfbe8fdf tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1294.283370] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-153aa70c-c6df-4f6a-bf5f-db59bfbe8fdf tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1294.283370] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-153aa70c-c6df-4f6a-bf5f-db59bfbe8fdf tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Deleting the datastore file [datastore1] c87ba253-d5db-46cc-a2e1-cd0a7461a761 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1294.283644] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4f98f1e-e153-4f60-bb29-afaef1a2b778 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.292641] env[70483]: DEBUG oslo_vmware.api [None req-153aa70c-c6df-4f6a-bf5f-db59bfbe8fdf tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Waiting for the task: (returnval){ [ 1294.292641] env[70483]: value = "task-3479059" [ 1294.292641] env[70483]: _type = "Task" [ 1294.292641] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.301250] env[70483]: DEBUG oslo_vmware.api [None req-153aa70c-c6df-4f6a-bf5f-db59bfbe8fdf tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479059, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.511124] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479055, 'name': CreateVM_Task, 'duration_secs': 0.324799} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.511466] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1294.512759] env[70483]: DEBUG oslo_concurrency.lockutils [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.513037] env[70483]: DEBUG oslo_concurrency.lockutils [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.513614] env[70483]: DEBUG oslo_concurrency.lockutils [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.513984] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6be399f8-22f0-4cf9-b852-acc5595477e9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.522232] env[70483]: DEBUG oslo_vmware.api [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Waiting for the task: (returnval){ [ 1294.522232] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5223f044-3831-1259-a5e0-6e48c6b5dd8e" [ 1294.522232] env[70483]: _type = "Task" [ 1294.522232] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.531430] env[70483]: DEBUG oslo_vmware.api [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5223f044-3831-1259-a5e0-6e48c6b5dd8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.659077] env[70483]: DEBUG nova.network.neutron [req-d08a6922-cc0e-4ae1-9df8-72949cf74c43 req-18c11e0e-f449-4af1-830f-848926513a3e service nova] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Updated VIF entry in instance network info cache for port ca97ab0d-a0f6-448c-8ab5-8f8200cd2aba. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1294.659506] env[70483]: DEBUG nova.network.neutron [req-d08a6922-cc0e-4ae1-9df8-72949cf74c43 req-18c11e0e-f449-4af1-830f-848926513a3e service nova] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Updating instance_info_cache with network_info: [{"id": "ca97ab0d-a0f6-448c-8ab5-8f8200cd2aba", "address": "fa:16:3e:34:90:cd", "network": {"id": "39c856d8-722c-4f8d-8eee-135a2c013e05", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2002306372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b65872933dfc426ca293db16b3e79225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca97ab0d-a0", "ovs_interfaceid": "ca97ab0d-a0f6-448c-8ab5-8f8200cd2aba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.677330] env[70483]: DEBUG oslo_vmware.api [None req-5da0e94e-2686-46a3-a654-427e352900e5 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479057, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162212} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.677565] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-5da0e94e-2686-46a3-a654-427e352900e5 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1294.677758] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-5da0e94e-2686-46a3-a654-427e352900e5 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1294.677963] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-5da0e94e-2686-46a3-a654-427e352900e5 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1294.678162] env[70483]: INFO nova.compute.manager [None req-5da0e94e-2686-46a3-a654-427e352900e5 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1294.678404] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5da0e94e-2686-46a3-a654-427e352900e5 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1294.678644] env[70483]: DEBUG nova.compute.manager [-] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1294.678750] env[70483]: DEBUG nova.network.neutron [-] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1294.803332] env[70483]: DEBUG oslo_vmware.api [None req-153aa70c-c6df-4f6a-bf5f-db59bfbe8fdf tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Task: {'id': task-3479059, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183139} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.803592] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-153aa70c-c6df-4f6a-bf5f-db59bfbe8fdf tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1294.803781] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-153aa70c-c6df-4f6a-bf5f-db59bfbe8fdf tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1294.803956] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-153aa70c-c6df-4f6a-bf5f-db59bfbe8fdf tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1294.804143] env[70483]: INFO nova.compute.manager [None req-153aa70c-c6df-4f6a-bf5f-db59bfbe8fdf tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1294.804388] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-153aa70c-c6df-4f6a-bf5f-db59bfbe8fdf tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1294.804580] env[70483]: DEBUG nova.compute.manager [-] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1294.804678] env[70483]: DEBUG nova.network.neutron [-] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1295.034340] env[70483]: DEBUG oslo_vmware.api [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5223f044-3831-1259-a5e0-6e48c6b5dd8e, 'name': SearchDatastore_Task, 'duration_secs': 0.010776} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.034660] env[70483]: DEBUG oslo_concurrency.lockutils [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.035237] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1295.035237] env[70483]: DEBUG oslo_concurrency.lockutils [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.035475] env[70483]: DEBUG oslo_concurrency.lockutils [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.035475] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1295.035719] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5065602-d025-4b59-871c-181625612aef {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.045034] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1295.045234] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1295.045973] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26c87383-cbf9-41c9-99e6-573eeb3573c3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.051382] env[70483]: DEBUG oslo_vmware.api [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Waiting for the task: (returnval){ [ 1295.051382] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52417277-8141-4b85-5a02-2391e0c25976" [ 1295.051382] env[70483]: _type = "Task" [ 1295.051382] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.059482] env[70483]: DEBUG oslo_vmware.api [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52417277-8141-4b85-5a02-2391e0c25976, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.162179] env[70483]: DEBUG oslo_concurrency.lockutils [req-d08a6922-cc0e-4ae1-9df8-72949cf74c43 req-18c11e0e-f449-4af1-830f-848926513a3e service nova] Releasing lock "refresh_cache-b402d8ce-946f-4022-bb73-5cc30deb72ab" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.162531] env[70483]: DEBUG nova.compute.manager [req-d08a6922-cc0e-4ae1-9df8-72949cf74c43 req-18c11e0e-f449-4af1-830f-848926513a3e service nova] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Received event network-changed-b18c12dd-5ca0-4cc0-b0e4-56651cfeb701 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.162610] env[70483]: DEBUG nova.compute.manager [req-d08a6922-cc0e-4ae1-9df8-72949cf74c43 req-18c11e0e-f449-4af1-830f-848926513a3e service nova] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Refreshing instance network info cache due to event network-changed-b18c12dd-5ca0-4cc0-b0e4-56651cfeb701. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1295.162961] env[70483]: DEBUG oslo_concurrency.lockutils [req-d08a6922-cc0e-4ae1-9df8-72949cf74c43 req-18c11e0e-f449-4af1-830f-848926513a3e service nova] Acquiring lock "refresh_cache-7c5e3c01-1294-47fe-8df0-2944599c9b65" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.162961] env[70483]: DEBUG oslo_concurrency.lockutils [req-d08a6922-cc0e-4ae1-9df8-72949cf74c43 req-18c11e0e-f449-4af1-830f-848926513a3e service nova] Acquired lock "refresh_cache-7c5e3c01-1294-47fe-8df0-2944599c9b65" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.163162] env[70483]: DEBUG nova.network.neutron [req-d08a6922-cc0e-4ae1-9df8-72949cf74c43 req-18c11e0e-f449-4af1-830f-848926513a3e service nova] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Refreshing network info cache for port b18c12dd-5ca0-4cc0-b0e4-56651cfeb701 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1295.243078] env[70483]: DEBUG nova.compute.manager [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1295.271451] env[70483]: DEBUG nova.virt.hardware [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1295.271723] env[70483]: DEBUG nova.virt.hardware [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1295.271884] env[70483]: DEBUG nova.virt.hardware [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1295.272085] env[70483]: DEBUG nova.virt.hardware [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1295.272241] env[70483]: DEBUG nova.virt.hardware [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1295.272391] env[70483]: DEBUG nova.virt.hardware [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1295.272609] env[70483]: DEBUG nova.virt.hardware [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1295.272868] env[70483]: DEBUG nova.virt.hardware [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1295.273181] env[70483]: DEBUG nova.virt.hardware [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1295.273377] env[70483]: DEBUG nova.virt.hardware [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1295.273560] env[70483]: DEBUG nova.virt.hardware [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1295.274448] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ead485c-6f2e-42e8-bbc7-676ee457bc6d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.282728] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c359aa1a-1de3-4cee-8bd1-b460b5d1e341 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.448060] env[70483]: DEBUG nova.network.neutron [-] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.562503] env[70483]: DEBUG oslo_vmware.api [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52417277-8141-4b85-5a02-2391e0c25976, 'name': SearchDatastore_Task, 'duration_secs': 0.011075} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.563182] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f61d30d7-4a2b-483b-8d6b-d6caf959aceb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.569166] env[70483]: DEBUG oslo_vmware.api [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Waiting for the task: (returnval){ [ 1295.569166] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52bb7805-6949-2789-bd8c-b649212012f9" [ 1295.569166] env[70483]: _type = "Task" [ 1295.569166] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.577356] env[70483]: DEBUG oslo_vmware.api [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52bb7805-6949-2789-bd8c-b649212012f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.610489] env[70483]: DEBUG nova.network.neutron [-] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.846968] env[70483]: DEBUG nova.network.neutron [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Successfully updated port: 14523e90-7f0f-48ad-8036-0b9f787a70a6 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1295.854325] env[70483]: DEBUG nova.compute.manager [req-a1bb9a77-77cb-4924-9110-728fe10b28bb req-f89bd59c-6a30-4fc9-a18d-0cb29ea7f5b8 service nova] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Received event network-vif-deleted-a2d56bee-8050-4ac4-9ef1-9c4634c6e8f0 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.854325] env[70483]: DEBUG nova.compute.manager [req-a1bb9a77-77cb-4924-9110-728fe10b28bb req-f89bd59c-6a30-4fc9-a18d-0cb29ea7f5b8 service nova] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Received event network-vif-deleted-a961b353-8762-47a9-9e8a-fd1cf2839a61 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.854325] env[70483]: DEBUG nova.compute.manager [req-a1bb9a77-77cb-4924-9110-728fe10b28bb req-f89bd59c-6a30-4fc9-a18d-0cb29ea7f5b8 service nova] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Received event network-vif-plugged-14523e90-7f0f-48ad-8036-0b9f787a70a6 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.854325] env[70483]: DEBUG oslo_concurrency.lockutils [req-a1bb9a77-77cb-4924-9110-728fe10b28bb req-f89bd59c-6a30-4fc9-a18d-0cb29ea7f5b8 service nova] Acquiring lock "64b7cc35-1416-4398-a023-cd298e7a0127-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.854325] env[70483]: DEBUG oslo_concurrency.lockutils [req-a1bb9a77-77cb-4924-9110-728fe10b28bb req-f89bd59c-6a30-4fc9-a18d-0cb29ea7f5b8 service nova] Lock "64b7cc35-1416-4398-a023-cd298e7a0127-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.854325] env[70483]: DEBUG oslo_concurrency.lockutils [req-a1bb9a77-77cb-4924-9110-728fe10b28bb req-f89bd59c-6a30-4fc9-a18d-0cb29ea7f5b8 service nova] Lock "64b7cc35-1416-4398-a023-cd298e7a0127-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.854325] env[70483]: DEBUG nova.compute.manager [req-a1bb9a77-77cb-4924-9110-728fe10b28bb req-f89bd59c-6a30-4fc9-a18d-0cb29ea7f5b8 service nova] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] No waiting events found dispatching network-vif-plugged-14523e90-7f0f-48ad-8036-0b9f787a70a6 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1295.854325] env[70483]: WARNING nova.compute.manager [req-a1bb9a77-77cb-4924-9110-728fe10b28bb req-f89bd59c-6a30-4fc9-a18d-0cb29ea7f5b8 service nova] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Received unexpected event network-vif-plugged-14523e90-7f0f-48ad-8036-0b9f787a70a6 for instance with vm_state building and task_state spawning. [ 1295.932800] env[70483]: DEBUG nova.network.neutron [req-d08a6922-cc0e-4ae1-9df8-72949cf74c43 req-18c11e0e-f449-4af1-830f-848926513a3e service nova] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Updated VIF entry in instance network info cache for port b18c12dd-5ca0-4cc0-b0e4-56651cfeb701. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1295.933224] env[70483]: DEBUG nova.network.neutron [req-d08a6922-cc0e-4ae1-9df8-72949cf74c43 req-18c11e0e-f449-4af1-830f-848926513a3e service nova] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Updating instance_info_cache with network_info: [{"id": "b18c12dd-5ca0-4cc0-b0e4-56651cfeb701", "address": "fa:16:3e:3e:3f:7d", "network": {"id": "948b7173-5456-49a2-9a1a-e36a1a46b931", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1783064445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a0a79c686d4fd5ace3cd0e354054d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb18c12dd-5c", "ovs_interfaceid": "b18c12dd-5ca0-4cc0-b0e4-56651cfeb701", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.950764] env[70483]: INFO nova.compute.manager [-] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Took 1.27 seconds to deallocate network for instance. [ 1296.081459] env[70483]: DEBUG oslo_vmware.api [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52bb7805-6949-2789-bd8c-b649212012f9, 'name': SearchDatastore_Task, 'duration_secs': 0.025643} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.081708] env[70483]: DEBUG oslo_concurrency.lockutils [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.081967] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] b402d8ce-946f-4022-bb73-5cc30deb72ab/b402d8ce-946f-4022-bb73-5cc30deb72ab.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1296.082230] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f49591c1-8a09-432f-9a49-77e6ee94f50c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.088919] env[70483]: DEBUG oslo_vmware.api [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Waiting for the task: (returnval){ [ 1296.088919] env[70483]: value = "task-3479060" [ 1296.088919] env[70483]: _type = "Task" [ 1296.088919] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.096424] env[70483]: DEBUG oslo_vmware.api [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Task: {'id': task-3479060, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.113324] env[70483]: INFO nova.compute.manager [-] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Took 1.31 seconds to deallocate network for instance. [ 1296.354737] env[70483]: DEBUG oslo_concurrency.lockutils [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "refresh_cache-64b7cc35-1416-4398-a023-cd298e7a0127" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.354998] env[70483]: DEBUG oslo_concurrency.lockutils [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquired lock "refresh_cache-64b7cc35-1416-4398-a023-cd298e7a0127" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.355067] env[70483]: DEBUG nova.network.neutron [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.436206] env[70483]: DEBUG oslo_concurrency.lockutils [req-d08a6922-cc0e-4ae1-9df8-72949cf74c43 req-18c11e0e-f449-4af1-830f-848926513a3e service nova] Releasing lock "refresh_cache-7c5e3c01-1294-47fe-8df0-2944599c9b65" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.458100] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5da0e94e-2686-46a3-a654-427e352900e5 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.458518] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5da0e94e-2686-46a3-a654-427e352900e5 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.458730] env[70483]: DEBUG nova.objects.instance [None req-5da0e94e-2686-46a3-a654-427e352900e5 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Lazy-loading 'resources' on Instance uuid d75b4146-4cb2-4c24-881a-98a1356abd92 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1296.600013] env[70483]: DEBUG oslo_vmware.api [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Task: {'id': task-3479060, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.620435] env[70483]: DEBUG oslo_concurrency.lockutils [None req-153aa70c-c6df-4f6a-bf5f-db59bfbe8fdf tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.885357] env[70483]: DEBUG nova.network.neutron [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1297.006889] env[70483]: DEBUG nova.network.neutron [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Updating instance_info_cache with network_info: [{"id": "14523e90-7f0f-48ad-8036-0b9f787a70a6", "address": "fa:16:3e:5c:96:dc", "network": {"id": "10b3c590-1aa9-44e4-8b20-e6d555002cbd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-950466256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22bc78ded67d407ea182163cf9043f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14523e90-7f", "ovs_interfaceid": "14523e90-7f0f-48ad-8036-0b9f787a70a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.072240] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca33339-4dce-443a-8f1d-3f899869e0a7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.080788] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d6b63c-f10d-43c3-91d2-f124420fd7b8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.114137] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df1b86e-3684-4d65-abd6-48dc986c3d5c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.121191] env[70483]: DEBUG oslo_vmware.api [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Task: {'id': task-3479060, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565101} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.123176] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] b402d8ce-946f-4022-bb73-5cc30deb72ab/b402d8ce-946f-4022-bb73-5cc30deb72ab.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1297.123398] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1297.123661] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-930af022-d9eb-4768-8f25-fa7473cbc28b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.126252] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae92651-f2ed-4dd7-9be3-c77798affcb7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.140749] env[70483]: DEBUG nova.compute.provider_tree [None req-5da0e94e-2686-46a3-a654-427e352900e5 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.143044] env[70483]: DEBUG oslo_vmware.api [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Waiting for the task: (returnval){ [ 1297.143044] env[70483]: value = "task-3479061" [ 1297.143044] env[70483]: _type = "Task" [ 1297.143044] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.150329] env[70483]: DEBUG oslo_vmware.api [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Task: {'id': task-3479061, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.510007] env[70483]: DEBUG oslo_concurrency.lockutils [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Releasing lock "refresh_cache-64b7cc35-1416-4398-a023-cd298e7a0127" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.510353] env[70483]: DEBUG nova.compute.manager [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Instance network_info: |[{"id": "14523e90-7f0f-48ad-8036-0b9f787a70a6", "address": "fa:16:3e:5c:96:dc", "network": {"id": "10b3c590-1aa9-44e4-8b20-e6d555002cbd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-950466256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22bc78ded67d407ea182163cf9043f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14523e90-7f", "ovs_interfaceid": "14523e90-7f0f-48ad-8036-0b9f787a70a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1297.510781] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:96:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7043ca7a-807c-4c7b-b646-23ffece188b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14523e90-7f0f-48ad-8036-0b9f787a70a6', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1297.518114] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1297.518321] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1297.518578] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2fe3b9b3-4f98-4972-8f71-74a5c0e6418d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.540125] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1297.540125] env[70483]: value = "task-3479062" [ 1297.540125] env[70483]: _type = "Task" [ 1297.540125] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.547523] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479062, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.645422] env[70483]: DEBUG nova.scheduler.client.report [None req-5da0e94e-2686-46a3-a654-427e352900e5 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.658050] env[70483]: DEBUG oslo_vmware.api [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Task: {'id': task-3479061, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068694} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.658050] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1297.658627] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b0bb90-4562-46be-802a-436937120e82 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.680920] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] b402d8ce-946f-4022-bb73-5cc30deb72ab/b402d8ce-946f-4022-bb73-5cc30deb72ab.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1297.681474] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9e93be4-256d-4390-870d-fde77b2c4b3b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.701618] env[70483]: DEBUG oslo_vmware.api [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Waiting for the task: (returnval){ [ 1297.701618] env[70483]: value = "task-3479063" [ 1297.701618] env[70483]: _type = "Task" [ 1297.701618] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.709918] env[70483]: DEBUG oslo_vmware.api [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Task: {'id': task-3479063, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.878255] env[70483]: DEBUG nova.compute.manager [req-b9b22d38-1d92-4ed3-98aa-9d2d9f10a3da req-6a3b213e-c84b-4ab9-9467-00f5bf899813 service nova] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Received event network-changed-14523e90-7f0f-48ad-8036-0b9f787a70a6 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.878255] env[70483]: DEBUG nova.compute.manager [req-b9b22d38-1d92-4ed3-98aa-9d2d9f10a3da req-6a3b213e-c84b-4ab9-9467-00f5bf899813 service nova] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Refreshing instance network info cache due to event network-changed-14523e90-7f0f-48ad-8036-0b9f787a70a6. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1297.878255] env[70483]: DEBUG oslo_concurrency.lockutils [req-b9b22d38-1d92-4ed3-98aa-9d2d9f10a3da req-6a3b213e-c84b-4ab9-9467-00f5bf899813 service nova] Acquiring lock "refresh_cache-64b7cc35-1416-4398-a023-cd298e7a0127" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.878255] env[70483]: DEBUG oslo_concurrency.lockutils [req-b9b22d38-1d92-4ed3-98aa-9d2d9f10a3da req-6a3b213e-c84b-4ab9-9467-00f5bf899813 service nova] Acquired lock "refresh_cache-64b7cc35-1416-4398-a023-cd298e7a0127" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.878422] env[70483]: DEBUG nova.network.neutron [req-b9b22d38-1d92-4ed3-98aa-9d2d9f10a3da req-6a3b213e-c84b-4ab9-9467-00f5bf899813 service nova] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Refreshing network info cache for port 14523e90-7f0f-48ad-8036-0b9f787a70a6 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1298.050346] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479062, 'name': CreateVM_Task} progress is 25%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.153600] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5da0e94e-2686-46a3-a654-427e352900e5 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.695s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.155940] env[70483]: DEBUG oslo_concurrency.lockutils [None req-153aa70c-c6df-4f6a-bf5f-db59bfbe8fdf tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.536s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.156250] env[70483]: DEBUG nova.objects.instance [None req-153aa70c-c6df-4f6a-bf5f-db59bfbe8fdf tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Lazy-loading 'resources' on Instance uuid c87ba253-d5db-46cc-a2e1-cd0a7461a761 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.178092] env[70483]: INFO nova.scheduler.client.report [None req-5da0e94e-2686-46a3-a654-427e352900e5 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Deleted allocations for instance d75b4146-4cb2-4c24-881a-98a1356abd92 [ 1298.218201] env[70483]: DEBUG oslo_vmware.api [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Task: {'id': task-3479063, 'name': ReconfigVM_Task, 'duration_secs': 0.302554} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.218507] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Reconfigured VM instance instance-00000078 to attach disk [datastore1] b402d8ce-946f-4022-bb73-5cc30deb72ab/b402d8ce-946f-4022-bb73-5cc30deb72ab.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1298.219516] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aee9b670-eb8a-4a56-a7ab-f164623024e0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.225904] env[70483]: DEBUG oslo_vmware.api [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Waiting for the task: (returnval){ [ 1298.225904] env[70483]: value = "task-3479064" [ 1298.225904] env[70483]: _type = "Task" [ 1298.225904] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.236566] env[70483]: DEBUG oslo_vmware.api [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Task: {'id': task-3479064, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.552161] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479062, 'name': CreateVM_Task, 'duration_secs': 0.723832} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.552455] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1298.552996] env[70483]: DEBUG oslo_concurrency.lockutils [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.553202] env[70483]: DEBUG oslo_concurrency.lockutils [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.553506] env[70483]: DEBUG oslo_concurrency.lockutils [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.553983] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04e95c73-f3c1-4001-b0bc-fc29c22bd28c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.558908] env[70483]: DEBUG oslo_vmware.api [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1298.558908] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5232e1f2-02d0-b5b1-a56e-ef4d6f64c9ac" [ 1298.558908] env[70483]: _type = "Task" [ 1298.558908] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.567668] env[70483]: DEBUG oslo_vmware.api [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5232e1f2-02d0-b5b1-a56e-ef4d6f64c9ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.604734] env[70483]: DEBUG nova.network.neutron [req-b9b22d38-1d92-4ed3-98aa-9d2d9f10a3da req-6a3b213e-c84b-4ab9-9467-00f5bf899813 service nova] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Updated VIF entry in instance network info cache for port 14523e90-7f0f-48ad-8036-0b9f787a70a6. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1298.605071] env[70483]: DEBUG nova.network.neutron [req-b9b22d38-1d92-4ed3-98aa-9d2d9f10a3da req-6a3b213e-c84b-4ab9-9467-00f5bf899813 service nova] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Updating instance_info_cache with network_info: [{"id": "14523e90-7f0f-48ad-8036-0b9f787a70a6", "address": "fa:16:3e:5c:96:dc", "network": {"id": "10b3c590-1aa9-44e4-8b20-e6d555002cbd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-950466256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22bc78ded67d407ea182163cf9043f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14523e90-7f", "ovs_interfaceid": "14523e90-7f0f-48ad-8036-0b9f787a70a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.687733] env[70483]: DEBUG oslo_concurrency.lockutils [None req-5da0e94e-2686-46a3-a654-427e352900e5 tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Lock "d75b4146-4cb2-4c24-881a-98a1356abd92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.630s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.737076] env[70483]: DEBUG oslo_vmware.api [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Task: {'id': task-3479064, 'name': Rename_Task, 'duration_secs': 0.160405} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.737350] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1298.737619] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22a74633-2835-49fe-a61a-2ca4aec5f9a5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.745204] env[70483]: DEBUG oslo_vmware.api [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Waiting for the task: (returnval){ [ 1298.745204] env[70483]: value = "task-3479065" [ 1298.745204] env[70483]: _type = "Task" [ 1298.745204] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.752420] env[70483]: DEBUG oslo_vmware.api [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Task: {'id': task-3479065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.764926] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859119e8-f3fb-44a7-99d8-e5caf8dc09c5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.772035] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bf9050-0131-4435-8068-47a5403c3e4c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.802360] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06957745-5024-4522-8fe3-46764bd61cc8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.809375] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ef7b5a-9721-4fc9-b2e9-168de1ce9d66 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.823374] env[70483]: DEBUG nova.compute.provider_tree [None req-153aa70c-c6df-4f6a-bf5f-db59bfbe8fdf tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.070037] env[70483]: DEBUG oslo_vmware.api [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5232e1f2-02d0-b5b1-a56e-ef4d6f64c9ac, 'name': SearchDatastore_Task, 'duration_secs': 0.017914} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.070327] env[70483]: DEBUG oslo_concurrency.lockutils [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.070556] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1299.070868] env[70483]: DEBUG oslo_concurrency.lockutils [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.071082] env[70483]: DEBUG oslo_concurrency.lockutils [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.071324] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1299.071635] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9f90e04-f9cc-4308-bb4b-8ca309ead17b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.079777] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1299.079950] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1299.080660] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1b29a65-6549-45b0-8d9e-c048df875d6b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.085678] env[70483]: DEBUG oslo_vmware.api [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1299.085678] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]520685bb-b4ae-8bd6-2c24-047ffff65e22" [ 1299.085678] env[70483]: _type = "Task" [ 1299.085678] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.093300] env[70483]: DEBUG oslo_vmware.api [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]520685bb-b4ae-8bd6-2c24-047ffff65e22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.107918] env[70483]: DEBUG oslo_concurrency.lockutils [req-b9b22d38-1d92-4ed3-98aa-9d2d9f10a3da req-6a3b213e-c84b-4ab9-9467-00f5bf899813 service nova] Releasing lock "refresh_cache-64b7cc35-1416-4398-a023-cd298e7a0127" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.255750] env[70483]: DEBUG oslo_vmware.api [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Task: {'id': task-3479065, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.326815] env[70483]: DEBUG nova.scheduler.client.report [None req-153aa70c-c6df-4f6a-bf5f-db59bfbe8fdf tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.596991] env[70483]: DEBUG oslo_vmware.api [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]520685bb-b4ae-8bd6-2c24-047ffff65e22, 'name': SearchDatastore_Task, 'duration_secs': 0.008734} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.597846] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb2733e5-0ef1-48e4-8591-8e588600df62 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.603160] env[70483]: DEBUG oslo_vmware.api [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1299.603160] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52f6d98e-b1b3-5e58-c967-2f84fd852c86" [ 1299.603160] env[70483]: _type = "Task" [ 1299.603160] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.610659] env[70483]: DEBUG oslo_vmware.api [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52f6d98e-b1b3-5e58-c967-2f84fd852c86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.755041] env[70483]: DEBUG oslo_vmware.api [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Task: {'id': task-3479065, 'name': PowerOnVM_Task, 'duration_secs': 0.549438} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.755302] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1299.755540] env[70483]: INFO nova.compute.manager [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Took 8.46 seconds to spawn the instance on the hypervisor. [ 1299.755672] env[70483]: DEBUG nova.compute.manager [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1299.756464] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20df805a-31af-4c78-9547-ad857099f244 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.831631] env[70483]: DEBUG oslo_concurrency.lockutils [None req-153aa70c-c6df-4f6a-bf5f-db59bfbe8fdf tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.676s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.848525] env[70483]: INFO nova.scheduler.client.report [None req-153aa70c-c6df-4f6a-bf5f-db59bfbe8fdf tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Deleted allocations for instance c87ba253-d5db-46cc-a2e1-cd0a7461a761 [ 1300.115826] env[70483]: DEBUG oslo_vmware.api [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52f6d98e-b1b3-5e58-c967-2f84fd852c86, 'name': SearchDatastore_Task, 'duration_secs': 0.009847} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.115826] env[70483]: DEBUG oslo_concurrency.lockutils [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.115826] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 64b7cc35-1416-4398-a023-cd298e7a0127/64b7cc35-1416-4398-a023-cd298e7a0127.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1300.116274] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb2dce58-f9e6-4805-a7b0-2d9b38624e7e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.123438] env[70483]: DEBUG oslo_vmware.api [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1300.123438] env[70483]: value = "task-3479066" [ 1300.123438] env[70483]: _type = "Task" [ 1300.123438] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.132043] env[70483]: DEBUG oslo_vmware.api [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.273768] env[70483]: INFO nova.compute.manager [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Took 15.57 seconds to build instance. [ 1300.356545] env[70483]: DEBUG oslo_concurrency.lockutils [None req-153aa70c-c6df-4f6a-bf5f-db59bfbe8fdf tempest-ListServersNegativeTestJSON-1519656907 tempest-ListServersNegativeTestJSON-1519656907-project-member] Lock "c87ba253-d5db-46cc-a2e1-cd0a7461a761" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.223s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.636736] env[70483]: DEBUG oslo_vmware.api [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479066, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.412632} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.637198] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore1] 64b7cc35-1416-4398-a023-cd298e7a0127/64b7cc35-1416-4398-a023-cd298e7a0127.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1300.637536] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1300.637807] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00b8efad-b80f-41ce-9d88-718cd3200674 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.644959] env[70483]: DEBUG oslo_vmware.api [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1300.644959] env[70483]: value = "task-3479067" [ 1300.644959] env[70483]: _type = "Task" [ 1300.644959] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.653862] env[70483]: DEBUG oslo_vmware.api [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.775756] env[70483]: DEBUG oslo_concurrency.lockutils [None req-772185ac-9bc1-4ae3-be36-fdf66f96f9ec tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Lock "b402d8ce-946f-4022-bb73-5cc30deb72ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.081s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.155353] env[70483]: DEBUG oslo_vmware.api [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060071} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.155739] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1301.156617] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33dfa7a-5ba9-49ad-b8eb-01bd47cd1f79 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.179075] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 64b7cc35-1416-4398-a023-cd298e7a0127/64b7cc35-1416-4398-a023-cd298e7a0127.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1301.179357] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b111071d-396a-4852-819f-84f601352ef4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.199404] env[70483]: DEBUG oslo_vmware.api [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1301.199404] env[70483]: value = "task-3479068" [ 1301.199404] env[70483]: _type = "Task" [ 1301.199404] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.208269] env[70483]: DEBUG oslo_vmware.api [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479068, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.380391] env[70483]: DEBUG oslo_concurrency.lockutils [None req-14eb2a8f-66fe-44ec-a88b-4372cccdb741 tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Acquiring lock "b402d8ce-946f-4022-bb73-5cc30deb72ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.380682] env[70483]: DEBUG oslo_concurrency.lockutils [None req-14eb2a8f-66fe-44ec-a88b-4372cccdb741 tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Lock "b402d8ce-946f-4022-bb73-5cc30deb72ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.380872] env[70483]: DEBUG oslo_concurrency.lockutils [None req-14eb2a8f-66fe-44ec-a88b-4372cccdb741 tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Acquiring lock "b402d8ce-946f-4022-bb73-5cc30deb72ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.381067] env[70483]: DEBUG oslo_concurrency.lockutils [None req-14eb2a8f-66fe-44ec-a88b-4372cccdb741 tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Lock "b402d8ce-946f-4022-bb73-5cc30deb72ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.381239] env[70483]: DEBUG oslo_concurrency.lockutils [None req-14eb2a8f-66fe-44ec-a88b-4372cccdb741 tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Lock "b402d8ce-946f-4022-bb73-5cc30deb72ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.383283] env[70483]: INFO nova.compute.manager [None req-14eb2a8f-66fe-44ec-a88b-4372cccdb741 tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Terminating instance [ 1301.709400] env[70483]: DEBUG oslo_vmware.api [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479068, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.888100] env[70483]: DEBUG nova.compute.manager [None req-14eb2a8f-66fe-44ec-a88b-4372cccdb741 tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1301.888100] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-14eb2a8f-66fe-44ec-a88b-4372cccdb741 tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1301.888750] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05f651a-e258-4d0f-aed1-22276ebcb3be {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.895959] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-14eb2a8f-66fe-44ec-a88b-4372cccdb741 tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1301.896211] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dab2ec76-ed4d-47e6-a2f6-2d7a269ab5c3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.901256] env[70483]: DEBUG oslo_vmware.api [None req-14eb2a8f-66fe-44ec-a88b-4372cccdb741 tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Waiting for the task: (returnval){ [ 1301.901256] env[70483]: value = "task-3479069" [ 1301.901256] env[70483]: _type = "Task" [ 1301.901256] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.909217] env[70483]: DEBUG oslo_vmware.api [None req-14eb2a8f-66fe-44ec-a88b-4372cccdb741 tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Task: {'id': task-3479069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.209579] env[70483]: DEBUG oslo_vmware.api [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479068, 'name': ReconfigVM_Task, 'duration_secs': 0.689056} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.209813] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 64b7cc35-1416-4398-a023-cd298e7a0127/64b7cc35-1416-4398-a023-cd298e7a0127.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1302.210585] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1aed17e-1457-4410-b908-ad1453d8acac {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.217072] env[70483]: DEBUG oslo_vmware.api [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1302.217072] env[70483]: value = "task-3479070" [ 1302.217072] env[70483]: _type = "Task" [ 1302.217072] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.224284] env[70483]: DEBUG oslo_vmware.api [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479070, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.410497] env[70483]: DEBUG oslo_vmware.api [None req-14eb2a8f-66fe-44ec-a88b-4372cccdb741 tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Task: {'id': task-3479069, 'name': PowerOffVM_Task, 'duration_secs': 0.196139} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.410753] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-14eb2a8f-66fe-44ec-a88b-4372cccdb741 tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1302.410926] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-14eb2a8f-66fe-44ec-a88b-4372cccdb741 tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1302.411190] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26e4b5a2-7b32-4397-863f-ac409d66a3c8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.475720] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-14eb2a8f-66fe-44ec-a88b-4372cccdb741 tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1302.475897] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-14eb2a8f-66fe-44ec-a88b-4372cccdb741 tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1302.476103] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-14eb2a8f-66fe-44ec-a88b-4372cccdb741 tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Deleting the datastore file [datastore1] b402d8ce-946f-4022-bb73-5cc30deb72ab {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1302.476380] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d2e88f4-1247-4a67-aa4d-d3c470343757 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.484396] env[70483]: DEBUG oslo_vmware.api [None req-14eb2a8f-66fe-44ec-a88b-4372cccdb741 tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Waiting for the task: (returnval){ [ 1302.484396] env[70483]: value = "task-3479072" [ 1302.484396] env[70483]: _type = "Task" [ 1302.484396] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.492498] env[70483]: DEBUG oslo_vmware.api [None req-14eb2a8f-66fe-44ec-a88b-4372cccdb741 tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Task: {'id': task-3479072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.728286] env[70483]: DEBUG oslo_vmware.api [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479070, 'name': Rename_Task, 'duration_secs': 0.142824} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.728644] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1302.728742] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41119e50-ca29-4fd0-9d32-53622694786d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.735415] env[70483]: DEBUG oslo_vmware.api [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1302.735415] env[70483]: value = "task-3479073" [ 1302.735415] env[70483]: _type = "Task" [ 1302.735415] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.742909] env[70483]: DEBUG oslo_vmware.api [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479073, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.994657] env[70483]: DEBUG oslo_vmware.api [None req-14eb2a8f-66fe-44ec-a88b-4372cccdb741 tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Task: {'id': task-3479072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137741} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.994910] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-14eb2a8f-66fe-44ec-a88b-4372cccdb741 tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1302.995110] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-14eb2a8f-66fe-44ec-a88b-4372cccdb741 tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1302.995292] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-14eb2a8f-66fe-44ec-a88b-4372cccdb741 tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1302.995483] env[70483]: INFO nova.compute.manager [None req-14eb2a8f-66fe-44ec-a88b-4372cccdb741 tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1302.995721] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14eb2a8f-66fe-44ec-a88b-4372cccdb741 tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1302.995911] env[70483]: DEBUG nova.compute.manager [-] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1302.996015] env[70483]: DEBUG nova.network.neutron [-] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1303.250968] env[70483]: DEBUG oslo_vmware.api [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479073, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.294664] env[70483]: DEBUG nova.compute.manager [req-6e4f0a4c-92b0-4f4e-ae5a-bee38ca51d76 req-33615f19-01c2-4834-95e2-c1cd5cc1f4dc service nova] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Received event network-vif-deleted-ca97ab0d-a0f6-448c-8ab5-8f8200cd2aba {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1303.295121] env[70483]: INFO nova.compute.manager [req-6e4f0a4c-92b0-4f4e-ae5a-bee38ca51d76 req-33615f19-01c2-4834-95e2-c1cd5cc1f4dc service nova] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Neutron deleted interface ca97ab0d-a0f6-448c-8ab5-8f8200cd2aba; detaching it from the instance and deleting it from the info cache [ 1303.295783] env[70483]: DEBUG nova.network.neutron [req-6e4f0a4c-92b0-4f4e-ae5a-bee38ca51d76 req-33615f19-01c2-4834-95e2-c1cd5cc1f4dc service nova] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.746598] env[70483]: DEBUG oslo_vmware.api [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479073, 'name': PowerOnVM_Task, 'duration_secs': 0.751549} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.746994] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1303.747131] env[70483]: INFO nova.compute.manager [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Took 8.50 seconds to spawn the instance on the hypervisor. [ 1303.747263] env[70483]: DEBUG nova.compute.manager [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1303.748031] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f406b0-cf00-4565-8dc7-0ff7146bb478 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.778876] env[70483]: DEBUG nova.network.neutron [-] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.798950] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-453f06bb-e754-4357-9a73-7002d95272fc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.809385] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c287503a-f4a5-4a14-bc1b-ab288abf7fca {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.840607] env[70483]: DEBUG nova.compute.manager [req-6e4f0a4c-92b0-4f4e-ae5a-bee38ca51d76 req-33615f19-01c2-4834-95e2-c1cd5cc1f4dc service nova] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Detach interface failed, port_id=ca97ab0d-a0f6-448c-8ab5-8f8200cd2aba, reason: Instance b402d8ce-946f-4022-bb73-5cc30deb72ab could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1304.263509] env[70483]: INFO nova.compute.manager [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Took 15.05 seconds to build instance. [ 1304.281065] env[70483]: INFO nova.compute.manager [-] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Took 1.28 seconds to deallocate network for instance. [ 1304.765433] env[70483]: DEBUG oslo_concurrency.lockutils [None req-207bcc47-f146-4301-ad60-67043266e413 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "64b7cc35-1416-4398-a023-cd298e7a0127" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.560s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.791050] env[70483]: DEBUG oslo_concurrency.lockutils [None req-14eb2a8f-66fe-44ec-a88b-4372cccdb741 tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.791166] env[70483]: DEBUG oslo_concurrency.lockutils [None req-14eb2a8f-66fe-44ec-a88b-4372cccdb741 tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.791340] env[70483]: DEBUG nova.objects.instance [None req-14eb2a8f-66fe-44ec-a88b-4372cccdb741 tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Lazy-loading 'resources' on Instance uuid b402d8ce-946f-4022-bb73-5cc30deb72ab {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.321659] env[70483]: DEBUG nova.compute.manager [req-ce9afa6a-8e3c-435e-b57d-2b0ebde1186e req-8f7d4276-3f3c-4f41-8683-515ab775b345 service nova] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Received event network-changed-14523e90-7f0f-48ad-8036-0b9f787a70a6 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1305.321888] env[70483]: DEBUG nova.compute.manager [req-ce9afa6a-8e3c-435e-b57d-2b0ebde1186e req-8f7d4276-3f3c-4f41-8683-515ab775b345 service nova] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Refreshing instance network info cache due to event network-changed-14523e90-7f0f-48ad-8036-0b9f787a70a6. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1305.322148] env[70483]: DEBUG oslo_concurrency.lockutils [req-ce9afa6a-8e3c-435e-b57d-2b0ebde1186e req-8f7d4276-3f3c-4f41-8683-515ab775b345 service nova] Acquiring lock "refresh_cache-64b7cc35-1416-4398-a023-cd298e7a0127" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.322358] env[70483]: DEBUG oslo_concurrency.lockutils [req-ce9afa6a-8e3c-435e-b57d-2b0ebde1186e req-8f7d4276-3f3c-4f41-8683-515ab775b345 service nova] Acquired lock "refresh_cache-64b7cc35-1416-4398-a023-cd298e7a0127" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.322551] env[70483]: DEBUG nova.network.neutron [req-ce9afa6a-8e3c-435e-b57d-2b0ebde1186e req-8f7d4276-3f3c-4f41-8683-515ab775b345 service nova] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Refreshing network info cache for port 14523e90-7f0f-48ad-8036-0b9f787a70a6 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1305.409467] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08753951-5302-468a-851e-010cf13097fc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.417387] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e7660c-72cc-495c-abb5-12fdfe3e59ef {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.448043] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e149737-5ce0-4338-924f-048a1697ef21 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.456014] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714b3098-6706-4273-b441-eaff881ee23c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.469574] env[70483]: DEBUG nova.compute.provider_tree [None req-14eb2a8f-66fe-44ec-a88b-4372cccdb741 tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.972884] env[70483]: DEBUG nova.scheduler.client.report [None req-14eb2a8f-66fe-44ec-a88b-4372cccdb741 tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1306.022553] env[70483]: DEBUG nova.network.neutron [req-ce9afa6a-8e3c-435e-b57d-2b0ebde1186e req-8f7d4276-3f3c-4f41-8683-515ab775b345 service nova] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Updated VIF entry in instance network info cache for port 14523e90-7f0f-48ad-8036-0b9f787a70a6. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1306.022928] env[70483]: DEBUG nova.network.neutron [req-ce9afa6a-8e3c-435e-b57d-2b0ebde1186e req-8f7d4276-3f3c-4f41-8683-515ab775b345 service nova] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Updating instance_info_cache with network_info: [{"id": "14523e90-7f0f-48ad-8036-0b9f787a70a6", "address": "fa:16:3e:5c:96:dc", "network": {"id": "10b3c590-1aa9-44e4-8b20-e6d555002cbd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-950466256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22bc78ded67d407ea182163cf9043f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14523e90-7f", "ovs_interfaceid": "14523e90-7f0f-48ad-8036-0b9f787a70a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.478376] env[70483]: DEBUG oslo_concurrency.lockutils [None req-14eb2a8f-66fe-44ec-a88b-4372cccdb741 tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.687s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.500639] env[70483]: INFO nova.scheduler.client.report [None req-14eb2a8f-66fe-44ec-a88b-4372cccdb741 tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Deleted allocations for instance b402d8ce-946f-4022-bb73-5cc30deb72ab [ 1306.526326] env[70483]: DEBUG oslo_concurrency.lockutils [req-ce9afa6a-8e3c-435e-b57d-2b0ebde1186e req-8f7d4276-3f3c-4f41-8683-515ab775b345 service nova] Releasing lock "refresh_cache-64b7cc35-1416-4398-a023-cd298e7a0127" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.008330] env[70483]: DEBUG oslo_concurrency.lockutils [None req-14eb2a8f-66fe-44ec-a88b-4372cccdb741 tempest-ServerAddressesTestJSON-800030564 tempest-ServerAddressesTestJSON-800030564-project-member] Lock "b402d8ce-946f-4022-bb73-5cc30deb72ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.628s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.902440] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c8e3f071-fb22-424b-82d8-2cd228cb1540 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Acquiring lock "fb504f0b-ff60-4f55-9bb5-4919e3eda455" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.902829] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c8e3f071-fb22-424b-82d8-2cd228cb1540 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lock "fb504f0b-ff60-4f55-9bb5-4919e3eda455" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.406565] env[70483]: INFO nova.compute.manager [None req-c8e3f071-fb22-424b-82d8-2cd228cb1540 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Detaching volume b985e8f4-3d5f-47ce-a42c-a17c3202e40d [ 1320.438101] env[70483]: INFO nova.virt.block_device [None req-c8e3f071-fb22-424b-82d8-2cd228cb1540 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Attempting to driver detach volume b985e8f4-3d5f-47ce-a42c-a17c3202e40d from mountpoint /dev/sdb [ 1320.438361] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8e3f071-fb22-424b-82d8-2cd228cb1540 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Volume detach. Driver type: vmdk {{(pid=70483) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1320.438551] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8e3f071-fb22-424b-82d8-2cd228cb1540 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695533', 'volume_id': 'b985e8f4-3d5f-47ce-a42c-a17c3202e40d', 'name': 'volume-b985e8f4-3d5f-47ce-a42c-a17c3202e40d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fb504f0b-ff60-4f55-9bb5-4919e3eda455', 'attached_at': '', 'detached_at': '', 'volume_id': 'b985e8f4-3d5f-47ce-a42c-a17c3202e40d', 'serial': 'b985e8f4-3d5f-47ce-a42c-a17c3202e40d'} {{(pid=70483) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1320.439441] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837d7555-b99f-4d23-b796-d39c1df3105e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.461924] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e045e6-a1db-416e-8335-8164b8b9d0c5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.468914] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b0e31f-029a-4750-b4d0-f3785775fefc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.488919] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d99ce5-9940-4284-a4f5-dacb805d2958 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.505764] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8e3f071-fb22-424b-82d8-2cd228cb1540 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] The volume has not been displaced from its original location: [datastore1] volume-b985e8f4-3d5f-47ce-a42c-a17c3202e40d/volume-b985e8f4-3d5f-47ce-a42c-a17c3202e40d.vmdk. No consolidation needed. {{(pid=70483) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1320.511147] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8e3f071-fb22-424b-82d8-2cd228cb1540 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1320.511443] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5d083cc-fdf8-42ee-b56f-5f1280cd0ef4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.528929] env[70483]: DEBUG oslo_vmware.api [None req-c8e3f071-fb22-424b-82d8-2cd228cb1540 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Waiting for the task: (returnval){ [ 1320.528929] env[70483]: value = "task-3479081" [ 1320.528929] env[70483]: _type = "Task" [ 1320.528929] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.536611] env[70483]: DEBUG oslo_vmware.api [None req-c8e3f071-fb22-424b-82d8-2cd228cb1540 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479081, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.038579] env[70483]: DEBUG oslo_vmware.api [None req-c8e3f071-fb22-424b-82d8-2cd228cb1540 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479081, 'name': ReconfigVM_Task, 'duration_secs': 0.379581} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.038979] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8e3f071-fb22-424b-82d8-2cd228cb1540 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1321.043508] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1566307-6d9b-4e14-91fa-751a2d5e64c5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.058474] env[70483]: DEBUG oslo_vmware.api [None req-c8e3f071-fb22-424b-82d8-2cd228cb1540 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Waiting for the task: (returnval){ [ 1321.058474] env[70483]: value = "task-3479083" [ 1321.058474] env[70483]: _type = "Task" [ 1321.058474] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.066030] env[70483]: DEBUG oslo_vmware.api [None req-c8e3f071-fb22-424b-82d8-2cd228cb1540 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479083, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.568797] env[70483]: DEBUG oslo_vmware.api [None req-c8e3f071-fb22-424b-82d8-2cd228cb1540 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479083, 'name': ReconfigVM_Task, 'duration_secs': 0.146473} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.569229] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8e3f071-fb22-424b-82d8-2cd228cb1540 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695533', 'volume_id': 'b985e8f4-3d5f-47ce-a42c-a17c3202e40d', 'name': 'volume-b985e8f4-3d5f-47ce-a42c-a17c3202e40d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fb504f0b-ff60-4f55-9bb5-4919e3eda455', 'attached_at': '', 'detached_at': '', 'volume_id': 'b985e8f4-3d5f-47ce-a42c-a17c3202e40d', 'serial': 'b985e8f4-3d5f-47ce-a42c-a17c3202e40d'} {{(pid=70483) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1322.107418] env[70483]: DEBUG nova.objects.instance [None req-c8e3f071-fb22-424b-82d8-2cd228cb1540 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lazy-loading 'flavor' on Instance uuid fb504f0b-ff60-4f55-9bb5-4919e3eda455 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.072456] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6a05a56b-b45a-4298-bc46-aeca32c5b6e1 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Acquiring lock "fb504f0b-ff60-4f55-9bb5-4919e3eda455" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.116560] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c8e3f071-fb22-424b-82d8-2cd228cb1540 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lock "fb504f0b-ff60-4f55-9bb5-4919e3eda455" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.214s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.117715] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6a05a56b-b45a-4298-bc46-aeca32c5b6e1 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lock "fb504f0b-ff60-4f55-9bb5-4919e3eda455" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.046s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.117939] env[70483]: DEBUG nova.compute.manager [None req-6a05a56b-b45a-4298-bc46-aeca32c5b6e1 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1323.118819] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383fdf22-b56f-466d-a1bc-7368044218bc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.126338] env[70483]: DEBUG nova.compute.manager [None req-6a05a56b-b45a-4298-bc46-aeca32c5b6e1 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70483) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1323.126894] env[70483]: DEBUG nova.objects.instance [None req-6a05a56b-b45a-4298-bc46-aeca32c5b6e1 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lazy-loading 'flavor' on Instance uuid fb504f0b-ff60-4f55-9bb5-4919e3eda455 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.817025] env[70483]: DEBUG oslo_concurrency.lockutils [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "49404f5e-5358-4886-a69f-03680d746edc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.817025] env[70483]: DEBUG oslo_concurrency.lockutils [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "49404f5e-5358-4886-a69f-03680d746edc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.134029] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a05a56b-b45a-4298-bc46-aeca32c5b6e1 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1324.134484] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e934d90-a4f1-4f90-ad64-c297a7cf1774 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.144114] env[70483]: DEBUG oslo_vmware.api [None req-6a05a56b-b45a-4298-bc46-aeca32c5b6e1 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Waiting for the task: (returnval){ [ 1324.144114] env[70483]: value = "task-3479084" [ 1324.144114] env[70483]: _type = "Task" [ 1324.144114] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.154660] env[70483]: DEBUG oslo_vmware.api [None req-6a05a56b-b45a-4298-bc46-aeca32c5b6e1 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.319688] env[70483]: DEBUG nova.compute.manager [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1324.654855] env[70483]: DEBUG oslo_vmware.api [None req-6a05a56b-b45a-4298-bc46-aeca32c5b6e1 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479084, 'name': PowerOffVM_Task, 'duration_secs': 0.180404} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.655104] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a05a56b-b45a-4298-bc46-aeca32c5b6e1 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1324.655302] env[70483]: DEBUG nova.compute.manager [None req-6a05a56b-b45a-4298-bc46-aeca32c5b6e1 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1324.656035] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e451c147-fa21-4833-8a2f-1276607b5112 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.843350] env[70483]: DEBUG oslo_concurrency.lockutils [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.843637] env[70483]: DEBUG oslo_concurrency.lockutils [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.845205] env[70483]: INFO nova.compute.claims [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1325.167222] env[70483]: DEBUG oslo_concurrency.lockutils [None req-6a05a56b-b45a-4298-bc46-aeca32c5b6e1 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lock "fb504f0b-ff60-4f55-9bb5-4919e3eda455" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.461567] env[70483]: DEBUG nova.objects.instance [None req-05399f01-e909-476f-a5cb-e58ae4d41b12 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lazy-loading 'flavor' on Instance uuid fb504f0b-ff60-4f55-9bb5-4919e3eda455 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1325.935046] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683efa1a-ce73-432b-a0c5-d29df1afda0e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.942755] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6a40af-abba-4402-817e-67d2466af56d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.975225] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab099c8-eb19-401e-9fe5-b38be0f49d77 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.978788] env[70483]: DEBUG oslo_concurrency.lockutils [None req-05399f01-e909-476f-a5cb-e58ae4d41b12 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Acquiring lock "refresh_cache-fb504f0b-ff60-4f55-9bb5-4919e3eda455" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.978977] env[70483]: DEBUG oslo_concurrency.lockutils [None req-05399f01-e909-476f-a5cb-e58ae4d41b12 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Acquired lock "refresh_cache-fb504f0b-ff60-4f55-9bb5-4919e3eda455" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.979183] env[70483]: DEBUG nova.network.neutron [None req-05399f01-e909-476f-a5cb-e58ae4d41b12 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1325.979360] env[70483]: DEBUG nova.objects.instance [None req-05399f01-e909-476f-a5cb-e58ae4d41b12 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lazy-loading 'info_cache' on Instance uuid fb504f0b-ff60-4f55-9bb5-4919e3eda455 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1325.983421] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2f069a-46a8-418c-9331-6197d2a220e4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.997413] env[70483]: DEBUG nova.compute.provider_tree [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1326.485620] env[70483]: DEBUG nova.objects.base [None req-05399f01-e909-476f-a5cb-e58ae4d41b12 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70483) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1326.517981] env[70483]: ERROR nova.scheduler.client.report [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [req-e93ab3f7-49ed-4f0a-ae94-00621003b9c8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6c4ee772-7226-4ddc-ad20-20b8289011e6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e93ab3f7-49ed-4f0a-ae94-00621003b9c8"}]} [ 1326.534215] env[70483]: DEBUG nova.scheduler.client.report [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Refreshing inventories for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1326.546079] env[70483]: DEBUG nova.scheduler.client.report [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Updating ProviderTree inventory for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1326.546282] env[70483]: DEBUG nova.compute.provider_tree [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1326.556273] env[70483]: DEBUG nova.scheduler.client.report [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Refreshing aggregate associations for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6, aggregates: None {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1326.572790] env[70483]: DEBUG nova.scheduler.client.report [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Refreshing trait associations for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1326.647931] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb726c1-fdd0-424b-8b42-837fe1f9c9a0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.655389] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11630b8d-12a8-4127-a10d-e6f6f2e2c2ba {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.683942] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff64cc90-8ab0-42d9-871f-9b4f39a2bd45 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.690506] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf282b55-5992-46ad-b2f4-0e2713ec1ab5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.705012] env[70483]: DEBUG nova.compute.provider_tree [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1326.856118] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1b0c9ce7-b9b5-4403-9e1d-b22043b728ca tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquiring lock "88c82347-4095-4cbb-8a97-65ce38c3838a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.856379] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1b0c9ce7-b9b5-4403-9e1d-b22043b728ca tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "88c82347-4095-4cbb-8a97-65ce38c3838a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.856590] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1b0c9ce7-b9b5-4403-9e1d-b22043b728ca tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquiring lock "88c82347-4095-4cbb-8a97-65ce38c3838a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.856771] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1b0c9ce7-b9b5-4403-9e1d-b22043b728ca tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "88c82347-4095-4cbb-8a97-65ce38c3838a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.856935] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1b0c9ce7-b9b5-4403-9e1d-b22043b728ca tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "88c82347-4095-4cbb-8a97-65ce38c3838a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.858995] env[70483]: INFO nova.compute.manager [None req-1b0c9ce7-b9b5-4403-9e1d-b22043b728ca tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Terminating instance [ 1327.236333] env[70483]: DEBUG nova.scheduler.client.report [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Updated inventory for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with generation 173 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1327.236604] env[70483]: DEBUG nova.compute.provider_tree [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Updating resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 generation from 173 to 174 during operation: update_inventory {{(pid=70483) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1327.236784] env[70483]: DEBUG nova.compute.provider_tree [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1327.362565] env[70483]: DEBUG nova.compute.manager [None req-1b0c9ce7-b9b5-4403-9e1d-b22043b728ca tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1327.362798] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0c9ce7-b9b5-4403-9e1d-b22043b728ca tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1327.363704] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f41d4e-a6a9-4998-9da3-5863df4ae21a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.371877] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b0c9ce7-b9b5-4403-9e1d-b22043b728ca tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1327.372120] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a163d95-c66c-4e4b-9f30-e17d2814bed0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.378217] env[70483]: DEBUG oslo_vmware.api [None req-1b0c9ce7-b9b5-4403-9e1d-b22043b728ca tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1327.378217] env[70483]: value = "task-3479085" [ 1327.378217] env[70483]: _type = "Task" [ 1327.378217] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.388126] env[70483]: DEBUG oslo_vmware.api [None req-1b0c9ce7-b9b5-4403-9e1d-b22043b728ca tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.458251] env[70483]: DEBUG nova.network.neutron [None req-05399f01-e909-476f-a5cb-e58ae4d41b12 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Updating instance_info_cache with network_info: [{"id": "a7b64047-57a2-4e6a-879f-bc401f436c25", "address": "fa:16:3e:19:22:f0", "network": {"id": "1d6a711e-1fff-4290-9407-b655456aa2a0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1088682972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93b7ca309bf44e64ab3c54f087e82095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7b64047-57", "ovs_interfaceid": "a7b64047-57a2-4e6a-879f-bc401f436c25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.741955] env[70483]: DEBUG oslo_concurrency.lockutils [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.898s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.742392] env[70483]: DEBUG nova.compute.manager [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1327.887807] env[70483]: DEBUG oslo_vmware.api [None req-1b0c9ce7-b9b5-4403-9e1d-b22043b728ca tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479085, 'name': PowerOffVM_Task, 'duration_secs': 0.290976} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.888105] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b0c9ce7-b9b5-4403-9e1d-b22043b728ca tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1327.888281] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0c9ce7-b9b5-4403-9e1d-b22043b728ca tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1327.888523] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43ba709c-c286-43da-98b1-a2ff31c14072 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.952935] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0c9ce7-b9b5-4403-9e1d-b22043b728ca tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1327.953158] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0c9ce7-b9b5-4403-9e1d-b22043b728ca tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1327.953287] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b0c9ce7-b9b5-4403-9e1d-b22043b728ca tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Deleting the datastore file [datastore2] 88c82347-4095-4cbb-8a97-65ce38c3838a {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1327.953546] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c059845f-8481-48a7-a526-2aab6cfa6b89 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.959238] env[70483]: DEBUG oslo_vmware.api [None req-1b0c9ce7-b9b5-4403-9e1d-b22043b728ca tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1327.959238] env[70483]: value = "task-3479087" [ 1327.959238] env[70483]: _type = "Task" [ 1327.959238] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.962696] env[70483]: DEBUG oslo_concurrency.lockutils [None req-05399f01-e909-476f-a5cb-e58ae4d41b12 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Releasing lock "refresh_cache-fb504f0b-ff60-4f55-9bb5-4919e3eda455" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.968384] env[70483]: DEBUG oslo_vmware.api [None req-1b0c9ce7-b9b5-4403-9e1d-b22043b728ca tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.248013] env[70483]: DEBUG nova.compute.utils [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1328.249936] env[70483]: DEBUG nova.compute.manager [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1328.250164] env[70483]: DEBUG nova.network.neutron [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1328.292058] env[70483]: DEBUG nova.policy [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ccdbe7711054f29884191ee1260f20e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22bc78ded67d407ea182163cf9043f31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1328.470559] env[70483]: DEBUG oslo_vmware.api [None req-1b0c9ce7-b9b5-4403-9e1d-b22043b728ca tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133388} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.471164] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b0c9ce7-b9b5-4403-9e1d-b22043b728ca tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1328.471486] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0c9ce7-b9b5-4403-9e1d-b22043b728ca tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1328.471486] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0c9ce7-b9b5-4403-9e1d-b22043b728ca tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1328.471627] env[70483]: INFO nova.compute.manager [None req-1b0c9ce7-b9b5-4403-9e1d-b22043b728ca tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1328.471862] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b0c9ce7-b9b5-4403-9e1d-b22043b728ca tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1328.472594] env[70483]: DEBUG nova.compute.manager [-] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1328.472720] env[70483]: DEBUG nova.network.neutron [-] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1328.753582] env[70483]: DEBUG nova.compute.manager [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1328.789960] env[70483]: DEBUG nova.network.neutron [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Successfully created port: 46b61e47-203c-43aa-afd3-43e3c2373e1a {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1328.972580] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-05399f01-e909-476f-a5cb-e58ae4d41b12 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1328.972873] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4882e3c1-cdd5-4913-bf9d-6343572e2cb8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.982721] env[70483]: DEBUG oslo_vmware.api [None req-05399f01-e909-476f-a5cb-e58ae4d41b12 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Waiting for the task: (returnval){ [ 1328.982721] env[70483]: value = "task-3479088" [ 1328.982721] env[70483]: _type = "Task" [ 1328.982721] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.990836] env[70483]: DEBUG oslo_vmware.api [None req-05399f01-e909-476f-a5cb-e58ae4d41b12 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.221176] env[70483]: DEBUG nova.compute.manager [req-d48cfb49-0fa7-48d5-a647-d507db9a8006 req-e4a300d8-426b-4030-89e8-32fb33453d9f service nova] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Received event network-vif-deleted-b7e417fd-36b3-42f1-9983-ceb4a96da1d3 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1329.221382] env[70483]: INFO nova.compute.manager [req-d48cfb49-0fa7-48d5-a647-d507db9a8006 req-e4a300d8-426b-4030-89e8-32fb33453d9f service nova] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Neutron deleted interface b7e417fd-36b3-42f1-9983-ceb4a96da1d3; detaching it from the instance and deleting it from the info cache [ 1329.221567] env[70483]: DEBUG nova.network.neutron [req-d48cfb49-0fa7-48d5-a647-d507db9a8006 req-e4a300d8-426b-4030-89e8-32fb33453d9f service nova] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.258359] env[70483]: INFO nova.virt.block_device [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Booting with volume 3ed3e4aa-a169-4368-9adb-0b26735775b0 at /dev/sda [ 1329.308021] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64b400e5-2d9b-49b2-9488-df7b86e7ddc7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.316725] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f54d547-3f0a-4d31-96c4-8ad5188f0886 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.348053] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d880978-4e55-4384-abdf-ef613398aed2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.356074] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78baff65-c564-4861-8121-0bd8206cfd12 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.383711] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d676b9e6-bd0e-4862-b0ea-557f6607a04f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.389874] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e01949-c29b-46ba-8eee-3ad8f17644e9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.402140] env[70483]: DEBUG nova.virt.block_device [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Updating existing volume attachment record: cf8792a5-4a9c-4f70-b297-51a5fba72e49 {{(pid=70483) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1329.492260] env[70483]: DEBUG oslo_vmware.api [None req-05399f01-e909-476f-a5cb-e58ae4d41b12 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479088, 'name': PowerOnVM_Task, 'duration_secs': 0.407335} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.492927] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-05399f01-e909-476f-a5cb-e58ae4d41b12 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1329.492927] env[70483]: DEBUG nova.compute.manager [None req-05399f01-e909-476f-a5cb-e58ae4d41b12 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1329.493607] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd818219-aebd-4745-8338-b778be20dd6e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.701364] env[70483]: DEBUG nova.network.neutron [-] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.724380] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41060811-8c7f-45eb-a53b-99f6db791781 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.734941] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b0f118-4fb3-4e6f-9243-f44bc6b8264c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.762655] env[70483]: DEBUG nova.compute.manager [req-d48cfb49-0fa7-48d5-a647-d507db9a8006 req-e4a300d8-426b-4030-89e8-32fb33453d9f service nova] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Detach interface failed, port_id=b7e417fd-36b3-42f1-9983-ceb4a96da1d3, reason: Instance 88c82347-4095-4cbb-8a97-65ce38c3838a could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1330.203530] env[70483]: INFO nova.compute.manager [-] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Took 1.73 seconds to deallocate network for instance. [ 1330.478112] env[70483]: DEBUG nova.network.neutron [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Successfully updated port: 46b61e47-203c-43aa-afd3-43e3c2373e1a {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1330.710515] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1b0c9ce7-b9b5-4403-9e1d-b22043b728ca tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.710809] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1b0c9ce7-b9b5-4403-9e1d-b22043b728ca tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.711044] env[70483]: DEBUG nova.objects.instance [None req-1b0c9ce7-b9b5-4403-9e1d-b22043b728ca tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lazy-loading 'resources' on Instance uuid 88c82347-4095-4cbb-8a97-65ce38c3838a {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.821477] env[70483]: DEBUG oslo_concurrency.lockutils [None req-28cc7e71-716f-4e15-b998-0c8cd4970625 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "7c5e3c01-1294-47fe-8df0-2944599c9b65" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.821743] env[70483]: DEBUG oslo_concurrency.lockutils [None req-28cc7e71-716f-4e15-b998-0c8cd4970625 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "7c5e3c01-1294-47fe-8df0-2944599c9b65" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.821920] env[70483]: DEBUG nova.compute.manager [None req-28cc7e71-716f-4e15-b998-0c8cd4970625 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1330.822841] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b767ff6-aaab-474e-a3cf-fd04ebbd2cf2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.831982] env[70483]: DEBUG nova.compute.manager [None req-28cc7e71-716f-4e15-b998-0c8cd4970625 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70483) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1330.831982] env[70483]: DEBUG nova.objects.instance [None req-28cc7e71-716f-4e15-b998-0c8cd4970625 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lazy-loading 'flavor' on Instance uuid 7c5e3c01-1294-47fe-8df0-2944599c9b65 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.980355] env[70483]: DEBUG oslo_concurrency.lockutils [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "refresh_cache-49404f5e-5358-4886-a69f-03680d746edc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.980475] env[70483]: DEBUG oslo_concurrency.lockutils [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquired lock "refresh_cache-49404f5e-5358-4886-a69f-03680d746edc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.980672] env[70483]: DEBUG nova.network.neutron [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1331.246865] env[70483]: DEBUG nova.compute.manager [req-9b900325-a25f-4aae-a331-d0af8bad21dc req-be4888a3-265a-415e-8b98-b166c59c6284 service nova] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Received event network-vif-plugged-46b61e47-203c-43aa-afd3-43e3c2373e1a {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1331.247099] env[70483]: DEBUG oslo_concurrency.lockutils [req-9b900325-a25f-4aae-a331-d0af8bad21dc req-be4888a3-265a-415e-8b98-b166c59c6284 service nova] Acquiring lock "49404f5e-5358-4886-a69f-03680d746edc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.247351] env[70483]: DEBUG oslo_concurrency.lockutils [req-9b900325-a25f-4aae-a331-d0af8bad21dc req-be4888a3-265a-415e-8b98-b166c59c6284 service nova] Lock "49404f5e-5358-4886-a69f-03680d746edc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.247497] env[70483]: DEBUG oslo_concurrency.lockutils [req-9b900325-a25f-4aae-a331-d0af8bad21dc req-be4888a3-265a-415e-8b98-b166c59c6284 service nova] Lock "49404f5e-5358-4886-a69f-03680d746edc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.247632] env[70483]: DEBUG nova.compute.manager [req-9b900325-a25f-4aae-a331-d0af8bad21dc req-be4888a3-265a-415e-8b98-b166c59c6284 service nova] [instance: 49404f5e-5358-4886-a69f-03680d746edc] No waiting events found dispatching network-vif-plugged-46b61e47-203c-43aa-afd3-43e3c2373e1a {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1331.247812] env[70483]: WARNING nova.compute.manager [req-9b900325-a25f-4aae-a331-d0af8bad21dc req-be4888a3-265a-415e-8b98-b166c59c6284 service nova] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Received unexpected event network-vif-plugged-46b61e47-203c-43aa-afd3-43e3c2373e1a for instance with vm_state building and task_state spawning. [ 1331.248051] env[70483]: DEBUG nova.compute.manager [req-9b900325-a25f-4aae-a331-d0af8bad21dc req-be4888a3-265a-415e-8b98-b166c59c6284 service nova] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Received event network-changed-46b61e47-203c-43aa-afd3-43e3c2373e1a {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1331.248230] env[70483]: DEBUG nova.compute.manager [req-9b900325-a25f-4aae-a331-d0af8bad21dc req-be4888a3-265a-415e-8b98-b166c59c6284 service nova] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Refreshing instance network info cache due to event network-changed-46b61e47-203c-43aa-afd3-43e3c2373e1a. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1331.248399] env[70483]: DEBUG oslo_concurrency.lockutils [req-9b900325-a25f-4aae-a331-d0af8bad21dc req-be4888a3-265a-415e-8b98-b166c59c6284 service nova] Acquiring lock "refresh_cache-49404f5e-5358-4886-a69f-03680d746edc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.310529] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0b8a81-5b97-41f5-9ed1-51086b8f5061 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.318383] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8e9beb-9eb4-4074-af55-5cc1019c7d22 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.349250] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efbf78a-225c-4b28-b032-538c69e97154 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.357269] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df19b7c-9a0b-4636-9dce-840b8b5ac317 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.370915] env[70483]: DEBUG nova.compute.provider_tree [None req-1b0c9ce7-b9b5-4403-9e1d-b22043b728ca tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1331.499865] env[70483]: DEBUG nova.compute.manager [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1331.500452] env[70483]: DEBUG nova.virt.hardware [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1331.500665] env[70483]: DEBUG nova.virt.hardware [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1331.500820] env[70483]: DEBUG nova.virt.hardware [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1331.500999] env[70483]: DEBUG nova.virt.hardware [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1331.501161] env[70483]: DEBUG nova.virt.hardware [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1331.501305] env[70483]: DEBUG nova.virt.hardware [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1331.501508] env[70483]: DEBUG nova.virt.hardware [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1331.501971] env[70483]: DEBUG nova.virt.hardware [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1331.501971] env[70483]: DEBUG nova.virt.hardware [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1331.501971] env[70483]: DEBUG nova.virt.hardware [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1331.502152] env[70483]: DEBUG nova.virt.hardware [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1331.503018] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87176284-1d29-4215-b1bc-c6ed2ff4daad {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.511579] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b93ee8-dc06-4c3b-aa74-febbcf3504a0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.516062] env[70483]: DEBUG nova.network.neutron [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1331.686745] env[70483]: DEBUG nova.network.neutron [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Updating instance_info_cache with network_info: [{"id": "46b61e47-203c-43aa-afd3-43e3c2373e1a", "address": "fa:16:3e:fb:55:c9", "network": {"id": "10b3c590-1aa9-44e4-8b20-e6d555002cbd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-950466256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22bc78ded67d407ea182163cf9043f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46b61e47-20", "ovs_interfaceid": "46b61e47-203c-43aa-afd3-43e3c2373e1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.854385] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-28cc7e71-716f-4e15-b998-0c8cd4970625 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1331.854707] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-305885a0-931e-44c7-aa65-4afe2337ed9c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.862181] env[70483]: DEBUG oslo_vmware.api [None req-28cc7e71-716f-4e15-b998-0c8cd4970625 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1331.862181] env[70483]: value = "task-3479089" [ 1331.862181] env[70483]: _type = "Task" [ 1331.862181] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.870745] env[70483]: DEBUG oslo_vmware.api [None req-28cc7e71-716f-4e15-b998-0c8cd4970625 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3479089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.902716] env[70483]: DEBUG nova.scheduler.client.report [None req-1b0c9ce7-b9b5-4403-9e1d-b22043b728ca tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Updated inventory for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with generation 174 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1331.903043] env[70483]: DEBUG nova.compute.provider_tree [None req-1b0c9ce7-b9b5-4403-9e1d-b22043b728ca tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Updating resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 generation from 174 to 175 during operation: update_inventory {{(pid=70483) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1331.903250] env[70483]: DEBUG nova.compute.provider_tree [None req-1b0c9ce7-b9b5-4403-9e1d-b22043b728ca tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1332.189804] env[70483]: DEBUG oslo_concurrency.lockutils [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Releasing lock "refresh_cache-49404f5e-5358-4886-a69f-03680d746edc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.190142] env[70483]: DEBUG nova.compute.manager [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Instance network_info: |[{"id": "46b61e47-203c-43aa-afd3-43e3c2373e1a", "address": "fa:16:3e:fb:55:c9", "network": {"id": "10b3c590-1aa9-44e4-8b20-e6d555002cbd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-950466256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22bc78ded67d407ea182163cf9043f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46b61e47-20", "ovs_interfaceid": "46b61e47-203c-43aa-afd3-43e3c2373e1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1332.190473] env[70483]: DEBUG oslo_concurrency.lockutils [req-9b900325-a25f-4aae-a331-d0af8bad21dc req-be4888a3-265a-415e-8b98-b166c59c6284 service nova] Acquired lock "refresh_cache-49404f5e-5358-4886-a69f-03680d746edc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.190659] env[70483]: DEBUG nova.network.neutron [req-9b900325-a25f-4aae-a331-d0af8bad21dc req-be4888a3-265a-415e-8b98-b166c59c6284 service nova] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Refreshing network info cache for port 46b61e47-203c-43aa-afd3-43e3c2373e1a {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1332.191896] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:55:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7043ca7a-807c-4c7b-b646-23ffece188b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46b61e47-203c-43aa-afd3-43e3c2373e1a', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1332.200769] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1332.203763] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1332.204231] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-deec21ef-1526-4a45-aabb-3dc0e4f52e79 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.225090] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1332.225090] env[70483]: value = "task-3479090" [ 1332.225090] env[70483]: _type = "Task" [ 1332.225090] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.233743] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479090, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.371512] env[70483]: DEBUG oslo_vmware.api [None req-28cc7e71-716f-4e15-b998-0c8cd4970625 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3479089, 'name': PowerOffVM_Task, 'duration_secs': 0.182733} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.373859] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-28cc7e71-716f-4e15-b998-0c8cd4970625 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1332.374078] env[70483]: DEBUG nova.compute.manager [None req-28cc7e71-716f-4e15-b998-0c8cd4970625 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1332.374881] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbc1c1c-229e-4f00-9098-a83a595e7527 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.406704] env[70483]: DEBUG nova.network.neutron [req-9b900325-a25f-4aae-a331-d0af8bad21dc req-be4888a3-265a-415e-8b98-b166c59c6284 service nova] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Updated VIF entry in instance network info cache for port 46b61e47-203c-43aa-afd3-43e3c2373e1a. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1332.407062] env[70483]: DEBUG nova.network.neutron [req-9b900325-a25f-4aae-a331-d0af8bad21dc req-be4888a3-265a-415e-8b98-b166c59c6284 service nova] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Updating instance_info_cache with network_info: [{"id": "46b61e47-203c-43aa-afd3-43e3c2373e1a", "address": "fa:16:3e:fb:55:c9", "network": {"id": "10b3c590-1aa9-44e4-8b20-e6d555002cbd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-950466256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22bc78ded67d407ea182163cf9043f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46b61e47-20", "ovs_interfaceid": "46b61e47-203c-43aa-afd3-43e3c2373e1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.408645] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1b0c9ce7-b9b5-4403-9e1d-b22043b728ca tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.698s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.428887] env[70483]: INFO nova.scheduler.client.report [None req-1b0c9ce7-b9b5-4403-9e1d-b22043b728ca tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Deleted allocations for instance 88c82347-4095-4cbb-8a97-65ce38c3838a [ 1332.737916] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479090, 'name': CreateVM_Task, 'duration_secs': 0.325551} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.738169] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1332.739053] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'cf8792a5-4a9c-4f70-b297-51a5fba72e49', 'guest_format': None, 'device_type': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695546', 'volume_id': '3ed3e4aa-a169-4368-9adb-0b26735775b0', 'name': 'volume-3ed3e4aa-a169-4368-9adb-0b26735775b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '49404f5e-5358-4886-a69f-03680d746edc', 'attached_at': '', 'detached_at': '', 'volume_id': '3ed3e4aa-a169-4368-9adb-0b26735775b0', 'serial': '3ed3e4aa-a169-4368-9adb-0b26735775b0'}, 'disk_bus': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=70483) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1332.739356] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Root volume attach. Driver type: vmdk {{(pid=70483) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1332.740427] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5b9cde-4abb-4ce7-805a-e3f3c5811629 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.750300] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e974cf93-bc20-4692-950e-f7b11d455404 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.757602] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9870cc64-3060-4dd8-aa16-edf4057ede60 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.765145] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-00111a44-d665-4f55-bfe4-d1439e5ffb73 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.775245] env[70483]: DEBUG oslo_vmware.api [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1332.775245] env[70483]: value = "task-3479091" [ 1332.775245] env[70483]: _type = "Task" [ 1332.775245] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.786337] env[70483]: DEBUG oslo_vmware.api [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479091, 'name': RelocateVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.886746] env[70483]: DEBUG oslo_concurrency.lockutils [None req-28cc7e71-716f-4e15-b998-0c8cd4970625 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "7c5e3c01-1294-47fe-8df0-2944599c9b65" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.912294] env[70483]: DEBUG oslo_concurrency.lockutils [req-9b900325-a25f-4aae-a331-d0af8bad21dc req-be4888a3-265a-415e-8b98-b166c59c6284 service nova] Releasing lock "refresh_cache-49404f5e-5358-4886-a69f-03680d746edc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.935832] env[70483]: DEBUG oslo_concurrency.lockutils [None req-1b0c9ce7-b9b5-4403-9e1d-b22043b728ca tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "88c82347-4095-4cbb-8a97-65ce38c3838a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.079s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.276592] env[70483]: DEBUG nova.objects.instance [None req-73b5d74a-e309-4a22-a120-2d08c3cc79dd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lazy-loading 'flavor' on Instance uuid 7c5e3c01-1294-47fe-8df0-2944599c9b65 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.287040] env[70483]: DEBUG oslo_vmware.api [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479091, 'name': RelocateVM_Task} progress is 20%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.785243] env[70483]: DEBUG oslo_concurrency.lockutils [None req-73b5d74a-e309-4a22-a120-2d08c3cc79dd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "refresh_cache-7c5e3c01-1294-47fe-8df0-2944599c9b65" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.785418] env[70483]: DEBUG oslo_concurrency.lockutils [None req-73b5d74a-e309-4a22-a120-2d08c3cc79dd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquired lock "refresh_cache-7c5e3c01-1294-47fe-8df0-2944599c9b65" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.785590] env[70483]: DEBUG nova.network.neutron [None req-73b5d74a-e309-4a22-a120-2d08c3cc79dd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1333.785765] env[70483]: DEBUG nova.objects.instance [None req-73b5d74a-e309-4a22-a120-2d08c3cc79dd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lazy-loading 'info_cache' on Instance uuid 7c5e3c01-1294-47fe-8df0-2944599c9b65 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.789955] env[70483]: DEBUG oslo_vmware.api [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479091, 'name': RelocateVM_Task, 'duration_secs': 0.852651} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.790951] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Volume attach. Driver type: vmdk {{(pid=70483) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1333.790951] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695546', 'volume_id': '3ed3e4aa-a169-4368-9adb-0b26735775b0', 'name': 'volume-3ed3e4aa-a169-4368-9adb-0b26735775b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '49404f5e-5358-4886-a69f-03680d746edc', 'attached_at': '', 'detached_at': '', 'volume_id': '3ed3e4aa-a169-4368-9adb-0b26735775b0', 'serial': '3ed3e4aa-a169-4368-9adb-0b26735775b0'} {{(pid=70483) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1333.791352] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df6e46d-2263-4426-8390-9d6a57be4860 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.806717] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4451163e-7668-4dbd-b2c0-1dcbb349bdcc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.827720] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-3ed3e4aa-a169-4368-9adb-0b26735775b0/volume-3ed3e4aa-a169-4368-9adb-0b26735775b0.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1333.828170] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-131e0263-6358-47e5-acb3-03c223f9c799 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.847650] env[70483]: DEBUG oslo_vmware.api [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1333.847650] env[70483]: value = "task-3479092" [ 1333.847650] env[70483]: _type = "Task" [ 1333.847650] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.855055] env[70483]: DEBUG oslo_vmware.api [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479092, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.915504] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eb225a12-51a1-4241-8737-8ec1a790c2b1 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquiring lock "beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.915867] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eb225a12-51a1-4241-8737-8ec1a790c2b1 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.291924] env[70483]: DEBUG nova.objects.base [None req-73b5d74a-e309-4a22-a120-2d08c3cc79dd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Object Instance<7c5e3c01-1294-47fe-8df0-2944599c9b65> lazy-loaded attributes: flavor,info_cache {{(pid=70483) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1334.356973] env[70483]: DEBUG oslo_vmware.api [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479092, 'name': ReconfigVM_Task, 'duration_secs': 0.251159} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.357260] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-3ed3e4aa-a169-4368-9adb-0b26735775b0/volume-3ed3e4aa-a169-4368-9adb-0b26735775b0.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1334.361992] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b500c901-3f77-48be-a5b5-6bf9e2b78792 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.377275] env[70483]: DEBUG oslo_vmware.api [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1334.377275] env[70483]: value = "task-3479093" [ 1334.377275] env[70483]: _type = "Task" [ 1334.377275] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.388734] env[70483]: DEBUG oslo_vmware.api [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479093, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.418635] env[70483]: INFO nova.compute.manager [None req-eb225a12-51a1-4241-8737-8ec1a790c2b1 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Detaching volume b7e6b54e-2169-4ba4-a618-b008381cd65e [ 1334.449940] env[70483]: INFO nova.virt.block_device [None req-eb225a12-51a1-4241-8737-8ec1a790c2b1 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Attempting to driver detach volume b7e6b54e-2169-4ba4-a618-b008381cd65e from mountpoint /dev/sdb [ 1334.450212] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb225a12-51a1-4241-8737-8ec1a790c2b1 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Volume detach. Driver type: vmdk {{(pid=70483) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1334.450415] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb225a12-51a1-4241-8737-8ec1a790c2b1 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695531', 'volume_id': 'b7e6b54e-2169-4ba4-a618-b008381cd65e', 'name': 'volume-b7e6b54e-2169-4ba4-a618-b008381cd65e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7e6b54e-2169-4ba4-a618-b008381cd65e', 'serial': 'b7e6b54e-2169-4ba4-a618-b008381cd65e'} {{(pid=70483) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1334.451327] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6caf41b-a4d8-42c3-8a39-2c77abadf15c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.472447] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd07687-e08b-4011-92f2-19b8d7a71d8a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.479119] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4597695-c63c-4395-be91-79cd56aa0274 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.499302] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95db8680-8289-4d70-9623-2b1b01358c5e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.513708] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb225a12-51a1-4241-8737-8ec1a790c2b1 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] The volume has not been displaced from its original location: [datastore1] volume-b7e6b54e-2169-4ba4-a618-b008381cd65e/volume-b7e6b54e-2169-4ba4-a618-b008381cd65e.vmdk. No consolidation needed. {{(pid=70483) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1334.518899] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb225a12-51a1-4241-8737-8ec1a790c2b1 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1334.519215] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6596f1c4-69c9-4d1b-935c-6232aa0db5e5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.536768] env[70483]: DEBUG oslo_vmware.api [None req-eb225a12-51a1-4241-8737-8ec1a790c2b1 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1334.536768] env[70483]: value = "task-3479094" [ 1334.536768] env[70483]: _type = "Task" [ 1334.536768] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.544262] env[70483]: DEBUG oslo_vmware.api [None req-eb225a12-51a1-4241-8737-8ec1a790c2b1 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479094, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.887351] env[70483]: DEBUG oslo_vmware.api [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479093, 'name': ReconfigVM_Task, 'duration_secs': 0.121465} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.889634] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695546', 'volume_id': '3ed3e4aa-a169-4368-9adb-0b26735775b0', 'name': 'volume-3ed3e4aa-a169-4368-9adb-0b26735775b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '49404f5e-5358-4886-a69f-03680d746edc', 'attached_at': '', 'detached_at': '', 'volume_id': '3ed3e4aa-a169-4368-9adb-0b26735775b0', 'serial': '3ed3e4aa-a169-4368-9adb-0b26735775b0'} {{(pid=70483) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1334.890169] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bcb96c77-0bf3-4f1a-b8dc-91f4f5c12cda {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.896472] env[70483]: DEBUG oslo_vmware.api [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1334.896472] env[70483]: value = "task-3479095" [ 1334.896472] env[70483]: _type = "Task" [ 1334.896472] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.904515] env[70483]: DEBUG oslo_vmware.api [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479095, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.999152] env[70483]: DEBUG nova.network.neutron [None req-73b5d74a-e309-4a22-a120-2d08c3cc79dd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Updating instance_info_cache with network_info: [{"id": "b18c12dd-5ca0-4cc0-b0e4-56651cfeb701", "address": "fa:16:3e:3e:3f:7d", "network": {"id": "948b7173-5456-49a2-9a1a-e36a1a46b931", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1783064445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a0a79c686d4fd5ace3cd0e354054d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb18c12dd-5c", "ovs_interfaceid": "b18c12dd-5ca0-4cc0-b0e4-56651cfeb701", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.047095] env[70483]: DEBUG oslo_vmware.api [None req-eb225a12-51a1-4241-8737-8ec1a790c2b1 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479094, 'name': ReconfigVM_Task, 'duration_secs': 0.215495} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.047362] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb225a12-51a1-4241-8737-8ec1a790c2b1 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1335.052101] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c01f9205-e6c3-4685-9b5b-fdf2386e4eb5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.067340] env[70483]: DEBUG oslo_vmware.api [None req-eb225a12-51a1-4241-8737-8ec1a790c2b1 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1335.067340] env[70483]: value = "task-3479096" [ 1335.067340] env[70483]: _type = "Task" [ 1335.067340] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.076866] env[70483]: DEBUG oslo_vmware.api [None req-eb225a12-51a1-4241-8737-8ec1a790c2b1 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479096, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.406257] env[70483]: DEBUG oslo_vmware.api [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479095, 'name': Rename_Task, 'duration_secs': 0.119982} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.406482] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1335.406716] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67d3fd76-cad9-461f-bc29-4b793359991c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.413043] env[70483]: DEBUG oslo_vmware.api [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1335.413043] env[70483]: value = "task-3479097" [ 1335.413043] env[70483]: _type = "Task" [ 1335.413043] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.420840] env[70483]: DEBUG oslo_vmware.api [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.502296] env[70483]: DEBUG oslo_concurrency.lockutils [None req-73b5d74a-e309-4a22-a120-2d08c3cc79dd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Releasing lock "refresh_cache-7c5e3c01-1294-47fe-8df0-2944599c9b65" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.577186] env[70483]: DEBUG oslo_vmware.api [None req-eb225a12-51a1-4241-8737-8ec1a790c2b1 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479096, 'name': ReconfigVM_Task, 'duration_secs': 0.131417} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.577492] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb225a12-51a1-4241-8737-8ec1a790c2b1 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695531', 'volume_id': 'b7e6b54e-2169-4ba4-a618-b008381cd65e', 'name': 'volume-b7e6b54e-2169-4ba4-a618-b008381cd65e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7e6b54e-2169-4ba4-a618-b008381cd65e', 'serial': 'b7e6b54e-2169-4ba4-a618-b008381cd65e'} {{(pid=70483) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1335.922658] env[70483]: DEBUG oslo_vmware.api [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479097, 'name': PowerOnVM_Task, 'duration_secs': 0.409661} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.922916] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1335.923169] env[70483]: INFO nova.compute.manager [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Took 4.42 seconds to spawn the instance on the hypervisor. [ 1335.923417] env[70483]: DEBUG nova.compute.manager [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1335.924184] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13d79bd-15d4-4d0d-9eb3-13405e3a2799 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.116272] env[70483]: DEBUG nova.objects.instance [None req-eb225a12-51a1-4241-8737-8ec1a790c2b1 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lazy-loading 'flavor' on Instance uuid beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1336.355556] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1336.355849] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1336.356026] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1336.356223] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1336.356385] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1336.356528] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1336.356673] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1336.356809] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70483) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1336.439626] env[70483]: INFO nova.compute.manager [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Took 11.61 seconds to build instance. [ 1336.508490] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b5d74a-e309-4a22-a120-2d08c3cc79dd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1336.508844] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fcf0bbd-7b88-431e-bfad-09604851f226 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.517037] env[70483]: DEBUG oslo_vmware.api [None req-73b5d74a-e309-4a22-a120-2d08c3cc79dd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1336.517037] env[70483]: value = "task-3479098" [ 1336.517037] env[70483]: _type = "Task" [ 1336.517037] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.526376] env[70483]: DEBUG oslo_vmware.api [None req-73b5d74a-e309-4a22-a120-2d08c3cc79dd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3479098, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.905683] env[70483]: DEBUG nova.compute.manager [req-0500650a-a72b-490a-adcc-290d4578530a req-8c698139-1613-4f7e-8db3-bf82d600f468 service nova] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Received event network-changed-59290d1e-fbbd-4f80-8a31-e291534ec88f {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1336.905914] env[70483]: DEBUG nova.compute.manager [req-0500650a-a72b-490a-adcc-290d4578530a req-8c698139-1613-4f7e-8db3-bf82d600f468 service nova] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Refreshing instance network info cache due to event network-changed-59290d1e-fbbd-4f80-8a31-e291534ec88f. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1336.906210] env[70483]: DEBUG oslo_concurrency.lockutils [req-0500650a-a72b-490a-adcc-290d4578530a req-8c698139-1613-4f7e-8db3-bf82d600f468 service nova] Acquiring lock "refresh_cache-8747b1e6-1e41-43a3-b1d6-f837fb07d6ab" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.906376] env[70483]: DEBUG oslo_concurrency.lockutils [req-0500650a-a72b-490a-adcc-290d4578530a req-8c698139-1613-4f7e-8db3-bf82d600f468 service nova] Acquired lock "refresh_cache-8747b1e6-1e41-43a3-b1d6-f837fb07d6ab" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.906542] env[70483]: DEBUG nova.network.neutron [req-0500650a-a72b-490a-adcc-290d4578530a req-8c698139-1613-4f7e-8db3-bf82d600f468 service nova] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Refreshing network info cache for port 59290d1e-fbbd-4f80-8a31-e291534ec88f {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1336.941850] env[70483]: DEBUG oslo_concurrency.lockutils [None req-60087b07-fe6d-423d-a63f-ec3ba7d40822 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "49404f5e-5358-4886-a69f-03680d746edc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.125s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.028040] env[70483]: DEBUG oslo_vmware.api [None req-73b5d74a-e309-4a22-a120-2d08c3cc79dd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3479098, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.101592] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1337.123339] env[70483]: DEBUG oslo_concurrency.lockutils [None req-eb225a12-51a1-4241-8737-8ec1a790c2b1 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.207s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.528844] env[70483]: DEBUG oslo_vmware.api [None req-73b5d74a-e309-4a22-a120-2d08c3cc79dd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3479098, 'name': PowerOnVM_Task, 'duration_secs': 0.840263} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.529181] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b5d74a-e309-4a22-a120-2d08c3cc79dd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1337.529456] env[70483]: DEBUG nova.compute.manager [None req-73b5d74a-e309-4a22-a120-2d08c3cc79dd tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1337.530249] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd74381-d13f-42e0-aab7-3b1f16aedf87 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.607057] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager.update_available_resource {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1337.630738] env[70483]: DEBUG nova.network.neutron [req-0500650a-a72b-490a-adcc-290d4578530a req-8c698139-1613-4f7e-8db3-bf82d600f468 service nova] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Updated VIF entry in instance network info cache for port 59290d1e-fbbd-4f80-8a31-e291534ec88f. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1337.631104] env[70483]: DEBUG nova.network.neutron [req-0500650a-a72b-490a-adcc-290d4578530a req-8c698139-1613-4f7e-8db3-bf82d600f468 service nova] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Updating instance_info_cache with network_info: [{"id": "59290d1e-fbbd-4f80-8a31-e291534ec88f", "address": "fa:16:3e:b9:15:da", "network": {"id": "10b3c590-1aa9-44e4-8b20-e6d555002cbd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-950466256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22bc78ded67d407ea182163cf9043f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59290d1e-fb", "ovs_interfaceid": "59290d1e-fbbd-4f80-8a31-e291534ec88f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.110130] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.110392] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.110564] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.110716] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70483) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1338.111590] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680ba069-add4-41dd-9548-79f24f2f7262 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.120738] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0230dada-27bc-49a5-85f9-9faf843b96bd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.134258] env[70483]: DEBUG oslo_concurrency.lockutils [req-0500650a-a72b-490a-adcc-290d4578530a req-8c698139-1613-4f7e-8db3-bf82d600f468 service nova] Releasing lock "refresh_cache-8747b1e6-1e41-43a3-b1d6-f837fb07d6ab" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.135270] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30ea373-9119-4312-bb1a-d894e2a78cdf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.141595] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374163c7-4d63-4732-8084-297c9b9a5d3b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.170687] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b89076ee-2a0d-46a0-bf31-28c62494dd18 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquiring lock "beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.170875] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b89076ee-2a0d-46a0-bf31-28c62494dd18 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.171099] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b89076ee-2a0d-46a0-bf31-28c62494dd18 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquiring lock "beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.171287] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b89076ee-2a0d-46a0-bf31-28c62494dd18 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.171451] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b89076ee-2a0d-46a0-bf31-28c62494dd18 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.173036] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179824MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=70483) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1338.173179] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.173379] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.175060] env[70483]: INFO nova.compute.manager [None req-b89076ee-2a0d-46a0-bf31-28c62494dd18 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Terminating instance [ 1338.329778] env[70483]: DEBUG nova.compute.manager [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Stashing vm_state: active {{(pid=70483) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1338.681219] env[70483]: DEBUG nova.compute.manager [None req-b89076ee-2a0d-46a0-bf31-28c62494dd18 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1338.681380] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-b89076ee-2a0d-46a0-bf31-28c62494dd18 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1338.682612] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ed4831-12d1-453d-9080-e8b427a519b0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.691093] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89076ee-2a0d-46a0-bf31-28c62494dd18 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1338.691333] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb3f8a02-8430-4b36-810e-3aa622d33a77 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.699490] env[70483]: DEBUG oslo_vmware.api [None req-b89076ee-2a0d-46a0-bf31-28c62494dd18 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1338.699490] env[70483]: value = "task-3479099" [ 1338.699490] env[70483]: _type = "Task" [ 1338.699490] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.707636] env[70483]: DEBUG oslo_vmware.api [None req-b89076ee-2a0d-46a0-bf31-28c62494dd18 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.851405] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.930623] env[70483]: DEBUG nova.compute.manager [req-83aaa169-5070-4538-a444-799305e01e59 req-2b7265c7-6891-4d70-ab32-5cdaf7e657bc service nova] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Received event network-changed-46b61e47-203c-43aa-afd3-43e3c2373e1a {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1338.931338] env[70483]: DEBUG nova.compute.manager [req-83aaa169-5070-4538-a444-799305e01e59 req-2b7265c7-6891-4d70-ab32-5cdaf7e657bc service nova] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Refreshing instance network info cache due to event network-changed-46b61e47-203c-43aa-afd3-43e3c2373e1a. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1338.931605] env[70483]: DEBUG oslo_concurrency.lockutils [req-83aaa169-5070-4538-a444-799305e01e59 req-2b7265c7-6891-4d70-ab32-5cdaf7e657bc service nova] Acquiring lock "refresh_cache-49404f5e-5358-4886-a69f-03680d746edc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.931792] env[70483]: DEBUG oslo_concurrency.lockutils [req-83aaa169-5070-4538-a444-799305e01e59 req-2b7265c7-6891-4d70-ab32-5cdaf7e657bc service nova] Acquired lock "refresh_cache-49404f5e-5358-4886-a69f-03680d746edc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.932008] env[70483]: DEBUG nova.network.neutron [req-83aaa169-5070-4538-a444-799305e01e59 req-2b7265c7-6891-4d70-ab32-5cdaf7e657bc service nova] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Refreshing network info cache for port 46b61e47-203c-43aa-afd3-43e3c2373e1a {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1339.163577] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967a7aac-0b7d-4ddf-ba97-e7a69926c530 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.170971] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f432e8f7-dbba-4a1c-a646-bd91d7b8da36 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Suspending the VM {{(pid=70483) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1339.171224] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ca07c99f-16b7-4141-bb0f-a258186de150 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.177388] env[70483]: DEBUG oslo_vmware.api [None req-f432e8f7-dbba-4a1c-a646-bd91d7b8da36 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1339.177388] env[70483]: value = "task-3479100" [ 1339.177388] env[70483]: _type = "Task" [ 1339.177388] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.185537] env[70483]: INFO nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Updating resource usage from migration 84f4ccdf-ba88-4314-be8f-8a36dec86f53 [ 1339.187464] env[70483]: DEBUG oslo_vmware.api [None req-f432e8f7-dbba-4a1c-a646-bd91d7b8da36 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3479100, 'name': SuspendVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.205598] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1339.205740] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1339.205852] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance fb504f0b-ff60-4f55-9bb5-4919e3eda455 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1339.206015] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 7c5e3c01-1294-47fe-8df0-2944599c9b65 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1339.206137] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 64b7cc35-1416-4398-a023-cd298e7a0127 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1339.206205] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Migration 84f4ccdf-ba88-4314-be8f-8a36dec86f53 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1339.206313] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 49404f5e-5358-4886-a69f-03680d746edc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1339.206494] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=70483) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1339.206627] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=70483) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1339.213427] env[70483]: DEBUG oslo_vmware.api [None req-b89076ee-2a0d-46a0-bf31-28c62494dd18 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479099, 'name': PowerOffVM_Task, 'duration_secs': 0.212139} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.213669] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89076ee-2a0d-46a0-bf31-28c62494dd18 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1339.213833] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-b89076ee-2a0d-46a0-bf31-28c62494dd18 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1339.214091] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b75343f-0e03-41d1-9cb8-ad5548eca9a8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.304710] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-b89076ee-2a0d-46a0-bf31-28c62494dd18 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1339.304960] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-b89076ee-2a0d-46a0-bf31-28c62494dd18 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1339.305179] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-b89076ee-2a0d-46a0-bf31-28c62494dd18 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Deleting the datastore file [datastore2] beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1339.306418] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67ca4680-cf17-41fb-9cd5-2ac5c9e5bac3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.309343] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7730f756-78e3-45af-ab60-9d28f8a42bfd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.317053] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e844ee-dd95-42ed-bae3-4f887aa9ead5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.320372] env[70483]: DEBUG oslo_vmware.api [None req-b89076ee-2a0d-46a0-bf31-28c62494dd18 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1339.320372] env[70483]: value = "task-3479102" [ 1339.320372] env[70483]: _type = "Task" [ 1339.320372] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.348491] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32348227-0e0d-4ec8-a8e0-613e48b3bab2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.354060] env[70483]: DEBUG oslo_vmware.api [None req-b89076ee-2a0d-46a0-bf31-28c62494dd18 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.358756] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e70ce3-e815-4670-a051-4de3f6cef7e9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.371954] env[70483]: DEBUG nova.compute.provider_tree [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1339.634166] env[70483]: DEBUG nova.network.neutron [req-83aaa169-5070-4538-a444-799305e01e59 req-2b7265c7-6891-4d70-ab32-5cdaf7e657bc service nova] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Updated VIF entry in instance network info cache for port 46b61e47-203c-43aa-afd3-43e3c2373e1a. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1339.634524] env[70483]: DEBUG nova.network.neutron [req-83aaa169-5070-4538-a444-799305e01e59 req-2b7265c7-6891-4d70-ab32-5cdaf7e657bc service nova] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Updating instance_info_cache with network_info: [{"id": "46b61e47-203c-43aa-afd3-43e3c2373e1a", "address": "fa:16:3e:fb:55:c9", "network": {"id": "10b3c590-1aa9-44e4-8b20-e6d555002cbd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-950466256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22bc78ded67d407ea182163cf9043f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46b61e47-20", "ovs_interfaceid": "46b61e47-203c-43aa-afd3-43e3c2373e1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.688199] env[70483]: DEBUG oslo_vmware.api [None req-f432e8f7-dbba-4a1c-a646-bd91d7b8da36 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3479100, 'name': SuspendVM_Task} progress is 70%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.830948] env[70483]: DEBUG oslo_vmware.api [None req-b89076ee-2a0d-46a0-bf31-28c62494dd18 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.893666] env[70483]: ERROR nova.scheduler.client.report [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [req-b5aeb807-b2f4-44eb-b035-8b927ee0b08e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6c4ee772-7226-4ddc-ad20-20b8289011e6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b5aeb807-b2f4-44eb-b035-8b927ee0b08e"}]} [ 1339.910346] env[70483]: DEBUG nova.scheduler.client.report [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Refreshing inventories for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1339.923563] env[70483]: DEBUG nova.scheduler.client.report [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Updating ProviderTree inventory for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1339.923751] env[70483]: DEBUG nova.compute.provider_tree [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1339.934409] env[70483]: DEBUG nova.scheduler.client.report [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Refreshing aggregate associations for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6, aggregates: None {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1339.953323] env[70483]: DEBUG nova.scheduler.client.report [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Refreshing trait associations for resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=70483) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1340.045694] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36745949-0b1a-4dc7-b7ee-5fc4e2bfe764 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.053270] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cf4c72-7d27-4a85-8689-ef6f1564a928 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.081975] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcd32cc-66d8-44fe-8db3-6c2fd4571398 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.088859] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c7220d-176f-4213-9f9e-0ef7ffd3e12a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.101620] env[70483]: DEBUG nova.compute.provider_tree [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1340.136774] env[70483]: DEBUG oslo_concurrency.lockutils [req-83aaa169-5070-4538-a444-799305e01e59 req-2b7265c7-6891-4d70-ab32-5cdaf7e657bc service nova] Releasing lock "refresh_cache-49404f5e-5358-4886-a69f-03680d746edc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.188288] env[70483]: DEBUG oslo_vmware.api [None req-f432e8f7-dbba-4a1c-a646-bd91d7b8da36 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3479100, 'name': SuspendVM_Task} progress is 70%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.331063] env[70483]: DEBUG oslo_vmware.api [None req-b89076ee-2a0d-46a0-bf31-28c62494dd18 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.636524} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.331063] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-b89076ee-2a0d-46a0-bf31-28c62494dd18 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1340.331063] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-b89076ee-2a0d-46a0-bf31-28c62494dd18 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1340.331063] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-b89076ee-2a0d-46a0-bf31-28c62494dd18 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1340.331063] env[70483]: INFO nova.compute.manager [None req-b89076ee-2a0d-46a0-bf31-28c62494dd18 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1340.331379] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b89076ee-2a0d-46a0-bf31-28c62494dd18 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1340.331379] env[70483]: DEBUG nova.compute.manager [-] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1340.331379] env[70483]: DEBUG nova.network.neutron [-] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1340.632656] env[70483]: DEBUG nova.scheduler.client.report [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Updated inventory for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with generation 177 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1340.632901] env[70483]: DEBUG nova.compute.provider_tree [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Updating resource provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 generation from 177 to 178 during operation: update_inventory {{(pid=70483) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1340.633065] env[70483]: DEBUG nova.compute.provider_tree [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Updating inventory in ProviderTree for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1340.689699] env[70483]: DEBUG oslo_vmware.api [None req-f432e8f7-dbba-4a1c-a646-bd91d7b8da36 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3479100, 'name': SuspendVM_Task, 'duration_secs': 1.255318} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.690051] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-f432e8f7-dbba-4a1c-a646-bd91d7b8da36 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Suspended the VM {{(pid=70483) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1340.690155] env[70483]: DEBUG nova.compute.manager [None req-f432e8f7-dbba-4a1c-a646-bd91d7b8da36 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1340.690933] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafc3fd4-889b-44e6-a186-3cb128859151 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.971858] env[70483]: DEBUG nova.compute.manager [req-afed4a42-8089-4e86-8434-51f4c3327e4c req-275444c8-f894-4120-8911-2a9a6e36a937 service nova] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Received event network-vif-deleted-2150d206-eac1-4926-b6d0-0ee8fa1b2fb4 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1340.972174] env[70483]: INFO nova.compute.manager [req-afed4a42-8089-4e86-8434-51f4c3327e4c req-275444c8-f894-4120-8911-2a9a6e36a937 service nova] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Neutron deleted interface 2150d206-eac1-4926-b6d0-0ee8fa1b2fb4; detaching it from the instance and deleting it from the info cache [ 1340.972390] env[70483]: DEBUG nova.network.neutron [req-afed4a42-8089-4e86-8434-51f4c3327e4c req-275444c8-f894-4120-8911-2a9a6e36a937 service nova] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.138284] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70483) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1341.138495] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.965s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.139161] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.288s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.260267] env[70483]: DEBUG nova.network.neutron [-] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.477542] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a317c5f-8c73-47a1-8ab3-cb2000a98947 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.488280] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a9952d-0e8b-48e8-b2ad-eb2bef6fe545 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.515180] env[70483]: INFO nova.compute.manager [None req-020d509e-754d-4473-8a35-0d5aa14e2be1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Resuming [ 1341.515757] env[70483]: DEBUG nova.objects.instance [None req-020d509e-754d-4473-8a35-0d5aa14e2be1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lazy-loading 'flavor' on Instance uuid 7c5e3c01-1294-47fe-8df0-2944599c9b65 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.517180] env[70483]: DEBUG nova.compute.manager [req-afed4a42-8089-4e86-8434-51f4c3327e4c req-275444c8-f894-4120-8911-2a9a6e36a937 service nova] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Detach interface failed, port_id=2150d206-eac1-4926-b6d0-0ee8fa1b2fb4, reason: Instance beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1341.643804] env[70483]: INFO nova.compute.claims [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1341.762760] env[70483]: INFO nova.compute.manager [-] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Took 1.43 seconds to deallocate network for instance. [ 1342.150223] env[70483]: INFO nova.compute.resource_tracker [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Updating resource usage from migration 84f4ccdf-ba88-4314-be8f-8a36dec86f53 [ 1342.251421] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fe515f-90f8-4395-9e4a-3f6d8a334fa1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.258950] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bab94ec-1994-4b80-9fdf-c6476aa2d972 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.287388] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b89076ee-2a0d-46a0-bf31-28c62494dd18 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.288261] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a02c583-5b2a-4e70-ad89-310f5da8aeb9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.295063] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f9318d-8cab-40b5-9339-30cf86f4b7c6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.307445] env[70483]: DEBUG nova.compute.provider_tree [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.810148] env[70483]: DEBUG nova.scheduler.client.report [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1343.028254] env[70483]: DEBUG oslo_concurrency.lockutils [None req-020d509e-754d-4473-8a35-0d5aa14e2be1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "refresh_cache-7c5e3c01-1294-47fe-8df0-2944599c9b65" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.028420] env[70483]: DEBUG oslo_concurrency.lockutils [None req-020d509e-754d-4473-8a35-0d5aa14e2be1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquired lock "refresh_cache-7c5e3c01-1294-47fe-8df0-2944599c9b65" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.028583] env[70483]: DEBUG nova.network.neutron [None req-020d509e-754d-4473-8a35-0d5aa14e2be1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1343.318062] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.176s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.318062] env[70483]: INFO nova.compute.manager [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Migrating [ 1343.322667] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b89076ee-2a0d-46a0-bf31-28c62494dd18 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.035s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.323047] env[70483]: DEBUG nova.objects.instance [None req-b89076ee-2a0d-46a0-bf31-28c62494dd18 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lazy-loading 'resources' on Instance uuid beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.752722] env[70483]: DEBUG nova.network.neutron [None req-020d509e-754d-4473-8a35-0d5aa14e2be1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Updating instance_info_cache with network_info: [{"id": "b18c12dd-5ca0-4cc0-b0e4-56651cfeb701", "address": "fa:16:3e:3e:3f:7d", "network": {"id": "948b7173-5456-49a2-9a1a-e36a1a46b931", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1783064445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70a0a79c686d4fd5ace3cd0e354054d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb18c12dd-5c", "ovs_interfaceid": "b18c12dd-5ca0-4cc0-b0e4-56651cfeb701", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.835849] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "refresh_cache-49404f5e-5358-4886-a69f-03680d746edc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.836218] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquired lock "refresh_cache-49404f5e-5358-4886-a69f-03680d746edc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.836268] env[70483]: DEBUG nova.network.neutron [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1343.920632] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bfe927-d39e-4519-b57c-98fad99bfeaa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.928451] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f92c79-6cbd-429c-a2e1-121d86d496f7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.958124] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11139698-d476-4aba-9222-ea28cbdd174a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.965135] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6943ffcb-3822-4a86-8c68-33b2b421cecc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.978551] env[70483]: DEBUG nova.compute.provider_tree [None req-b89076ee-2a0d-46a0-bf31-28c62494dd18 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.255866] env[70483]: DEBUG oslo_concurrency.lockutils [None req-020d509e-754d-4473-8a35-0d5aa14e2be1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Releasing lock "refresh_cache-7c5e3c01-1294-47fe-8df0-2944599c9b65" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.256832] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b26df07-fdb2-4eba-ba0a-0c39b983d18f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.265229] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-020d509e-754d-4473-8a35-0d5aa14e2be1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Resuming the VM {{(pid=70483) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1344.265454] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e212eaf-3714-4904-9c5d-b58e9d7753d4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.272234] env[70483]: DEBUG oslo_vmware.api [None req-020d509e-754d-4473-8a35-0d5aa14e2be1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1344.272234] env[70483]: value = "task-3479103" [ 1344.272234] env[70483]: _type = "Task" [ 1344.272234] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.279166] env[70483]: DEBUG oslo_vmware.api [None req-020d509e-754d-4473-8a35-0d5aa14e2be1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3479103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.481490] env[70483]: DEBUG nova.scheduler.client.report [None req-b89076ee-2a0d-46a0-bf31-28c62494dd18 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1344.571350] env[70483]: DEBUG nova.network.neutron [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Updating instance_info_cache with network_info: [{"id": "46b61e47-203c-43aa-afd3-43e3c2373e1a", "address": "fa:16:3e:fb:55:c9", "network": {"id": "10b3c590-1aa9-44e4-8b20-e6d555002cbd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-950466256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22bc78ded67d407ea182163cf9043f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46b61e47-20", "ovs_interfaceid": "46b61e47-203c-43aa-afd3-43e3c2373e1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.783190] env[70483]: DEBUG oslo_vmware.api [None req-020d509e-754d-4473-8a35-0d5aa14e2be1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3479103, 'name': PowerOnVM_Task, 'duration_secs': 0.491078} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.783432] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-020d509e-754d-4473-8a35-0d5aa14e2be1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Resumed the VM {{(pid=70483) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1344.783688] env[70483]: DEBUG nova.compute.manager [None req-020d509e-754d-4473-8a35-0d5aa14e2be1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1344.784532] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27931859-a7a3-42dd-abcb-fb2d0ec6c9eb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.989376] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b89076ee-2a0d-46a0-bf31-28c62494dd18 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.008844] env[70483]: INFO nova.scheduler.client.report [None req-b89076ee-2a0d-46a0-bf31-28c62494dd18 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Deleted allocations for instance beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a [ 1345.073998] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Releasing lock "refresh_cache-49404f5e-5358-4886-a69f-03680d746edc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.516741] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b89076ee-2a0d-46a0-bf31-28c62494dd18 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.346s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.502172] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ca4f9e08-a321-4cfc-96e0-ff960f97b3e1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "7c5e3c01-1294-47fe-8df0-2944599c9b65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.502500] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ca4f9e08-a321-4cfc-96e0-ff960f97b3e1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "7c5e3c01-1294-47fe-8df0-2944599c9b65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.502722] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ca4f9e08-a321-4cfc-96e0-ff960f97b3e1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "7c5e3c01-1294-47fe-8df0-2944599c9b65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.502904] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ca4f9e08-a321-4cfc-96e0-ff960f97b3e1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "7c5e3c01-1294-47fe-8df0-2944599c9b65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.503113] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ca4f9e08-a321-4cfc-96e0-ff960f97b3e1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "7c5e3c01-1294-47fe-8df0-2944599c9b65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.505209] env[70483]: INFO nova.compute.manager [None req-ca4f9e08-a321-4cfc-96e0-ff960f97b3e1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Terminating instance [ 1346.589051] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3138efba-bcef-489d-8cb7-40d396a08786 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.609126] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Updating instance '49404f5e-5358-4886-a69f-03680d746edc' progress to 0 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1347.012545] env[70483]: DEBUG nova.compute.manager [None req-ca4f9e08-a321-4cfc-96e0-ff960f97b3e1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1347.012788] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ca4f9e08-a321-4cfc-96e0-ff960f97b3e1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1347.013702] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71fa860-b238-4bdf-bf7a-847c87bdd2a1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.021769] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca4f9e08-a321-4cfc-96e0-ff960f97b3e1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1347.022009] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed45147c-0fe0-4661-9418-644449f67ff8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.029266] env[70483]: DEBUG oslo_vmware.api [None req-ca4f9e08-a321-4cfc-96e0-ff960f97b3e1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1347.029266] env[70483]: value = "task-3479104" [ 1347.029266] env[70483]: _type = "Task" [ 1347.029266] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.036539] env[70483]: DEBUG oslo_vmware.api [None req-ca4f9e08-a321-4cfc-96e0-ff960f97b3e1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3479104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.115700] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1347.116018] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-225b32a2-4394-4376-b5d8-987bf8ab0ac9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.123317] env[70483]: DEBUG oslo_vmware.api [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1347.123317] env[70483]: value = "task-3479105" [ 1347.123317] env[70483]: _type = "Task" [ 1347.123317] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.131418] env[70483]: DEBUG oslo_vmware.api [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479105, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.497455] env[70483]: DEBUG oslo_concurrency.lockutils [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquiring lock "35cbc2d2-9bd0-42a1-8560-1982f0762413" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.497721] env[70483]: DEBUG oslo_concurrency.lockutils [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "35cbc2d2-9bd0-42a1-8560-1982f0762413" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.538958] env[70483]: DEBUG oslo_vmware.api [None req-ca4f9e08-a321-4cfc-96e0-ff960f97b3e1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3479104, 'name': PowerOffVM_Task, 'duration_secs': 0.19992} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.539276] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca4f9e08-a321-4cfc-96e0-ff960f97b3e1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1347.539452] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ca4f9e08-a321-4cfc-96e0-ff960f97b3e1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1347.539716] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67fd940b-87ac-4ee7-9e0f-3c0441a8f079 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.602489] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ca4f9e08-a321-4cfc-96e0-ff960f97b3e1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1347.602791] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ca4f9e08-a321-4cfc-96e0-ff960f97b3e1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1347.602885] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca4f9e08-a321-4cfc-96e0-ff960f97b3e1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Deleting the datastore file [datastore2] 7c5e3c01-1294-47fe-8df0-2944599c9b65 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1347.603156] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ec71b9a-1022-459f-8a7c-a68db0bdf3dc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.609952] env[70483]: DEBUG oslo_vmware.api [None req-ca4f9e08-a321-4cfc-96e0-ff960f97b3e1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for the task: (returnval){ [ 1347.609952] env[70483]: value = "task-3479107" [ 1347.609952] env[70483]: _type = "Task" [ 1347.609952] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.617416] env[70483]: DEBUG oslo_vmware.api [None req-ca4f9e08-a321-4cfc-96e0-ff960f97b3e1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3479107, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.630997] env[70483]: DEBUG oslo_vmware.api [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479105, 'name': PowerOffVM_Task, 'duration_secs': 0.205726} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.631244] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1347.631428] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Updating instance '49404f5e-5358-4886-a69f-03680d746edc' progress to 17 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1348.000222] env[70483]: DEBUG nova.compute.manager [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1348.120413] env[70483]: DEBUG oslo_vmware.api [None req-ca4f9e08-a321-4cfc-96e0-ff960f97b3e1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Task: {'id': task-3479107, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159785} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.120652] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca4f9e08-a321-4cfc-96e0-ff960f97b3e1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1348.120833] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ca4f9e08-a321-4cfc-96e0-ff960f97b3e1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1348.121015] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ca4f9e08-a321-4cfc-96e0-ff960f97b3e1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1348.121195] env[70483]: INFO nova.compute.manager [None req-ca4f9e08-a321-4cfc-96e0-ff960f97b3e1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1348.121439] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca4f9e08-a321-4cfc-96e0-ff960f97b3e1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1348.121624] env[70483]: DEBUG nova.compute.manager [-] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1348.121721] env[70483]: DEBUG nova.network.neutron [-] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1348.137664] env[70483]: DEBUG nova.virt.hardware [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1348.137885] env[70483]: DEBUG nova.virt.hardware [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1348.138038] env[70483]: DEBUG nova.virt.hardware [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1348.138268] env[70483]: DEBUG nova.virt.hardware [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1348.138414] env[70483]: DEBUG nova.virt.hardware [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1348.138560] env[70483]: DEBUG nova.virt.hardware [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1348.138812] env[70483]: DEBUG nova.virt.hardware [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1348.138919] env[70483]: DEBUG nova.virt.hardware [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1348.139096] env[70483]: DEBUG nova.virt.hardware [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1348.139260] env[70483]: DEBUG nova.virt.hardware [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1348.139434] env[70483]: DEBUG nova.virt.hardware [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1348.144292] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e58b5b80-3490-4bea-9078-0d96be277756 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.162813] env[70483]: DEBUG oslo_vmware.api [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1348.162813] env[70483]: value = "task-3479108" [ 1348.162813] env[70483]: _type = "Task" [ 1348.162813] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.175171] env[70483]: DEBUG oslo_vmware.api [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479108, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.529382] env[70483]: DEBUG oslo_concurrency.lockutils [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.529690] env[70483]: DEBUG oslo_concurrency.lockutils [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.531824] env[70483]: INFO nova.compute.claims [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1348.656790] env[70483]: DEBUG nova.compute.manager [req-43858dbe-67d1-4b1b-83ad-338f23894da0 req-0dfe80ff-69f6-4c3a-97a0-d5c027dd8fbe service nova] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Received event network-vif-deleted-b18c12dd-5ca0-4cc0-b0e4-56651cfeb701 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.657085] env[70483]: INFO nova.compute.manager [req-43858dbe-67d1-4b1b-83ad-338f23894da0 req-0dfe80ff-69f6-4c3a-97a0-d5c027dd8fbe service nova] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Neutron deleted interface b18c12dd-5ca0-4cc0-b0e4-56651cfeb701; detaching it from the instance and deleting it from the info cache [ 1348.657702] env[70483]: DEBUG nova.network.neutron [req-43858dbe-67d1-4b1b-83ad-338f23894da0 req-0dfe80ff-69f6-4c3a-97a0-d5c027dd8fbe service nova] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.673042] env[70483]: DEBUG oslo_vmware.api [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479108, 'name': ReconfigVM_Task, 'duration_secs': 0.147} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.673355] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Updating instance '49404f5e-5358-4886-a69f-03680d746edc' progress to 33 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1349.138792] env[70483]: DEBUG nova.network.neutron [-] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.160374] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-48cb959a-0598-48d3-8c50-c72ed620fbea {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.170778] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50a0ead-e3ee-48e4-ae6e-ba0519551e0e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.182653] env[70483]: DEBUG nova.virt.hardware [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1349.182867] env[70483]: DEBUG nova.virt.hardware [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1349.183032] env[70483]: DEBUG nova.virt.hardware [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1349.183262] env[70483]: DEBUG nova.virt.hardware [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1349.183378] env[70483]: DEBUG nova.virt.hardware [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1349.183524] env[70483]: DEBUG nova.virt.hardware [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1349.183725] env[70483]: DEBUG nova.virt.hardware [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1349.183882] env[70483]: DEBUG nova.virt.hardware [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1349.184110] env[70483]: DEBUG nova.virt.hardware [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1349.184224] env[70483]: DEBUG nova.virt.hardware [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1349.184395] env[70483]: DEBUG nova.virt.hardware [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1349.189788] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1349.190740] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af601fa4-cffb-4c24-a2c3-80b0a844d8e5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.212184] env[70483]: DEBUG oslo_vmware.api [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1349.212184] env[70483]: value = "task-3479109" [ 1349.212184] env[70483]: _type = "Task" [ 1349.212184] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.221978] env[70483]: DEBUG nova.compute.manager [req-43858dbe-67d1-4b1b-83ad-338f23894da0 req-0dfe80ff-69f6-4c3a-97a0-d5c027dd8fbe service nova] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Detach interface failed, port_id=b18c12dd-5ca0-4cc0-b0e4-56651cfeb701, reason: Instance 7c5e3c01-1294-47fe-8df0-2944599c9b65 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1349.228405] env[70483]: DEBUG oslo_vmware.api [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.626728] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cfff04-2e63-44e4-a050-0ee4d51320a0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.634222] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba148923-0fb9-4df5-96a8-d8936f1f0437 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.663787] env[70483]: INFO nova.compute.manager [-] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Took 1.54 seconds to deallocate network for instance. [ 1349.669139] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd3479d-c0b3-46e3-8f55-74586e083ffb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.676495] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e6c46f-0ea4-4a45-905d-e76217e03c35 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.689578] env[70483]: DEBUG nova.compute.provider_tree [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.721485] env[70483]: DEBUG oslo_vmware.api [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479109, 'name': ReconfigVM_Task, 'duration_secs': 0.149707} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.721734] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1349.722485] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd07e0a-25d4-42cb-9428-2c0b7d433138 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.743430] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-3ed3e4aa-a169-4368-9adb-0b26735775b0/volume-3ed3e4aa-a169-4368-9adb-0b26735775b0.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1349.743645] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-325c27c5-cd8a-4e05-a813-025e63f11677 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.760875] env[70483]: DEBUG oslo_vmware.api [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1349.760875] env[70483]: value = "task-3479110" [ 1349.760875] env[70483]: _type = "Task" [ 1349.760875] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.767828] env[70483]: DEBUG oslo_vmware.api [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479110, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.170341] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ca4f9e08-a321-4cfc-96e0-ff960f97b3e1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.192549] env[70483]: DEBUG nova.scheduler.client.report [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1350.270368] env[70483]: DEBUG oslo_vmware.api [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479110, 'name': ReconfigVM_Task, 'duration_secs': 0.266641} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.270623] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-3ed3e4aa-a169-4368-9adb-0b26735775b0/volume-3ed3e4aa-a169-4368-9adb-0b26735775b0.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1350.270884] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Updating instance '49404f5e-5358-4886-a69f-03680d746edc' progress to 50 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1350.697640] env[70483]: DEBUG oslo_concurrency.lockutils [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.168s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.698243] env[70483]: DEBUG nova.compute.manager [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1350.700952] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ca4f9e08-a321-4cfc-96e0-ff960f97b3e1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.531s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.701190] env[70483]: DEBUG nova.objects.instance [None req-ca4f9e08-a321-4cfc-96e0-ff960f97b3e1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lazy-loading 'resources' on Instance uuid 7c5e3c01-1294-47fe-8df0-2944599c9b65 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.777528] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b69e43d-45e9-412a-b84b-33a5d334c999 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.795872] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864cd724-c5fc-400f-955d-a0d6d1c7d2eb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.812411] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Updating instance '49404f5e-5358-4886-a69f-03680d746edc' progress to 67 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1351.205194] env[70483]: DEBUG nova.compute.utils [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1351.210180] env[70483]: DEBUG nova.compute.manager [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1351.210358] env[70483]: DEBUG nova.network.neutron [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1351.247121] env[70483]: DEBUG nova.policy [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66fbccdc47b541a690afe78f76723ab8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34a9b0dd8e234412942dbc07863c33ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1351.292231] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262d929e-3587-4df3-b6f7-5153280db58d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.299860] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3a9524-b9ff-4844-8e88-bdd4eda3b279 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.333911] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f24e2e-9455-42f2-8ec9-4e66646ffe99 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.341496] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb9d2a3-ac8b-4d06-a15a-43ad14bdb2d2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.355980] env[70483]: DEBUG nova.compute.provider_tree [None req-ca4f9e08-a321-4cfc-96e0-ff960f97b3e1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1351.490456] env[70483]: DEBUG nova.network.neutron [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Successfully created port: 20bdf525-0d01-4eda-a7a4-5a523f611449 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1351.708715] env[70483]: DEBUG nova.compute.manager [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1351.859611] env[70483]: DEBUG nova.scheduler.client.report [None req-ca4f9e08-a321-4cfc-96e0-ff960f97b3e1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1352.364560] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ca4f9e08-a321-4cfc-96e0-ff960f97b3e1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.663s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.382779] env[70483]: INFO nova.scheduler.client.report [None req-ca4f9e08-a321-4cfc-96e0-ff960f97b3e1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Deleted allocations for instance 7c5e3c01-1294-47fe-8df0-2944599c9b65 [ 1352.461513] env[70483]: DEBUG nova.network.neutron [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Port 46b61e47-203c-43aa-afd3-43e3c2373e1a binding to destination host cpu-1 is already ACTIVE {{(pid=70483) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1352.723440] env[70483]: DEBUG nova.compute.manager [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1352.754020] env[70483]: DEBUG nova.virt.hardware [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1352.754020] env[70483]: DEBUG nova.virt.hardware [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1352.754293] env[70483]: DEBUG nova.virt.hardware [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1352.754481] env[70483]: DEBUG nova.virt.hardware [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1352.754720] env[70483]: DEBUG nova.virt.hardware [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1352.754964] env[70483]: DEBUG nova.virt.hardware [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1352.755322] env[70483]: DEBUG nova.virt.hardware [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1352.755577] env[70483]: DEBUG nova.virt.hardware [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1352.755851] env[70483]: DEBUG nova.virt.hardware [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1352.756143] env[70483]: DEBUG nova.virt.hardware [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1352.756415] env[70483]: DEBUG nova.virt.hardware [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1352.757743] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb7db42-75dc-46eb-a1ca-4b4b9df085ac {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.770508] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424289a0-c58f-462e-aaea-3a95c502c8df {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.892040] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ca4f9e08-a321-4cfc-96e0-ff960f97b3e1 tempest-ServerActionsTestJSON-1022029337 tempest-ServerActionsTestJSON-1022029337-project-member] Lock "7c5e3c01-1294-47fe-8df0-2944599c9b65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.389s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.976354] env[70483]: DEBUG nova.compute.manager [req-a2664af8-a035-4a54-b6a3-3d21e55a13ca req-3b4c0e76-025e-4f8a-b422-86b097d3f83c service nova] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Received event network-vif-plugged-20bdf525-0d01-4eda-a7a4-5a523f611449 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1352.976354] env[70483]: DEBUG oslo_concurrency.lockutils [req-a2664af8-a035-4a54-b6a3-3d21e55a13ca req-3b4c0e76-025e-4f8a-b422-86b097d3f83c service nova] Acquiring lock "35cbc2d2-9bd0-42a1-8560-1982f0762413-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.976354] env[70483]: DEBUG oslo_concurrency.lockutils [req-a2664af8-a035-4a54-b6a3-3d21e55a13ca req-3b4c0e76-025e-4f8a-b422-86b097d3f83c service nova] Lock "35cbc2d2-9bd0-42a1-8560-1982f0762413-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.976354] env[70483]: DEBUG oslo_concurrency.lockutils [req-a2664af8-a035-4a54-b6a3-3d21e55a13ca req-3b4c0e76-025e-4f8a-b422-86b097d3f83c service nova] Lock "35cbc2d2-9bd0-42a1-8560-1982f0762413-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.976354] env[70483]: DEBUG nova.compute.manager [req-a2664af8-a035-4a54-b6a3-3d21e55a13ca req-3b4c0e76-025e-4f8a-b422-86b097d3f83c service nova] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] No waiting events found dispatching network-vif-plugged-20bdf525-0d01-4eda-a7a4-5a523f611449 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1352.976354] env[70483]: WARNING nova.compute.manager [req-a2664af8-a035-4a54-b6a3-3d21e55a13ca req-3b4c0e76-025e-4f8a-b422-86b097d3f83c service nova] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Received unexpected event network-vif-plugged-20bdf525-0d01-4eda-a7a4-5a523f611449 for instance with vm_state building and task_state spawning. [ 1353.074552] env[70483]: DEBUG nova.network.neutron [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Successfully updated port: 20bdf525-0d01-4eda-a7a4-5a523f611449 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1353.482967] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "49404f5e-5358-4886-a69f-03680d746edc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.484033] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "49404f5e-5358-4886-a69f-03680d746edc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.484033] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "49404f5e-5358-4886-a69f-03680d746edc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.577283] env[70483]: DEBUG oslo_concurrency.lockutils [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquiring lock "refresh_cache-35cbc2d2-9bd0-42a1-8560-1982f0762413" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.577441] env[70483]: DEBUG oslo_concurrency.lockutils [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquired lock "refresh_cache-35cbc2d2-9bd0-42a1-8560-1982f0762413" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.577598] env[70483]: DEBUG nova.network.neutron [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1354.113538] env[70483]: DEBUG nova.network.neutron [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1354.248032] env[70483]: DEBUG nova.network.neutron [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Updating instance_info_cache with network_info: [{"id": "20bdf525-0d01-4eda-a7a4-5a523f611449", "address": "fa:16:3e:cd:0f:4c", "network": {"id": "900cda40-18a8-4f2b-a494-f23cc42912b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1003448885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34a9b0dd8e234412942dbc07863c33ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20bdf525-0d", "ovs_interfaceid": "20bdf525-0d01-4eda-a7a4-5a523f611449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.520381] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "refresh_cache-49404f5e-5358-4886-a69f-03680d746edc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.520381] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquired lock "refresh_cache-49404f5e-5358-4886-a69f-03680d746edc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.520633] env[70483]: DEBUG nova.network.neutron [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1354.750798] env[70483]: DEBUG oslo_concurrency.lockutils [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Releasing lock "refresh_cache-35cbc2d2-9bd0-42a1-8560-1982f0762413" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.751136] env[70483]: DEBUG nova.compute.manager [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Instance network_info: |[{"id": "20bdf525-0d01-4eda-a7a4-5a523f611449", "address": "fa:16:3e:cd:0f:4c", "network": {"id": "900cda40-18a8-4f2b-a494-f23cc42912b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1003448885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34a9b0dd8e234412942dbc07863c33ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20bdf525-0d", "ovs_interfaceid": "20bdf525-0d01-4eda-a7a4-5a523f611449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1354.751565] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:0f:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20bdf525-0d01-4eda-a7a4-5a523f611449', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1354.759148] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1354.759371] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1354.759982] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8cf99e36-19f1-4a7d-8e45-3e5ad76d981b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.779213] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1354.779213] env[70483]: value = "task-3479111" [ 1354.779213] env[70483]: _type = "Task" [ 1354.779213] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.787093] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479111, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.008367] env[70483]: DEBUG nova.compute.manager [req-f1f35c56-234f-4adf-9e88-fd6ebfea6fe1 req-89454d8d-533a-4690-8319-f8ac37a8cf71 service nova] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Received event network-changed-20bdf525-0d01-4eda-a7a4-5a523f611449 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1355.008553] env[70483]: DEBUG nova.compute.manager [req-f1f35c56-234f-4adf-9e88-fd6ebfea6fe1 req-89454d8d-533a-4690-8319-f8ac37a8cf71 service nova] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Refreshing instance network info cache due to event network-changed-20bdf525-0d01-4eda-a7a4-5a523f611449. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1355.008864] env[70483]: DEBUG oslo_concurrency.lockutils [req-f1f35c56-234f-4adf-9e88-fd6ebfea6fe1 req-89454d8d-533a-4690-8319-f8ac37a8cf71 service nova] Acquiring lock "refresh_cache-35cbc2d2-9bd0-42a1-8560-1982f0762413" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.009138] env[70483]: DEBUG oslo_concurrency.lockutils [req-f1f35c56-234f-4adf-9e88-fd6ebfea6fe1 req-89454d8d-533a-4690-8319-f8ac37a8cf71 service nova] Acquired lock "refresh_cache-35cbc2d2-9bd0-42a1-8560-1982f0762413" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.009267] env[70483]: DEBUG nova.network.neutron [req-f1f35c56-234f-4adf-9e88-fd6ebfea6fe1 req-89454d8d-533a-4690-8319-f8ac37a8cf71 service nova] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Refreshing network info cache for port 20bdf525-0d01-4eda-a7a4-5a523f611449 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1355.266739] env[70483]: DEBUG nova.network.neutron [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Updating instance_info_cache with network_info: [{"id": "46b61e47-203c-43aa-afd3-43e3c2373e1a", "address": "fa:16:3e:fb:55:c9", "network": {"id": "10b3c590-1aa9-44e4-8b20-e6d555002cbd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-950466256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22bc78ded67d407ea182163cf9043f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46b61e47-20", "ovs_interfaceid": "46b61e47-203c-43aa-afd3-43e3c2373e1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.288283] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479111, 'name': CreateVM_Task, 'duration_secs': 0.285961} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.288456] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1355.289118] env[70483]: DEBUG oslo_concurrency.lockutils [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.289285] env[70483]: DEBUG oslo_concurrency.lockutils [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.289621] env[70483]: DEBUG oslo_concurrency.lockutils [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.289869] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b733263-1a04-4f71-a8dc-6ddc185cff42 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.294432] env[70483]: DEBUG oslo_vmware.api [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1355.294432] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]527773cc-94df-109f-2d97-85792b38b95c" [ 1355.294432] env[70483]: _type = "Task" [ 1355.294432] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.302123] env[70483]: DEBUG oslo_vmware.api [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]527773cc-94df-109f-2d97-85792b38b95c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.769414] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Releasing lock "refresh_cache-49404f5e-5358-4886-a69f-03680d746edc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.807142] env[70483]: DEBUG oslo_vmware.api [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]527773cc-94df-109f-2d97-85792b38b95c, 'name': SearchDatastore_Task, 'duration_secs': 0.014012} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.807479] env[70483]: DEBUG oslo_concurrency.lockutils [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.807733] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1355.807972] env[70483]: DEBUG oslo_concurrency.lockutils [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.808133] env[70483]: DEBUG oslo_concurrency.lockutils [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.808323] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1355.808579] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfa77bf3-beb7-4a1a-bca7-fad076d547c3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.816682] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1355.816886] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1355.817820] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70f9e4a3-48df-49ec-b41d-ebcf8f8edebb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.822995] env[70483]: DEBUG oslo_vmware.api [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1355.822995] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52fa158d-39e6-45ab-10cf-6e019637101e" [ 1355.822995] env[70483]: _type = "Task" [ 1355.822995] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.833554] env[70483]: DEBUG oslo_vmware.api [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52fa158d-39e6-45ab-10cf-6e019637101e, 'name': SearchDatastore_Task, 'duration_secs': 0.007768} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.834247] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49cedda1-2f19-4708-8abd-30f836087ca2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.838714] env[70483]: DEBUG oslo_vmware.api [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1355.838714] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524f18fa-8126-0b00-fce5-ffb1f61efdbf" [ 1355.838714] env[70483]: _type = "Task" [ 1355.838714] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.845544] env[70483]: DEBUG oslo_vmware.api [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524f18fa-8126-0b00-fce5-ffb1f61efdbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.879601] env[70483]: DEBUG nova.network.neutron [req-f1f35c56-234f-4adf-9e88-fd6ebfea6fe1 req-89454d8d-533a-4690-8319-f8ac37a8cf71 service nova] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Updated VIF entry in instance network info cache for port 20bdf525-0d01-4eda-a7a4-5a523f611449. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1355.879933] env[70483]: DEBUG nova.network.neutron [req-f1f35c56-234f-4adf-9e88-fd6ebfea6fe1 req-89454d8d-533a-4690-8319-f8ac37a8cf71 service nova] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Updating instance_info_cache with network_info: [{"id": "20bdf525-0d01-4eda-a7a4-5a523f611449", "address": "fa:16:3e:cd:0f:4c", "network": {"id": "900cda40-18a8-4f2b-a494-f23cc42912b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1003448885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34a9b0dd8e234412942dbc07863c33ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20bdf525-0d", "ovs_interfaceid": "20bdf525-0d01-4eda-a7a4-5a523f611449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.284021] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6228e56-0e6a-4398-942d-54527ee2100b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.290443] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930a9fdb-19ca-4897-a957-e5c0631b290b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.352452] env[70483]: DEBUG oslo_vmware.api [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524f18fa-8126-0b00-fce5-ffb1f61efdbf, 'name': SearchDatastore_Task, 'duration_secs': 0.007333} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.352452] env[70483]: DEBUG oslo_concurrency.lockutils [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.352452] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 35cbc2d2-9bd0-42a1-8560-1982f0762413/35cbc2d2-9bd0-42a1-8560-1982f0762413.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1356.352452] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-728012ff-ee78-49aa-9469-eaaf8daddc16 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.358466] env[70483]: DEBUG oslo_vmware.api [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1356.358466] env[70483]: value = "task-3479112" [ 1356.358466] env[70483]: _type = "Task" [ 1356.358466] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.366837] env[70483]: DEBUG oslo_vmware.api [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.383047] env[70483]: DEBUG oslo_concurrency.lockutils [req-f1f35c56-234f-4adf-9e88-fd6ebfea6fe1 req-89454d8d-533a-4690-8319-f8ac37a8cf71 service nova] Releasing lock "refresh_cache-35cbc2d2-9bd0-42a1-8560-1982f0762413" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.871476] env[70483]: DEBUG oslo_vmware.api [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46472} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.871476] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 35cbc2d2-9bd0-42a1-8560-1982f0762413/35cbc2d2-9bd0-42a1-8560-1982f0762413.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1356.871666] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1356.871858] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae4c2b55-3146-4328-99cc-0e25f81d0273 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.879022] env[70483]: DEBUG oslo_vmware.api [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1356.879022] env[70483]: value = "task-3479113" [ 1356.879022] env[70483]: _type = "Task" [ 1356.879022] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.886527] env[70483]: DEBUG oslo_vmware.api [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.392010] env[70483]: DEBUG oslo_vmware.api [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068647} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.392318] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1357.393109] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7705d7-899e-401e-8ff4-6f9a64518c30 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.396758] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe4bf3f-3f0b-4e72-a1c9-8eed5e5092a8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.419787] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 35cbc2d2-9bd0-42a1-8560-1982f0762413/35cbc2d2-9bd0-42a1-8560-1982f0762413.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1357.434194] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3026622d-ae85-4627-b2c9-d958f362d6a1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.449487] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0966866b-524d-4993-8654-46f6fd5e1441 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.457267] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Updating instance '49404f5e-5358-4886-a69f-03680d746edc' progress to 83 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1357.462527] env[70483]: DEBUG oslo_vmware.api [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1357.462527] env[70483]: value = "task-3479114" [ 1357.462527] env[70483]: _type = "Task" [ 1357.462527] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.470834] env[70483]: DEBUG oslo_vmware.api [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479114, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.965723] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1357.966100] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad3f79d0-a02e-459b-9c0d-03e9ba9ed256 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.975843] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Acquiring lock "d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.976084] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Lock "d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.980884] env[70483]: DEBUG oslo_vmware.api [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479114, 'name': ReconfigVM_Task, 'duration_secs': 0.281115} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.982064] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 35cbc2d2-9bd0-42a1-8560-1982f0762413/35cbc2d2-9bd0-42a1-8560-1982f0762413.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1357.982707] env[70483]: DEBUG oslo_vmware.api [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1357.982707] env[70483]: value = "task-3479115" [ 1357.982707] env[70483]: _type = "Task" [ 1357.982707] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.982886] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58d92079-852d-4bad-8f4e-0d384f6c03ae {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.993657] env[70483]: DEBUG oslo_vmware.api [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.994839] env[70483]: DEBUG oslo_vmware.api [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1357.994839] env[70483]: value = "task-3479116" [ 1357.994839] env[70483]: _type = "Task" [ 1357.994839] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.003029] env[70483]: DEBUG oslo_vmware.api [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479116, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.479313] env[70483]: DEBUG nova.compute.manager [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1358.494199] env[70483]: DEBUG oslo_vmware.api [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479115, 'name': PowerOnVM_Task, 'duration_secs': 0.439717} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.494375] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1358.494559] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1c0370-a780-44bb-a4ce-ac61e32c8b99 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Updating instance '49404f5e-5358-4886-a69f-03680d746edc' progress to 100 {{(pid=70483) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1358.507282] env[70483]: DEBUG oslo_vmware.api [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479116, 'name': Rename_Task, 'duration_secs': 0.239269} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.507583] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1358.507859] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e77c86e6-16dc-424d-a29b-325dfb5597f5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.515056] env[70483]: DEBUG oslo_vmware.api [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1358.515056] env[70483]: value = "task-3479117" [ 1358.515056] env[70483]: _type = "Task" [ 1358.515056] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.524423] env[70483]: DEBUG oslo_vmware.api [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.003786] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.004129] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.005783] env[70483]: INFO nova.compute.claims [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1359.026118] env[70483]: DEBUG oslo_vmware.api [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479117, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.528017] env[70483]: DEBUG oslo_vmware.api [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479117, 'name': PowerOnVM_Task, 'duration_secs': 0.525619} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.528336] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1359.528541] env[70483]: INFO nova.compute.manager [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Took 6.80 seconds to spawn the instance on the hypervisor. [ 1359.528737] env[70483]: DEBUG nova.compute.manager [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1359.529621] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07dbbf1-9612-4ef0-8e2f-2686d2af7cf0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.047919] env[70483]: INFO nova.compute.manager [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Took 11.54 seconds to build instance. [ 1360.115229] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73c984b-4095-4dc1-96bf-ecff32756b90 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.123150] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf90a748-5428-4dba-8e20-8bd8dbecd28d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.156371] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059c4986-5ad2-4403-a116-1b18e4be93f1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.163722] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6889206d-7fea-4cc8-b60a-e56797956a4f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.177008] env[70483]: DEBUG nova.compute.provider_tree [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.520070] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e4e3e034-4202-4d25-b4fe-4577be4c115b tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Acquiring lock "fb504f0b-ff60-4f55-9bb5-4919e3eda455" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.520413] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e4e3e034-4202-4d25-b4fe-4577be4c115b tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lock "fb504f0b-ff60-4f55-9bb5-4919e3eda455" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.520665] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e4e3e034-4202-4d25-b4fe-4577be4c115b tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Acquiring lock "fb504f0b-ff60-4f55-9bb5-4919e3eda455-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.520850] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e4e3e034-4202-4d25-b4fe-4577be4c115b tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lock "fb504f0b-ff60-4f55-9bb5-4919e3eda455-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.521046] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e4e3e034-4202-4d25-b4fe-4577be4c115b tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lock "fb504f0b-ff60-4f55-9bb5-4919e3eda455-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.523704] env[70483]: INFO nova.compute.manager [None req-e4e3e034-4202-4d25-b4fe-4577be4c115b tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Terminating instance [ 1360.556018] env[70483]: DEBUG oslo_concurrency.lockutils [None req-649e1cb8-6681-4e68-935a-57e4ecadf891 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "35cbc2d2-9bd0-42a1-8560-1982f0762413" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.058s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.648248] env[70483]: DEBUG nova.compute.manager [req-0bc35ed8-15ee-457f-b5d0-fb741ee2fe7f req-d7b52f34-c7c9-4fa4-b91c-199938a1bcd9 service nova] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Received event network-changed-20bdf525-0d01-4eda-a7a4-5a523f611449 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1360.648502] env[70483]: DEBUG nova.compute.manager [req-0bc35ed8-15ee-457f-b5d0-fb741ee2fe7f req-d7b52f34-c7c9-4fa4-b91c-199938a1bcd9 service nova] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Refreshing instance network info cache due to event network-changed-20bdf525-0d01-4eda-a7a4-5a523f611449. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1360.648731] env[70483]: DEBUG oslo_concurrency.lockutils [req-0bc35ed8-15ee-457f-b5d0-fb741ee2fe7f req-d7b52f34-c7c9-4fa4-b91c-199938a1bcd9 service nova] Acquiring lock "refresh_cache-35cbc2d2-9bd0-42a1-8560-1982f0762413" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.648871] env[70483]: DEBUG oslo_concurrency.lockutils [req-0bc35ed8-15ee-457f-b5d0-fb741ee2fe7f req-d7b52f34-c7c9-4fa4-b91c-199938a1bcd9 service nova] Acquired lock "refresh_cache-35cbc2d2-9bd0-42a1-8560-1982f0762413" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.649053] env[70483]: DEBUG nova.network.neutron [req-0bc35ed8-15ee-457f-b5d0-fb741ee2fe7f req-d7b52f34-c7c9-4fa4-b91c-199938a1bcd9 service nova] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Refreshing network info cache for port 20bdf525-0d01-4eda-a7a4-5a523f611449 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1360.679962] env[70483]: DEBUG nova.scheduler.client.report [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1361.027512] env[70483]: DEBUG nova.compute.manager [None req-e4e3e034-4202-4d25-b4fe-4577be4c115b tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1361.027735] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e3e034-4202-4d25-b4fe-4577be4c115b tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1361.028741] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186298c4-f60a-428e-b459-cb61e06f36ba {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.036894] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4e3e034-4202-4d25-b4fe-4577be4c115b tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1361.037143] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf0123a7-ad6d-4fd7-8cf0-62d77fef62d1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.043285] env[70483]: DEBUG oslo_vmware.api [None req-e4e3e034-4202-4d25-b4fe-4577be4c115b tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Waiting for the task: (returnval){ [ 1361.043285] env[70483]: value = "task-3479118" [ 1361.043285] env[70483]: _type = "Task" [ 1361.043285] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.050947] env[70483]: DEBUG oslo_vmware.api [None req-e4e3e034-4202-4d25-b4fe-4577be4c115b tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.187570] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.183s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.188137] env[70483]: DEBUG nova.compute.manager [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1361.248794] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3583981c-61fe-4b1b-9879-bbb3e2d5b8ed tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "49404f5e-5358-4886-a69f-03680d746edc" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.249058] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3583981c-61fe-4b1b-9879-bbb3e2d5b8ed tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "49404f5e-5358-4886-a69f-03680d746edc" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.249250] env[70483]: DEBUG nova.compute.manager [None req-3583981c-61fe-4b1b-9879-bbb3e2d5b8ed tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Going to confirm migration 10 {{(pid=70483) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1361.394802] env[70483]: DEBUG nova.network.neutron [req-0bc35ed8-15ee-457f-b5d0-fb741ee2fe7f req-d7b52f34-c7c9-4fa4-b91c-199938a1bcd9 service nova] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Updated VIF entry in instance network info cache for port 20bdf525-0d01-4eda-a7a4-5a523f611449. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1361.395176] env[70483]: DEBUG nova.network.neutron [req-0bc35ed8-15ee-457f-b5d0-fb741ee2fe7f req-d7b52f34-c7c9-4fa4-b91c-199938a1bcd9 service nova] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Updating instance_info_cache with network_info: [{"id": "20bdf525-0d01-4eda-a7a4-5a523f611449", "address": "fa:16:3e:cd:0f:4c", "network": {"id": "900cda40-18a8-4f2b-a494-f23cc42912b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1003448885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34a9b0dd8e234412942dbc07863c33ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20bdf525-0d", "ovs_interfaceid": "20bdf525-0d01-4eda-a7a4-5a523f611449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.555380] env[70483]: DEBUG oslo_vmware.api [None req-e4e3e034-4202-4d25-b4fe-4577be4c115b tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479118, 'name': PowerOffVM_Task, 'duration_secs': 0.191146} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.555643] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4e3e034-4202-4d25-b4fe-4577be4c115b tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1361.555811] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e3e034-4202-4d25-b4fe-4577be4c115b tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1361.556078] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93cdbd75-63bd-4bda-870c-38d81388925c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.622462] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e3e034-4202-4d25-b4fe-4577be4c115b tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1361.622695] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e3e034-4202-4d25-b4fe-4577be4c115b tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1361.622884] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4e3e034-4202-4d25-b4fe-4577be4c115b tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Deleting the datastore file [datastore2] fb504f0b-ff60-4f55-9bb5-4919e3eda455 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1361.623165] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-026c7184-4ceb-4b16-9894-c12056ae131d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.630320] env[70483]: DEBUG oslo_vmware.api [None req-e4e3e034-4202-4d25-b4fe-4577be4c115b tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Waiting for the task: (returnval){ [ 1361.630320] env[70483]: value = "task-3479120" [ 1361.630320] env[70483]: _type = "Task" [ 1361.630320] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.638148] env[70483]: DEBUG oslo_vmware.api [None req-e4e3e034-4202-4d25-b4fe-4577be4c115b tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.694385] env[70483]: DEBUG nova.compute.utils [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1361.695945] env[70483]: DEBUG nova.compute.manager [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1361.696169] env[70483]: DEBUG nova.network.neutron [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1361.737461] env[70483]: DEBUG nova.policy [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '475c54b3e3e84dd780f8ec0b3eaf5a73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1762aa3d5c6e44428b1d8028040b89b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1361.843252] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3583981c-61fe-4b1b-9879-bbb3e2d5b8ed tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "refresh_cache-49404f5e-5358-4886-a69f-03680d746edc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.843458] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3583981c-61fe-4b1b-9879-bbb3e2d5b8ed tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquired lock "refresh_cache-49404f5e-5358-4886-a69f-03680d746edc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.843650] env[70483]: DEBUG nova.network.neutron [None req-3583981c-61fe-4b1b-9879-bbb3e2d5b8ed tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1361.843836] env[70483]: DEBUG nova.objects.instance [None req-3583981c-61fe-4b1b-9879-bbb3e2d5b8ed tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lazy-loading 'info_cache' on Instance uuid 49404f5e-5358-4886-a69f-03680d746edc {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1361.897641] env[70483]: DEBUG oslo_concurrency.lockutils [req-0bc35ed8-15ee-457f-b5d0-fb741ee2fe7f req-d7b52f34-c7c9-4fa4-b91c-199938a1bcd9 service nova] Releasing lock "refresh_cache-35cbc2d2-9bd0-42a1-8560-1982f0762413" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.046402] env[70483]: DEBUG nova.network.neutron [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Successfully created port: 71716169-4659-4890-b32e-7fcf65caa976 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1362.140285] env[70483]: DEBUG oslo_vmware.api [None req-e4e3e034-4202-4d25-b4fe-4577be4c115b tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19883} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.140571] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4e3e034-4202-4d25-b4fe-4577be4c115b tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1362.140762] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e3e034-4202-4d25-b4fe-4577be4c115b tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1362.140942] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e3e034-4202-4d25-b4fe-4577be4c115b tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1362.141137] env[70483]: INFO nova.compute.manager [None req-e4e3e034-4202-4d25-b4fe-4577be4c115b tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1362.141387] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4e3e034-4202-4d25-b4fe-4577be4c115b tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1362.141581] env[70483]: DEBUG nova.compute.manager [-] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1362.141678] env[70483]: DEBUG nova.network.neutron [-] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1362.199290] env[70483]: DEBUG nova.compute.manager [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1363.076174] env[70483]: DEBUG nova.compute.manager [req-5ab460a3-d699-43f6-b7cf-d60301a774a8 req-9a24ba98-f323-41f7-8c9c-510b90d9a01c service nova] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Received event network-vif-deleted-a7b64047-57a2-4e6a-879f-bc401f436c25 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1363.076174] env[70483]: INFO nova.compute.manager [req-5ab460a3-d699-43f6-b7cf-d60301a774a8 req-9a24ba98-f323-41f7-8c9c-510b90d9a01c service nova] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Neutron deleted interface a7b64047-57a2-4e6a-879f-bc401f436c25; detaching it from the instance and deleting it from the info cache [ 1363.076174] env[70483]: DEBUG nova.network.neutron [req-5ab460a3-d699-43f6-b7cf-d60301a774a8 req-9a24ba98-f323-41f7-8c9c-510b90d9a01c service nova] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.160665] env[70483]: DEBUG nova.network.neutron [None req-3583981c-61fe-4b1b-9879-bbb3e2d5b8ed tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Updating instance_info_cache with network_info: [{"id": "46b61e47-203c-43aa-afd3-43e3c2373e1a", "address": "fa:16:3e:fb:55:c9", "network": {"id": "10b3c590-1aa9-44e4-8b20-e6d555002cbd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-950466256-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22bc78ded67d407ea182163cf9043f31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46b61e47-20", "ovs_interfaceid": "46b61e47-203c-43aa-afd3-43e3c2373e1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.209457] env[70483]: DEBUG nova.compute.manager [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1363.242610] env[70483]: DEBUG nova.virt.hardware [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1363.242990] env[70483]: DEBUG nova.virt.hardware [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1363.243288] env[70483]: DEBUG nova.virt.hardware [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1363.243494] env[70483]: DEBUG nova.virt.hardware [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1363.243647] env[70483]: DEBUG nova.virt.hardware [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1363.243797] env[70483]: DEBUG nova.virt.hardware [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1363.244139] env[70483]: DEBUG nova.virt.hardware [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1363.244283] env[70483]: DEBUG nova.virt.hardware [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1363.244382] env[70483]: DEBUG nova.virt.hardware [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1363.244507] env[70483]: DEBUG nova.virt.hardware [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1363.244681] env[70483]: DEBUG nova.virt.hardware [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1363.245624] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8b3bc9-586a-4099-9190-f40c70877faf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.253962] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735e240c-be1d-47f2-9676-c38ff7d19dcd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.555689] env[70483]: DEBUG nova.network.neutron [-] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.578706] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2775261e-6b48-4344-8b9f-adc12651df99 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.588878] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6b71f6-83ce-4071-a0a5-6bf06f3ae3b4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.618725] env[70483]: DEBUG nova.compute.manager [req-5ab460a3-d699-43f6-b7cf-d60301a774a8 req-9a24ba98-f323-41f7-8c9c-510b90d9a01c service nova] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Detach interface failed, port_id=a7b64047-57a2-4e6a-879f-bc401f436c25, reason: Instance fb504f0b-ff60-4f55-9bb5-4919e3eda455 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1363.663293] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3583981c-61fe-4b1b-9879-bbb3e2d5b8ed tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Releasing lock "refresh_cache-49404f5e-5358-4886-a69f-03680d746edc" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.663484] env[70483]: DEBUG nova.objects.instance [None req-3583981c-61fe-4b1b-9879-bbb3e2d5b8ed tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lazy-loading 'migration_context' on Instance uuid 49404f5e-5358-4886-a69f-03680d746edc {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1363.862981] env[70483]: DEBUG nova.network.neutron [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Successfully updated port: 71716169-4659-4890-b32e-7fcf65caa976 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1364.059038] env[70483]: INFO nova.compute.manager [-] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Took 1.92 seconds to deallocate network for instance. [ 1364.168312] env[70483]: DEBUG nova.objects.base [None req-3583981c-61fe-4b1b-9879-bbb3e2d5b8ed tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Object Instance<49404f5e-5358-4886-a69f-03680d746edc> lazy-loaded attributes: info_cache,migration_context {{(pid=70483) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1364.168669] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea113091-70fc-4a57-8b8e-6394049a5a0a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.187739] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a1ed263-c2a4-4fb8-95ad-0a9289ace1c7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.193189] env[70483]: DEBUG oslo_vmware.api [None req-3583981c-61fe-4b1b-9879-bbb3e2d5b8ed tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1364.193189] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]529a4e6d-0296-1a20-eaf7-cd20c940106d" [ 1364.193189] env[70483]: _type = "Task" [ 1364.193189] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.200499] env[70483]: DEBUG oslo_vmware.api [None req-3583981c-61fe-4b1b-9879-bbb3e2d5b8ed tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]529a4e6d-0296-1a20-eaf7-cd20c940106d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.365810] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Acquiring lock "refresh_cache-d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.365950] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Acquired lock "refresh_cache-d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.366134] env[70483]: DEBUG nova.network.neutron [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1364.565572] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e4e3e034-4202-4d25-b4fe-4577be4c115b tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.565954] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e4e3e034-4202-4d25-b4fe-4577be4c115b tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.566146] env[70483]: DEBUG nova.objects.instance [None req-e4e3e034-4202-4d25-b4fe-4577be4c115b tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lazy-loading 'resources' on Instance uuid fb504f0b-ff60-4f55-9bb5-4919e3eda455 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1364.703664] env[70483]: DEBUG oslo_vmware.api [None req-3583981c-61fe-4b1b-9879-bbb3e2d5b8ed tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]529a4e6d-0296-1a20-eaf7-cd20c940106d, 'name': SearchDatastore_Task, 'duration_secs': 0.009052} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.704352] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3583981c-61fe-4b1b-9879-bbb3e2d5b8ed tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.898014] env[70483]: DEBUG nova.network.neutron [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1365.040650] env[70483]: DEBUG nova.network.neutron [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Updating instance_info_cache with network_info: [{"id": "71716169-4659-4890-b32e-7fcf65caa976", "address": "fa:16:3e:1f:ca:37", "network": {"id": "ba81c1db-602f-4322-8aed-53beb779c182", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1124878206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1762aa3d5c6e44428b1d8028040b89b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71716169-46", "ovs_interfaceid": "71716169-4659-4890-b32e-7fcf65caa976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.100394] env[70483]: DEBUG nova.compute.manager [req-9d4e7394-a8a9-470a-8277-2e81b2929d52 req-68f3e2de-6722-4308-8260-09afad910c34 service nova] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Received event network-vif-plugged-71716169-4659-4890-b32e-7fcf65caa976 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1365.100600] env[70483]: DEBUG oslo_concurrency.lockutils [req-9d4e7394-a8a9-470a-8277-2e81b2929d52 req-68f3e2de-6722-4308-8260-09afad910c34 service nova] Acquiring lock "d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.100844] env[70483]: DEBUG oslo_concurrency.lockutils [req-9d4e7394-a8a9-470a-8277-2e81b2929d52 req-68f3e2de-6722-4308-8260-09afad910c34 service nova] Lock "d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.101030] env[70483]: DEBUG oslo_concurrency.lockutils [req-9d4e7394-a8a9-470a-8277-2e81b2929d52 req-68f3e2de-6722-4308-8260-09afad910c34 service nova] Lock "d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.101198] env[70483]: DEBUG nova.compute.manager [req-9d4e7394-a8a9-470a-8277-2e81b2929d52 req-68f3e2de-6722-4308-8260-09afad910c34 service nova] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] No waiting events found dispatching network-vif-plugged-71716169-4659-4890-b32e-7fcf65caa976 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1365.101534] env[70483]: WARNING nova.compute.manager [req-9d4e7394-a8a9-470a-8277-2e81b2929d52 req-68f3e2de-6722-4308-8260-09afad910c34 service nova] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Received unexpected event network-vif-plugged-71716169-4659-4890-b32e-7fcf65caa976 for instance with vm_state building and task_state spawning. [ 1365.101731] env[70483]: DEBUG nova.compute.manager [req-9d4e7394-a8a9-470a-8277-2e81b2929d52 req-68f3e2de-6722-4308-8260-09afad910c34 service nova] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Received event network-changed-71716169-4659-4890-b32e-7fcf65caa976 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1365.101920] env[70483]: DEBUG nova.compute.manager [req-9d4e7394-a8a9-470a-8277-2e81b2929d52 req-68f3e2de-6722-4308-8260-09afad910c34 service nova] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Refreshing instance network info cache due to event network-changed-71716169-4659-4890-b32e-7fcf65caa976. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1365.102057] env[70483]: DEBUG oslo_concurrency.lockutils [req-9d4e7394-a8a9-470a-8277-2e81b2929d52 req-68f3e2de-6722-4308-8260-09afad910c34 service nova] Acquiring lock "refresh_cache-d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.161547] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb09f8ea-4ff1-4587-a819-dd4d510aa0ae {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.171829] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616b89db-bdae-461a-9820-d0b295733cdb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.201839] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a391b5f1-1376-4f3d-a9ce-c61ccdbe368d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.208973] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d511c33f-0f09-4115-98b1-70477f1e12d8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.222026] env[70483]: DEBUG nova.compute.provider_tree [None req-e4e3e034-4202-4d25-b4fe-4577be4c115b tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1365.543261] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Releasing lock "refresh_cache-d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.543606] env[70483]: DEBUG nova.compute.manager [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Instance network_info: |[{"id": "71716169-4659-4890-b32e-7fcf65caa976", "address": "fa:16:3e:1f:ca:37", "network": {"id": "ba81c1db-602f-4322-8aed-53beb779c182", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1124878206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1762aa3d5c6e44428b1d8028040b89b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71716169-46", "ovs_interfaceid": "71716169-4659-4890-b32e-7fcf65caa976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1365.543909] env[70483]: DEBUG oslo_concurrency.lockutils [req-9d4e7394-a8a9-470a-8277-2e81b2929d52 req-68f3e2de-6722-4308-8260-09afad910c34 service nova] Acquired lock "refresh_cache-d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.544105] env[70483]: DEBUG nova.network.neutron [req-9d4e7394-a8a9-470a-8277-2e81b2929d52 req-68f3e2de-6722-4308-8260-09afad910c34 service nova] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Refreshing network info cache for port 71716169-4659-4890-b32e-7fcf65caa976 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1365.545407] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:ca:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71716169-4659-4890-b32e-7fcf65caa976', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1365.553324] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Creating folder: Project (1762aa3d5c6e44428b1d8028040b89b0). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1365.554682] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31b3d65f-7e2e-4f37-8b51-f7fe7bbe2bf3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.566617] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Created folder: Project (1762aa3d5c6e44428b1d8028040b89b0) in parent group-v695216. [ 1365.566796] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Creating folder: Instances. Parent ref: group-v695549. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1365.567028] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95e8cd26-7183-4b32-a2e1-3244c0a0e0a9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.576015] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Created folder: Instances in parent group-v695549. [ 1365.576232] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1365.576420] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1365.576610] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-287d8bb7-5522-4f6a-83b3-52cdb596aff9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.594691] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1365.594691] env[70483]: value = "task-3479123" [ 1365.594691] env[70483]: _type = "Task" [ 1365.594691] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.601985] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479123, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.726115] env[70483]: DEBUG nova.scheduler.client.report [None req-e4e3e034-4202-4d25-b4fe-4577be4c115b tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1366.105165] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479123, 'name': CreateVM_Task, 'duration_secs': 0.290309} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.105368] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1366.106117] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.106329] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.106685] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.106974] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18571201-cd83-434f-86e7-a3259d7e9f50 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.111559] env[70483]: DEBUG oslo_vmware.api [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Waiting for the task: (returnval){ [ 1366.111559] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]520ad5fb-22b1-e0e3-fd90-5fe066594703" [ 1366.111559] env[70483]: _type = "Task" [ 1366.111559] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.121684] env[70483]: DEBUG oslo_vmware.api [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]520ad5fb-22b1-e0e3-fd90-5fe066594703, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.231605] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e4e3e034-4202-4d25-b4fe-4577be4c115b tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.235804] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3583981c-61fe-4b1b-9879-bbb3e2d5b8ed tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.531s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.257240] env[70483]: INFO nova.scheduler.client.report [None req-e4e3e034-4202-4d25-b4fe-4577be4c115b tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Deleted allocations for instance fb504f0b-ff60-4f55-9bb5-4919e3eda455 [ 1366.274786] env[70483]: DEBUG nova.network.neutron [req-9d4e7394-a8a9-470a-8277-2e81b2929d52 req-68f3e2de-6722-4308-8260-09afad910c34 service nova] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Updated VIF entry in instance network info cache for port 71716169-4659-4890-b32e-7fcf65caa976. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1366.275153] env[70483]: DEBUG nova.network.neutron [req-9d4e7394-a8a9-470a-8277-2e81b2929d52 req-68f3e2de-6722-4308-8260-09afad910c34 service nova] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Updating instance_info_cache with network_info: [{"id": "71716169-4659-4890-b32e-7fcf65caa976", "address": "fa:16:3e:1f:ca:37", "network": {"id": "ba81c1db-602f-4322-8aed-53beb779c182", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1124878206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1762aa3d5c6e44428b1d8028040b89b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71716169-46", "ovs_interfaceid": "71716169-4659-4890-b32e-7fcf65caa976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.623123] env[70483]: DEBUG oslo_vmware.api [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]520ad5fb-22b1-e0e3-fd90-5fe066594703, 'name': SearchDatastore_Task, 'duration_secs': 0.009385} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.623123] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.623123] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1366.623376] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.623503] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.623641] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1366.623899] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-caf7deab-018f-4eff-afc4-1ecb830b593c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.632157] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1366.632364] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1366.633000] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70b51fe0-9b3c-4fb1-b82b-6cec148d7b65 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.637974] env[70483]: DEBUG oslo_vmware.api [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Waiting for the task: (returnval){ [ 1366.637974] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5268d0f2-7f88-7ac4-0cea-9a5ca4474ddd" [ 1366.637974] env[70483]: _type = "Task" [ 1366.637974] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.645397] env[70483]: DEBUG oslo_vmware.api [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5268d0f2-7f88-7ac4-0cea-9a5ca4474ddd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.765020] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e4e3e034-4202-4d25-b4fe-4577be4c115b tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lock "fb504f0b-ff60-4f55-9bb5-4919e3eda455" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.245s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.777263] env[70483]: DEBUG oslo_concurrency.lockutils [req-9d4e7394-a8a9-470a-8277-2e81b2929d52 req-68f3e2de-6722-4308-8260-09afad910c34 service nova] Releasing lock "refresh_cache-d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.843593] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813f7c5c-91eb-4102-af5b-4910ffa62b08 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.852314] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3afdfc-205a-4dd2-9681-5386f8acbc69 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.883269] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c433f8-0746-4e1c-b52e-afe3e1257fd7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.890556] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a0edbb-d66d-40fe-af66-7ab819b8de37 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.903997] env[70483]: DEBUG nova.compute.provider_tree [None req-3583981c-61fe-4b1b-9879-bbb3e2d5b8ed tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1367.148180] env[70483]: DEBUG oslo_vmware.api [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5268d0f2-7f88-7ac4-0cea-9a5ca4474ddd, 'name': SearchDatastore_Task, 'duration_secs': 0.008602} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.148989] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f8fe2b6-e48f-44ac-8738-47fd7d8120e5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.155241] env[70483]: DEBUG oslo_vmware.api [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Waiting for the task: (returnval){ [ 1367.155241] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d5b036-b83a-451c-56cb-42222d24a2be" [ 1367.155241] env[70483]: _type = "Task" [ 1367.155241] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.163921] env[70483]: DEBUG oslo_vmware.api [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d5b036-b83a-451c-56cb-42222d24a2be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.407065] env[70483]: DEBUG nova.scheduler.client.report [None req-3583981c-61fe-4b1b-9879-bbb3e2d5b8ed tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1367.665694] env[70483]: DEBUG oslo_vmware.api [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52d5b036-b83a-451c-56cb-42222d24a2be, 'name': SearchDatastore_Task, 'duration_secs': 0.010354} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.665909] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.666178] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24/d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1367.666432] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11393dec-9dc4-4e29-8daf-0eb377e07580 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.673241] env[70483]: DEBUG oslo_vmware.api [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Waiting for the task: (returnval){ [ 1367.673241] env[70483]: value = "task-3479124" [ 1367.673241] env[70483]: _type = "Task" [ 1367.673241] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.681269] env[70483]: DEBUG oslo_vmware.api [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Task: {'id': task-3479124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.183519] env[70483]: DEBUG oslo_vmware.api [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Task: {'id': task-3479124, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479988} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.183743] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24/d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1368.183961] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1368.184270] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aac42c67-b20f-4a4f-b910-6399e4ca6a9b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.192057] env[70483]: DEBUG oslo_vmware.api [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Waiting for the task: (returnval){ [ 1368.192057] env[70483]: value = "task-3479125" [ 1368.192057] env[70483]: _type = "Task" [ 1368.192057] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.200755] env[70483]: DEBUG oslo_vmware.api [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Task: {'id': task-3479125, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.418696] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3583981c-61fe-4b1b-9879-bbb3e2d5b8ed tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.183s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.702188] env[70483]: DEBUG oslo_vmware.api [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Task: {'id': task-3479125, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072814} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.702472] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1368.703263] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6279bb1f-ec8f-448c-9990-f7d569e7761e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.725667] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24/d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1368.725935] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d376edc8-3d72-4d2f-ab66-d20ab167e68c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.745938] env[70483]: DEBUG oslo_vmware.api [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Waiting for the task: (returnval){ [ 1368.745938] env[70483]: value = "task-3479126" [ 1368.745938] env[70483]: _type = "Task" [ 1368.745938] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.753383] env[70483]: DEBUG oslo_vmware.api [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Task: {'id': task-3479126, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.758379] env[70483]: INFO nova.compute.manager [None req-ee87c5be-cec5-45fa-95c6-a524ebe548f1 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Get console output [ 1368.758725] env[70483]: WARNING nova.virt.vmwareapi.driver [None req-ee87c5be-cec5-45fa-95c6-a524ebe548f1 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] The console log is missing. Check your VSPC configuration [ 1368.814648] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Acquiring lock "5ccec2ca-4ef0-4025-bc55-5cc717c36647" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.814879] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lock "5ccec2ca-4ef0-4025-bc55-5cc717c36647" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.979011] env[70483]: INFO nova.scheduler.client.report [None req-3583981c-61fe-4b1b-9879-bbb3e2d5b8ed tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Deleted allocation for migration 84f4ccdf-ba88-4314-be8f-8a36dec86f53 [ 1369.256038] env[70483]: DEBUG oslo_vmware.api [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Task: {'id': task-3479126, 'name': ReconfigVM_Task, 'duration_secs': 0.272859} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.256353] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Reconfigured VM instance instance-0000007c to attach disk [datastore2] d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24/d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1369.257026] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a89d633c-5c27-47d2-a5d7-0318311d2814 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.264376] env[70483]: DEBUG oslo_vmware.api [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Waiting for the task: (returnval){ [ 1369.264376] env[70483]: value = "task-3479127" [ 1369.264376] env[70483]: _type = "Task" [ 1369.264376] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.271967] env[70483]: DEBUG oslo_vmware.api [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Task: {'id': task-3479127, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.317651] env[70483]: DEBUG nova.compute.manager [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1369.485543] env[70483]: DEBUG oslo_concurrency.lockutils [None req-3583981c-61fe-4b1b-9879-bbb3e2d5b8ed tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "49404f5e-5358-4886-a69f-03680d746edc" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.236s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.774561] env[70483]: DEBUG oslo_vmware.api [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Task: {'id': task-3479127, 'name': Rename_Task, 'duration_secs': 0.160487} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.774822] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1369.775062] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8389f820-03a4-4fdf-b35d-fe7f5a2fd983 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.781320] env[70483]: DEBUG oslo_vmware.api [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Waiting for the task: (returnval){ [ 1369.781320] env[70483]: value = "task-3479128" [ 1369.781320] env[70483]: _type = "Task" [ 1369.781320] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.788391] env[70483]: DEBUG oslo_vmware.api [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Task: {'id': task-3479128, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.836187] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.836526] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.838067] env[70483]: INFO nova.compute.claims [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1370.291278] env[70483]: DEBUG oslo_vmware.api [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Task: {'id': task-3479128, 'name': PowerOnVM_Task, 'duration_secs': 0.419718} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.291528] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1370.291733] env[70483]: INFO nova.compute.manager [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Took 7.08 seconds to spawn the instance on the hypervisor. [ 1370.291909] env[70483]: DEBUG nova.compute.manager [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1370.292671] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a513db-1881-475e-ab60-9859cea60cef {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.810340] env[70483]: INFO nova.compute.manager [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Took 11.83 seconds to build instance. [ 1370.919196] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4671a449-aabc-4a19-9597-0a8f7627a5d0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.926803] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb6d1f4-8f67-4b9f-b23c-cf404283103c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.956880] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1939ff-67d4-4bdd-ab97-7ba7e4b1842d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.963537] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb956fb7-34bf-4a14-a463-bdf1799413c4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.975881] env[70483]: DEBUG nova.compute.provider_tree [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1371.243685] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4a0138d0-f63a-45b9-881a-a1da1233c66f tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Acquiring lock "d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.311794] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e3f74039-c061-4d28-8b7d-a0502bbaa07b tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Lock "d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.336s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.312107] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4a0138d0-f63a-45b9-881a-a1da1233c66f tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Lock "d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.069s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.312419] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4a0138d0-f63a-45b9-881a-a1da1233c66f tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Acquiring lock "d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.312539] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4a0138d0-f63a-45b9-881a-a1da1233c66f tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Lock "d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.312708] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4a0138d0-f63a-45b9-881a-a1da1233c66f tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Lock "d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.314723] env[70483]: INFO nova.compute.manager [None req-4a0138d0-f63a-45b9-881a-a1da1233c66f tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Terminating instance [ 1371.478709] env[70483]: DEBUG nova.scheduler.client.report [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1371.818790] env[70483]: DEBUG nova.compute.manager [None req-4a0138d0-f63a-45b9-881a-a1da1233c66f tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1371.819223] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0138d0-f63a-45b9-881a-a1da1233c66f tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1371.820314] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b9b0ef-23dd-4b86-a523-19aa3ae3fac7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.827984] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0138d0-f63a-45b9-881a-a1da1233c66f tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1371.828228] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e306bd8-7d1c-4fd9-9e56-c3d747fc5cd1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.834163] env[70483]: DEBUG oslo_vmware.api [None req-4a0138d0-f63a-45b9-881a-a1da1233c66f tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Waiting for the task: (returnval){ [ 1371.834163] env[70483]: value = "task-3479129" [ 1371.834163] env[70483]: _type = "Task" [ 1371.834163] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.841690] env[70483]: DEBUG oslo_vmware.api [None req-4a0138d0-f63a-45b9-881a-a1da1233c66f tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Task: {'id': task-3479129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.984916] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.148s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.985540] env[70483]: DEBUG nova.compute.manager [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1372.343612] env[70483]: DEBUG oslo_vmware.api [None req-4a0138d0-f63a-45b9-881a-a1da1233c66f tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Task: {'id': task-3479129, 'name': PowerOffVM_Task, 'duration_secs': 0.177918} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.343864] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0138d0-f63a-45b9-881a-a1da1233c66f tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1372.344036] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0138d0-f63a-45b9-881a-a1da1233c66f tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1372.344281] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23a8ac7c-d29b-43dd-b402-716691b79e87 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.408649] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0138d0-f63a-45b9-881a-a1da1233c66f tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1372.408905] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0138d0-f63a-45b9-881a-a1da1233c66f tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1372.409126] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a0138d0-f63a-45b9-881a-a1da1233c66f tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Deleting the datastore file [datastore2] d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1372.409410] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00684af9-e9be-48ec-bd9f-89ba6bdc1da8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.415675] env[70483]: DEBUG oslo_vmware.api [None req-4a0138d0-f63a-45b9-881a-a1da1233c66f tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Waiting for the task: (returnval){ [ 1372.415675] env[70483]: value = "task-3479131" [ 1372.415675] env[70483]: _type = "Task" [ 1372.415675] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.422809] env[70483]: DEBUG oslo_vmware.api [None req-4a0138d0-f63a-45b9-881a-a1da1233c66f tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Task: {'id': task-3479131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.490499] env[70483]: DEBUG nova.compute.utils [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1372.491919] env[70483]: DEBUG nova.compute.manager [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1372.492117] env[70483]: DEBUG nova.network.neutron [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1372.539462] env[70483]: DEBUG nova.policy [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6641b95a71747e2b936d454cc488221', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93b7ca309bf44e64ab3c54f087e82095', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1372.774953] env[70483]: DEBUG nova.network.neutron [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Successfully created port: d89b0ac2-62c2-4d73-92cc-9fb31f048b29 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1372.925958] env[70483]: DEBUG oslo_vmware.api [None req-4a0138d0-f63a-45b9-881a-a1da1233c66f tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Task: {'id': task-3479131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144785} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.926265] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a0138d0-f63a-45b9-881a-a1da1233c66f tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1372.926321] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0138d0-f63a-45b9-881a-a1da1233c66f tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1372.926487] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0138d0-f63a-45b9-881a-a1da1233c66f tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1372.926663] env[70483]: INFO nova.compute.manager [None req-4a0138d0-f63a-45b9-881a-a1da1233c66f tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1372.926905] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a0138d0-f63a-45b9-881a-a1da1233c66f tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1372.927106] env[70483]: DEBUG nova.compute.manager [-] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1372.927203] env[70483]: DEBUG nova.network.neutron [-] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1372.995714] env[70483]: DEBUG nova.compute.manager [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1373.229235] env[70483]: DEBUG nova.compute.manager [req-9dfb92db-bbe1-4545-8d01-e0b6a4c88a01 req-ddff5ccb-6e10-4dc2-af94-b427fc7e6672 service nova] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Received event network-vif-deleted-71716169-4659-4890-b32e-7fcf65caa976 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1373.229450] env[70483]: INFO nova.compute.manager [req-9dfb92db-bbe1-4545-8d01-e0b6a4c88a01 req-ddff5ccb-6e10-4dc2-af94-b427fc7e6672 service nova] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Neutron deleted interface 71716169-4659-4890-b32e-7fcf65caa976; detaching it from the instance and deleting it from the info cache [ 1373.229607] env[70483]: DEBUG nova.network.neutron [req-9dfb92db-bbe1-4545-8d01-e0b6a4c88a01 req-ddff5ccb-6e10-4dc2-af94-b427fc7e6672 service nova] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.716029] env[70483]: DEBUG nova.network.neutron [-] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.732595] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d847f4ff-a522-4851-b4a8-940ee81da724 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.742559] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08817560-f823-4c96-9a05-f2e62f9a1472 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.773301] env[70483]: DEBUG nova.compute.manager [req-9dfb92db-bbe1-4545-8d01-e0b6a4c88a01 req-ddff5ccb-6e10-4dc2-af94-b427fc7e6672 service nova] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Detach interface failed, port_id=71716169-4659-4890-b32e-7fcf65caa976, reason: Instance d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1374.005712] env[70483]: DEBUG nova.compute.manager [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1374.032672] env[70483]: DEBUG nova.virt.hardware [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1374.032930] env[70483]: DEBUG nova.virt.hardware [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1374.033096] env[70483]: DEBUG nova.virt.hardware [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1374.033281] env[70483]: DEBUG nova.virt.hardware [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1374.033423] env[70483]: DEBUG nova.virt.hardware [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1374.033565] env[70483]: DEBUG nova.virt.hardware [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1374.033773] env[70483]: DEBUG nova.virt.hardware [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1374.033931] env[70483]: DEBUG nova.virt.hardware [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1374.034110] env[70483]: DEBUG nova.virt.hardware [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1374.034277] env[70483]: DEBUG nova.virt.hardware [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1374.034447] env[70483]: DEBUG nova.virt.hardware [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1374.035320] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7d4668-c805-4bbd-8de8-b70eec497d5a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.043229] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39411f59-04b3-4689-9652-82f6617230c0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.218621] env[70483]: INFO nova.compute.manager [-] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Took 1.29 seconds to deallocate network for instance. [ 1374.315991] env[70483]: DEBUG nova.network.neutron [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Successfully updated port: d89b0ac2-62c2-4d73-92cc-9fb31f048b29 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1374.729529] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4a0138d0-f63a-45b9-881a-a1da1233c66f tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.729529] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4a0138d0-f63a-45b9-881a-a1da1233c66f tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.729669] env[70483]: DEBUG nova.objects.instance [None req-4a0138d0-f63a-45b9-881a-a1da1233c66f tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Lazy-loading 'resources' on Instance uuid d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1374.818612] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Acquiring lock "refresh_cache-5ccec2ca-4ef0-4025-bc55-5cc717c36647" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.819103] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Acquired lock "refresh_cache-5ccec2ca-4ef0-4025-bc55-5cc717c36647" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.819103] env[70483]: DEBUG nova.network.neutron [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1375.255904] env[70483]: DEBUG nova.compute.manager [req-fd3c6777-7e0c-4a4c-8044-1d75e24aba93 req-84da366e-9442-40da-bf60-11e5b7edfd90 service nova] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Received event network-vif-plugged-d89b0ac2-62c2-4d73-92cc-9fb31f048b29 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1375.256141] env[70483]: DEBUG oslo_concurrency.lockutils [req-fd3c6777-7e0c-4a4c-8044-1d75e24aba93 req-84da366e-9442-40da-bf60-11e5b7edfd90 service nova] Acquiring lock "5ccec2ca-4ef0-4025-bc55-5cc717c36647-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.256336] env[70483]: DEBUG oslo_concurrency.lockutils [req-fd3c6777-7e0c-4a4c-8044-1d75e24aba93 req-84da366e-9442-40da-bf60-11e5b7edfd90 service nova] Lock "5ccec2ca-4ef0-4025-bc55-5cc717c36647-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.256504] env[70483]: DEBUG oslo_concurrency.lockutils [req-fd3c6777-7e0c-4a4c-8044-1d75e24aba93 req-84da366e-9442-40da-bf60-11e5b7edfd90 service nova] Lock "5ccec2ca-4ef0-4025-bc55-5cc717c36647-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.256668] env[70483]: DEBUG nova.compute.manager [req-fd3c6777-7e0c-4a4c-8044-1d75e24aba93 req-84da366e-9442-40da-bf60-11e5b7edfd90 service nova] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] No waiting events found dispatching network-vif-plugged-d89b0ac2-62c2-4d73-92cc-9fb31f048b29 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1375.256831] env[70483]: WARNING nova.compute.manager [req-fd3c6777-7e0c-4a4c-8044-1d75e24aba93 req-84da366e-9442-40da-bf60-11e5b7edfd90 service nova] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Received unexpected event network-vif-plugged-d89b0ac2-62c2-4d73-92cc-9fb31f048b29 for instance with vm_state building and task_state spawning. [ 1375.256989] env[70483]: DEBUG nova.compute.manager [req-fd3c6777-7e0c-4a4c-8044-1d75e24aba93 req-84da366e-9442-40da-bf60-11e5b7edfd90 service nova] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Received event network-changed-d89b0ac2-62c2-4d73-92cc-9fb31f048b29 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1375.257158] env[70483]: DEBUG nova.compute.manager [req-fd3c6777-7e0c-4a4c-8044-1d75e24aba93 req-84da366e-9442-40da-bf60-11e5b7edfd90 service nova] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Refreshing instance network info cache due to event network-changed-d89b0ac2-62c2-4d73-92cc-9fb31f048b29. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1375.257323] env[70483]: DEBUG oslo_concurrency.lockutils [req-fd3c6777-7e0c-4a4c-8044-1d75e24aba93 req-84da366e-9442-40da-bf60-11e5b7edfd90 service nova] Acquiring lock "refresh_cache-5ccec2ca-4ef0-4025-bc55-5cc717c36647" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.311957] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce77f34-71c7-4cdf-bbff-1a201860b8f3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.319469] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7c3261-8616-466f-9074-6fa00befabfe {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.351578] env[70483]: DEBUG nova.network.neutron [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1375.353832] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e726e9-96ab-4bb4-a22f-f709e3738e85 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.361074] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b395115-f4c1-4a97-8ff0-0527a9fadd3b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.373892] env[70483]: DEBUG nova.compute.provider_tree [None req-4a0138d0-f63a-45b9-881a-a1da1233c66f tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.478176] env[70483]: DEBUG nova.network.neutron [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Updating instance_info_cache with network_info: [{"id": "d89b0ac2-62c2-4d73-92cc-9fb31f048b29", "address": "fa:16:3e:84:bf:03", "network": {"id": "1d6a711e-1fff-4290-9407-b655456aa2a0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1088682972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93b7ca309bf44e64ab3c54f087e82095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd89b0ac2-62", "ovs_interfaceid": "d89b0ac2-62c2-4d73-92cc-9fb31f048b29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.879068] env[70483]: DEBUG nova.scheduler.client.report [None req-4a0138d0-f63a-45b9-881a-a1da1233c66f tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1375.982909] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Releasing lock "refresh_cache-5ccec2ca-4ef0-4025-bc55-5cc717c36647" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.983243] env[70483]: DEBUG nova.compute.manager [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Instance network_info: |[{"id": "d89b0ac2-62c2-4d73-92cc-9fb31f048b29", "address": "fa:16:3e:84:bf:03", "network": {"id": "1d6a711e-1fff-4290-9407-b655456aa2a0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1088682972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93b7ca309bf44e64ab3c54f087e82095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd89b0ac2-62", "ovs_interfaceid": "d89b0ac2-62c2-4d73-92cc-9fb31f048b29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1375.983530] env[70483]: DEBUG oslo_concurrency.lockutils [req-fd3c6777-7e0c-4a4c-8044-1d75e24aba93 req-84da366e-9442-40da-bf60-11e5b7edfd90 service nova] Acquired lock "refresh_cache-5ccec2ca-4ef0-4025-bc55-5cc717c36647" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.983708] env[70483]: DEBUG nova.network.neutron [req-fd3c6777-7e0c-4a4c-8044-1d75e24aba93 req-84da366e-9442-40da-bf60-11e5b7edfd90 service nova] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Refreshing network info cache for port d89b0ac2-62c2-4d73-92cc-9fb31f048b29 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1375.984988] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:bf:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7a73c01-1bb9-4612-a1a7-16d71b732e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd89b0ac2-62c2-4d73-92cc-9fb31f048b29', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1375.992477] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1375.995414] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1375.995916] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d303a8e-6c3f-42e0-8740-138f08618af2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.016412] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1376.016412] env[70483]: value = "task-3479132" [ 1376.016412] env[70483]: _type = "Task" [ 1376.016412] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.024073] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479132, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.188139] env[70483]: DEBUG nova.network.neutron [req-fd3c6777-7e0c-4a4c-8044-1d75e24aba93 req-84da366e-9442-40da-bf60-11e5b7edfd90 service nova] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Updated VIF entry in instance network info cache for port d89b0ac2-62c2-4d73-92cc-9fb31f048b29. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1376.188521] env[70483]: DEBUG nova.network.neutron [req-fd3c6777-7e0c-4a4c-8044-1d75e24aba93 req-84da366e-9442-40da-bf60-11e5b7edfd90 service nova] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Updating instance_info_cache with network_info: [{"id": "d89b0ac2-62c2-4d73-92cc-9fb31f048b29", "address": "fa:16:3e:84:bf:03", "network": {"id": "1d6a711e-1fff-4290-9407-b655456aa2a0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1088682972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93b7ca309bf44e64ab3c54f087e82095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd89b0ac2-62", "ovs_interfaceid": "d89b0ac2-62c2-4d73-92cc-9fb31f048b29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.383304] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4a0138d0-f63a-45b9-881a-a1da1233c66f tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.654s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.400389] env[70483]: INFO nova.scheduler.client.report [None req-4a0138d0-f63a-45b9-881a-a1da1233c66f tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Deleted allocations for instance d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24 [ 1376.526886] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479132, 'name': CreateVM_Task, 'duration_secs': 0.284395} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.527066] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1376.528024] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.528024] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.528193] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.529309] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb4703b6-6320-4571-953a-91ae9390a796 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.532716] env[70483]: DEBUG oslo_vmware.api [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Waiting for the task: (returnval){ [ 1376.532716] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]527aff8e-695a-3a7a-1a48-f665ea4bc2c9" [ 1376.532716] env[70483]: _type = "Task" [ 1376.532716] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.541340] env[70483]: DEBUG oslo_vmware.api [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]527aff8e-695a-3a7a-1a48-f665ea4bc2c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.691596] env[70483]: DEBUG oslo_concurrency.lockutils [req-fd3c6777-7e0c-4a4c-8044-1d75e24aba93 req-84da366e-9442-40da-bf60-11e5b7edfd90 service nova] Releasing lock "refresh_cache-5ccec2ca-4ef0-4025-bc55-5cc717c36647" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.914625] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4a0138d0-f63a-45b9-881a-a1da1233c66f tempest-ServerAddressesNegativeTestJSON-886455885 tempest-ServerAddressesNegativeTestJSON-886455885-project-member] Lock "d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.599s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.043367] env[70483]: DEBUG oslo_vmware.api [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]527aff8e-695a-3a7a-1a48-f665ea4bc2c9, 'name': SearchDatastore_Task, 'duration_secs': 0.011299} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.043655] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.043882] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1377.044128] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.044275] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.044453] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1377.044715] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36743fbc-4f90-412b-a449-9aca2934874e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.052427] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1377.052594] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1377.053269] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f40b69c-21c7-44a7-89c7-2ab2a16cfdd4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.057575] env[70483]: DEBUG oslo_vmware.api [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Waiting for the task: (returnval){ [ 1377.057575] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52633231-69e2-86dc-c605-387254581833" [ 1377.057575] env[70483]: _type = "Task" [ 1377.057575] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.064674] env[70483]: DEBUG oslo_vmware.api [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52633231-69e2-86dc-c605-387254581833, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.567643] env[70483]: DEBUG oslo_vmware.api [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52633231-69e2-86dc-c605-387254581833, 'name': SearchDatastore_Task, 'duration_secs': 0.007469} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.568425] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf2fbaa0-f247-478a-a62c-3e0df94c27e3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.573477] env[70483]: DEBUG oslo_vmware.api [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Waiting for the task: (returnval){ [ 1377.573477] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]528942c0-0003-a859-2c22-21f0858ebdc2" [ 1377.573477] env[70483]: _type = "Task" [ 1377.573477] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.581474] env[70483]: DEBUG oslo_vmware.api [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]528942c0-0003-a859-2c22-21f0858ebdc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.084422] env[70483]: DEBUG oslo_vmware.api [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]528942c0-0003-a859-2c22-21f0858ebdc2, 'name': SearchDatastore_Task, 'duration_secs': 0.009601} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.084678] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.084933] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 5ccec2ca-4ef0-4025-bc55-5cc717c36647/5ccec2ca-4ef0-4025-bc55-5cc717c36647.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1378.085207] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2181d4d5-9962-45fc-b3a5-02712c9f8f35 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.092605] env[70483]: DEBUG oslo_vmware.api [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Waiting for the task: (returnval){ [ 1378.092605] env[70483]: value = "task-3479133" [ 1378.092605] env[70483]: _type = "Task" [ 1378.092605] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.100619] env[70483]: DEBUG oslo_vmware.api [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.603122] env[70483]: DEBUG oslo_vmware.api [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479133, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456936} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.603405] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] 5ccec2ca-4ef0-4025-bc55-5cc717c36647/5ccec2ca-4ef0-4025-bc55-5cc717c36647.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1378.603725] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1378.603994] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-211e742f-9bf5-44a5-af59-b6eff2164a89 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.610353] env[70483]: DEBUG oslo_vmware.api [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Waiting for the task: (returnval){ [ 1378.610353] env[70483]: value = "task-3479134" [ 1378.610353] env[70483]: _type = "Task" [ 1378.610353] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.619465] env[70483]: DEBUG oslo_vmware.api [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479134, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.120666] env[70483]: DEBUG oslo_vmware.api [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479134, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064962} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.120959] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1379.121828] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b07aae-1499-4d01-985f-d135278a9d0d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.143617] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 5ccec2ca-4ef0-4025-bc55-5cc717c36647/5ccec2ca-4ef0-4025-bc55-5cc717c36647.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1379.143901] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0587f9a3-a121-4c14-b01b-172f6b403d49 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.163238] env[70483]: DEBUG oslo_vmware.api [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Waiting for the task: (returnval){ [ 1379.163238] env[70483]: value = "task-3479135" [ 1379.163238] env[70483]: _type = "Task" [ 1379.163238] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.171810] env[70483]: DEBUG oslo_vmware.api [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479135, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.673443] env[70483]: DEBUG oslo_vmware.api [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479135, 'name': ReconfigVM_Task, 'duration_secs': 0.27154} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.673781] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 5ccec2ca-4ef0-4025-bc55-5cc717c36647/5ccec2ca-4ef0-4025-bc55-5cc717c36647.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1379.674365] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59c344f7-8e3b-4355-aa67-b16554ea98f5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.680749] env[70483]: DEBUG oslo_vmware.api [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Waiting for the task: (returnval){ [ 1379.680749] env[70483]: value = "task-3479136" [ 1379.680749] env[70483]: _type = "Task" [ 1379.680749] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.690593] env[70483]: DEBUG oslo_vmware.api [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479136, 'name': Rename_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.190242] env[70483]: DEBUG oslo_vmware.api [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479136, 'name': Rename_Task, 'duration_secs': 0.130259} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.190517] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1380.190753] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92a52c38-94c4-4e40-94c6-d479e4fb6862 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.197999] env[70483]: DEBUG oslo_vmware.api [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Waiting for the task: (returnval){ [ 1380.197999] env[70483]: value = "task-3479137" [ 1380.197999] env[70483]: _type = "Task" [ 1380.197999] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.206069] env[70483]: DEBUG oslo_vmware.api [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479137, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.707924] env[70483]: DEBUG oslo_vmware.api [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479137, 'name': PowerOnVM_Task, 'duration_secs': 0.43911} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.708216] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1380.708418] env[70483]: INFO nova.compute.manager [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Took 6.70 seconds to spawn the instance on the hypervisor. [ 1380.708649] env[70483]: DEBUG nova.compute.manager [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1380.709462] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15efb911-2d2e-4e21-bf23-ffc62ab0ead4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.225948] env[70483]: INFO nova.compute.manager [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Took 11.40 seconds to build instance. [ 1381.620033] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Acquiring lock "cdf0022e-2752-47c2-9133-b9e49b820c3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.620222] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Lock "cdf0022e-2752-47c2-9133-b9e49b820c3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.727984] env[70483]: DEBUG oslo_concurrency.lockutils [None req-e6c6d966-4397-43dc-9140-042cdbd91d0a tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lock "5ccec2ca-4ef0-4025-bc55-5cc717c36647" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.913s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.858519] env[70483]: DEBUG nova.compute.manager [req-106f6c9c-101c-403b-8f44-0e3e61b6b6b3 req-41547b09-3223-458a-993f-ef81cf4ce474 service nova] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Received event network-changed-d89b0ac2-62c2-4d73-92cc-9fb31f048b29 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1381.858709] env[70483]: DEBUG nova.compute.manager [req-106f6c9c-101c-403b-8f44-0e3e61b6b6b3 req-41547b09-3223-458a-993f-ef81cf4ce474 service nova] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Refreshing instance network info cache due to event network-changed-d89b0ac2-62c2-4d73-92cc-9fb31f048b29. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1381.858936] env[70483]: DEBUG oslo_concurrency.lockutils [req-106f6c9c-101c-403b-8f44-0e3e61b6b6b3 req-41547b09-3223-458a-993f-ef81cf4ce474 service nova] Acquiring lock "refresh_cache-5ccec2ca-4ef0-4025-bc55-5cc717c36647" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.859092] env[70483]: DEBUG oslo_concurrency.lockutils [req-106f6c9c-101c-403b-8f44-0e3e61b6b6b3 req-41547b09-3223-458a-993f-ef81cf4ce474 service nova] Acquired lock "refresh_cache-5ccec2ca-4ef0-4025-bc55-5cc717c36647" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.859254] env[70483]: DEBUG nova.network.neutron [req-106f6c9c-101c-403b-8f44-0e3e61b6b6b3 req-41547b09-3223-458a-993f-ef81cf4ce474 service nova] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Refreshing network info cache for port d89b0ac2-62c2-4d73-92cc-9fb31f048b29 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1382.122510] env[70483]: DEBUG nova.compute.manager [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1382.578183] env[70483]: DEBUG nova.network.neutron [req-106f6c9c-101c-403b-8f44-0e3e61b6b6b3 req-41547b09-3223-458a-993f-ef81cf4ce474 service nova] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Updated VIF entry in instance network info cache for port d89b0ac2-62c2-4d73-92cc-9fb31f048b29. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1382.578688] env[70483]: DEBUG nova.network.neutron [req-106f6c9c-101c-403b-8f44-0e3e61b6b6b3 req-41547b09-3223-458a-993f-ef81cf4ce474 service nova] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Updating instance_info_cache with network_info: [{"id": "d89b0ac2-62c2-4d73-92cc-9fb31f048b29", "address": "fa:16:3e:84:bf:03", "network": {"id": "1d6a711e-1fff-4290-9407-b655456aa2a0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1088682972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93b7ca309bf44e64ab3c54f087e82095", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7a73c01-1bb9-4612-a1a7-16d71b732e81", "external-id": "nsx-vlan-transportzone-711", "segmentation_id": 711, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd89b0ac2-62", "ovs_interfaceid": "d89b0ac2-62c2-4d73-92cc-9fb31f048b29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.643745] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.644026] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.645470] env[70483]: INFO nova.compute.claims [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1383.081555] env[70483]: DEBUG oslo_concurrency.lockutils [req-106f6c9c-101c-403b-8f44-0e3e61b6b6b3 req-41547b09-3223-458a-993f-ef81cf4ce474 service nova] Releasing lock "refresh_cache-5ccec2ca-4ef0-4025-bc55-5cc717c36647" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.731822] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9e7646-59de-4c2a-9a6f-6464c051346f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.740488] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d9f4d5-3916-4ab3-81c1-752e5dbe4f1c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.769578] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16fdf70-0b97-4cbb-bec0-88aeec71fff5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.776900] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95fa77c-ba72-434b-aa8a-70c28858b278 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.790160] env[70483]: DEBUG nova.compute.provider_tree [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1384.293283] env[70483]: DEBUG nova.scheduler.client.report [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1384.799065] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.155s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.799589] env[70483]: DEBUG nova.compute.manager [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1385.304522] env[70483]: DEBUG nova.compute.utils [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1385.306022] env[70483]: DEBUG nova.compute.manager [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1385.306216] env[70483]: DEBUG nova.network.neutron [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1385.342320] env[70483]: DEBUG nova.policy [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '348559350191405188240be08f4e9af9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c014c271f8944a1856e5df68d5ce5a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1385.564279] env[70483]: DEBUG nova.network.neutron [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Successfully created port: 102224a1-1d7e-4793-9f74-2fabcd832c92 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1385.809739] env[70483]: DEBUG nova.compute.manager [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1386.818436] env[70483]: DEBUG nova.compute.manager [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1386.847674] env[70483]: DEBUG nova.virt.hardware [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1386.847913] env[70483]: DEBUG nova.virt.hardware [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1386.848086] env[70483]: DEBUG nova.virt.hardware [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1386.848267] env[70483]: DEBUG nova.virt.hardware [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1386.848411] env[70483]: DEBUG nova.virt.hardware [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1386.848557] env[70483]: DEBUG nova.virt.hardware [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1386.848827] env[70483]: DEBUG nova.virt.hardware [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1386.848994] env[70483]: DEBUG nova.virt.hardware [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1386.849182] env[70483]: DEBUG nova.virt.hardware [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1386.849347] env[70483]: DEBUG nova.virt.hardware [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1386.849518] env[70483]: DEBUG nova.virt.hardware [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1386.850392] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac0cd10-7669-44ca-b06c-919efc52fd7c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.858426] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4150698-f1f9-474c-b7b2-6cce63cc9947 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.915562] env[70483]: DEBUG nova.compute.manager [req-6cca4467-768f-4228-b420-30eb4392ad35 req-6ebe5ba3-9c69-4c27-a90c-dc997d567534 service nova] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Received event network-vif-plugged-102224a1-1d7e-4793-9f74-2fabcd832c92 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1386.915779] env[70483]: DEBUG oslo_concurrency.lockutils [req-6cca4467-768f-4228-b420-30eb4392ad35 req-6ebe5ba3-9c69-4c27-a90c-dc997d567534 service nova] Acquiring lock "cdf0022e-2752-47c2-9133-b9e49b820c3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.916024] env[70483]: DEBUG oslo_concurrency.lockutils [req-6cca4467-768f-4228-b420-30eb4392ad35 req-6ebe5ba3-9c69-4c27-a90c-dc997d567534 service nova] Lock "cdf0022e-2752-47c2-9133-b9e49b820c3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.916170] env[70483]: DEBUG oslo_concurrency.lockutils [req-6cca4467-768f-4228-b420-30eb4392ad35 req-6ebe5ba3-9c69-4c27-a90c-dc997d567534 service nova] Lock "cdf0022e-2752-47c2-9133-b9e49b820c3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.916337] env[70483]: DEBUG nova.compute.manager [req-6cca4467-768f-4228-b420-30eb4392ad35 req-6ebe5ba3-9c69-4c27-a90c-dc997d567534 service nova] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] No waiting events found dispatching network-vif-plugged-102224a1-1d7e-4793-9f74-2fabcd832c92 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1386.916501] env[70483]: WARNING nova.compute.manager [req-6cca4467-768f-4228-b420-30eb4392ad35 req-6ebe5ba3-9c69-4c27-a90c-dc997d567534 service nova] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Received unexpected event network-vif-plugged-102224a1-1d7e-4793-9f74-2fabcd832c92 for instance with vm_state building and task_state spawning. [ 1386.992177] env[70483]: DEBUG nova.network.neutron [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Successfully updated port: 102224a1-1d7e-4793-9f74-2fabcd832c92 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1387.498289] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Acquiring lock "refresh_cache-cdf0022e-2752-47c2-9133-b9e49b820c3f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.498289] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Acquired lock "refresh_cache-cdf0022e-2752-47c2-9133-b9e49b820c3f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.498289] env[70483]: DEBUG nova.network.neutron [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1388.027654] env[70483]: DEBUG nova.network.neutron [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1388.132012] env[70483]: DEBUG nova.network.neutron [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Updating instance_info_cache with network_info: [{"id": "102224a1-1d7e-4793-9f74-2fabcd832c92", "address": "fa:16:3e:65:ba:54", "network": {"id": "cae1422a-f9d6-4f27-b228-f3fa86d8bf30", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1094524243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1c014c271f8944a1856e5df68d5ce5a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap102224a1-1d", "ovs_interfaceid": "102224a1-1d7e-4793-9f74-2fabcd832c92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.634792] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Releasing lock "refresh_cache-cdf0022e-2752-47c2-9133-b9e49b820c3f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.635155] env[70483]: DEBUG nova.compute.manager [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Instance network_info: |[{"id": "102224a1-1d7e-4793-9f74-2fabcd832c92", "address": "fa:16:3e:65:ba:54", "network": {"id": "cae1422a-f9d6-4f27-b228-f3fa86d8bf30", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1094524243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1c014c271f8944a1856e5df68d5ce5a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap102224a1-1d", "ovs_interfaceid": "102224a1-1d7e-4793-9f74-2fabcd832c92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1388.635599] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:ba:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '457c42cd-4ddb-4374-923e-d419b7f6eaff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '102224a1-1d7e-4793-9f74-2fabcd832c92', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1388.643554] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Creating folder: Project (1c014c271f8944a1856e5df68d5ce5a9). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1388.643849] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f73b6242-6250-408d-84a3-ddff67960d6c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.655876] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Created folder: Project (1c014c271f8944a1856e5df68d5ce5a9) in parent group-v695216. [ 1388.656078] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Creating folder: Instances. Parent ref: group-v695553. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1388.656311] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a90474a-51ec-4d19-8523-aa2f03590310 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.665779] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Created folder: Instances in parent group-v695553. [ 1388.665997] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1388.666214] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1388.666439] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c6e3905-433e-4bd6-a6d9-2abfacb455cf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.683530] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1388.683530] env[70483]: value = "task-3479140" [ 1388.683530] env[70483]: _type = "Task" [ 1388.683530] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.690596] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479140, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.942096] env[70483]: DEBUG nova.compute.manager [req-a341aed7-70d3-42cc-b20d-c258ba137773 req-8164f5e5-5287-4e10-b305-8e3d8a0e7d32 service nova] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Received event network-changed-102224a1-1d7e-4793-9f74-2fabcd832c92 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1388.942292] env[70483]: DEBUG nova.compute.manager [req-a341aed7-70d3-42cc-b20d-c258ba137773 req-8164f5e5-5287-4e10-b305-8e3d8a0e7d32 service nova] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Refreshing instance network info cache due to event network-changed-102224a1-1d7e-4793-9f74-2fabcd832c92. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1388.942512] env[70483]: DEBUG oslo_concurrency.lockutils [req-a341aed7-70d3-42cc-b20d-c258ba137773 req-8164f5e5-5287-4e10-b305-8e3d8a0e7d32 service nova] Acquiring lock "refresh_cache-cdf0022e-2752-47c2-9133-b9e49b820c3f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.942654] env[70483]: DEBUG oslo_concurrency.lockutils [req-a341aed7-70d3-42cc-b20d-c258ba137773 req-8164f5e5-5287-4e10-b305-8e3d8a0e7d32 service nova] Acquired lock "refresh_cache-cdf0022e-2752-47c2-9133-b9e49b820c3f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.942822] env[70483]: DEBUG nova.network.neutron [req-a341aed7-70d3-42cc-b20d-c258ba137773 req-8164f5e5-5287-4e10-b305-8e3d8a0e7d32 service nova] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Refreshing network info cache for port 102224a1-1d7e-4793-9f74-2fabcd832c92 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1389.193582] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479140, 'name': CreateVM_Task, 'duration_secs': 0.319839} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.193918] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1389.194464] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.194634] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.194995] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.195266] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f0070c6-b3c5-4bc3-8cfd-d1dfa584b403 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.199487] env[70483]: DEBUG oslo_vmware.api [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Waiting for the task: (returnval){ [ 1389.199487] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ac0439-110b-5aff-7643-8130253175b3" [ 1389.199487] env[70483]: _type = "Task" [ 1389.199487] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.206953] env[70483]: DEBUG oslo_vmware.api [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ac0439-110b-5aff-7643-8130253175b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.639085] env[70483]: DEBUG nova.network.neutron [req-a341aed7-70d3-42cc-b20d-c258ba137773 req-8164f5e5-5287-4e10-b305-8e3d8a0e7d32 service nova] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Updated VIF entry in instance network info cache for port 102224a1-1d7e-4793-9f74-2fabcd832c92. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1389.639439] env[70483]: DEBUG nova.network.neutron [req-a341aed7-70d3-42cc-b20d-c258ba137773 req-8164f5e5-5287-4e10-b305-8e3d8a0e7d32 service nova] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Updating instance_info_cache with network_info: [{"id": "102224a1-1d7e-4793-9f74-2fabcd832c92", "address": "fa:16:3e:65:ba:54", "network": {"id": "cae1422a-f9d6-4f27-b228-f3fa86d8bf30", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1094524243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1c014c271f8944a1856e5df68d5ce5a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap102224a1-1d", "ovs_interfaceid": "102224a1-1d7e-4793-9f74-2fabcd832c92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.710064] env[70483]: DEBUG oslo_vmware.api [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52ac0439-110b-5aff-7643-8130253175b3, 'name': SearchDatastore_Task, 'duration_secs': 0.009463} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.710362] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.710589] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1389.710820] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.710968] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.711163] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1389.711418] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9d3088d-a18f-424b-a933-f081b200b3a0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.720104] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1389.720274] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1389.720928] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dff9c526-ea2a-4a11-a23c-f9f28e1bf00a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.725501] env[70483]: DEBUG oslo_vmware.api [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Waiting for the task: (returnval){ [ 1389.725501] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]527015be-6a64-cf85-f0bc-86bf858c275e" [ 1389.725501] env[70483]: _type = "Task" [ 1389.725501] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.732707] env[70483]: DEBUG oslo_vmware.api [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]527015be-6a64-cf85-f0bc-86bf858c275e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.141860] env[70483]: DEBUG oslo_concurrency.lockutils [req-a341aed7-70d3-42cc-b20d-c258ba137773 req-8164f5e5-5287-4e10-b305-8e3d8a0e7d32 service nova] Releasing lock "refresh_cache-cdf0022e-2752-47c2-9133-b9e49b820c3f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.236074] env[70483]: DEBUG oslo_vmware.api [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]527015be-6a64-cf85-f0bc-86bf858c275e, 'name': SearchDatastore_Task, 'duration_secs': 0.009546} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.236820] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69fa5230-6bd4-425c-9db2-22b3ef6ff5eb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.241545] env[70483]: DEBUG oslo_vmware.api [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Waiting for the task: (returnval){ [ 1390.241545] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5240231e-87a1-7d59-55c4-6447314f6e7a" [ 1390.241545] env[70483]: _type = "Task" [ 1390.241545] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.248549] env[70483]: DEBUG oslo_vmware.api [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5240231e-87a1-7d59-55c4-6447314f6e7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.751574] env[70483]: DEBUG oslo_vmware.api [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5240231e-87a1-7d59-55c4-6447314f6e7a, 'name': SearchDatastore_Task, 'duration_secs': 0.009082} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.751820] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.752088] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] cdf0022e-2752-47c2-9133-b9e49b820c3f/cdf0022e-2752-47c2-9133-b9e49b820c3f.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1390.752343] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58da4024-a514-46ce-8936-fa987a710c5c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.758978] env[70483]: DEBUG oslo_vmware.api [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Waiting for the task: (returnval){ [ 1390.758978] env[70483]: value = "task-3479141" [ 1390.758978] env[70483]: _type = "Task" [ 1390.758978] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.766298] env[70483]: DEBUG oslo_vmware.api [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Task: {'id': task-3479141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.268391] env[70483]: DEBUG oslo_vmware.api [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Task: {'id': task-3479141, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477792} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.268850] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] cdf0022e-2752-47c2-9133-b9e49b820c3f/cdf0022e-2752-47c2-9133-b9e49b820c3f.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1391.268850] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1391.269130] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8adbc5d-a9f3-49a4-bd82-d7a7e8f10077 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.274882] env[70483]: DEBUG oslo_vmware.api [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Waiting for the task: (returnval){ [ 1391.274882] env[70483]: value = "task-3479142" [ 1391.274882] env[70483]: _type = "Task" [ 1391.274882] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.281574] env[70483]: DEBUG oslo_vmware.api [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Task: {'id': task-3479142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.785088] env[70483]: DEBUG oslo_vmware.api [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Task: {'id': task-3479142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066607} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.785348] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1391.786105] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf46b42-9d0c-4a34-8ff8-53ca87a14c79 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.807523] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] cdf0022e-2752-47c2-9133-b9e49b820c3f/cdf0022e-2752-47c2-9133-b9e49b820c3f.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1391.807763] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a7daf7a-a93e-43d7-82dd-eb80e0a5fb05 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.827994] env[70483]: DEBUG oslo_vmware.api [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Waiting for the task: (returnval){ [ 1391.827994] env[70483]: value = "task-3479143" [ 1391.827994] env[70483]: _type = "Task" [ 1391.827994] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.835056] env[70483]: DEBUG oslo_vmware.api [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Task: {'id': task-3479143, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.338610] env[70483]: DEBUG oslo_vmware.api [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Task: {'id': task-3479143, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.639060] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.639288] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.639480] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70483) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1392.838386] env[70483]: DEBUG oslo_vmware.api [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Task: {'id': task-3479143, 'name': ReconfigVM_Task, 'duration_secs': 0.707749} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.838737] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Reconfigured VM instance instance-0000007e to attach disk [datastore2] cdf0022e-2752-47c2-9133-b9e49b820c3f/cdf0022e-2752-47c2-9133-b9e49b820c3f.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1392.839452] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0eac032c-209f-4a35-bb5f-44fba450968e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.845345] env[70483]: DEBUG oslo_vmware.api [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Waiting for the task: (returnval){ [ 1392.845345] env[70483]: value = "task-3479144" [ 1392.845345] env[70483]: _type = "Task" [ 1392.845345] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.853999] env[70483]: DEBUG oslo_vmware.api [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Task: {'id': task-3479144, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.101198] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1393.354988] env[70483]: DEBUG oslo_vmware.api [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Task: {'id': task-3479144, 'name': Rename_Task, 'duration_secs': 0.128059} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.355386] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1393.355523] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3883ddad-9aa6-4923-91ad-8319d5e1463c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.362219] env[70483]: DEBUG oslo_vmware.api [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Waiting for the task: (returnval){ [ 1393.362219] env[70483]: value = "task-3479145" [ 1393.362219] env[70483]: _type = "Task" [ 1393.362219] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.369629] env[70483]: DEBUG oslo_vmware.api [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Task: {'id': task-3479145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.872538] env[70483]: DEBUG oslo_vmware.api [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Task: {'id': task-3479145, 'name': PowerOnVM_Task, 'duration_secs': 0.436843} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.872817] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1393.873013] env[70483]: INFO nova.compute.manager [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Took 7.05 seconds to spawn the instance on the hypervisor. [ 1393.873214] env[70483]: DEBUG nova.compute.manager [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1393.873961] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b89cd53-5599-44cb-94f3-f0bcb8352659 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.105366] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.393523] env[70483]: INFO nova.compute.manager [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Took 11.77 seconds to build instance. [ 1394.643226] env[70483]: INFO nova.compute.manager [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Rescuing [ 1394.643581] env[70483]: DEBUG oslo_concurrency.lockutils [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Acquiring lock "refresh_cache-cdf0022e-2752-47c2-9133-b9e49b820c3f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.643745] env[70483]: DEBUG oslo_concurrency.lockutils [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Acquired lock "refresh_cache-cdf0022e-2752-47c2-9133-b9e49b820c3f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.643913] env[70483]: DEBUG nova.network.neutron [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1394.895386] env[70483]: DEBUG oslo_concurrency.lockutils [None req-ec4c0b58-0dbf-48e5-9571-1674cf3f2b61 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Lock "cdf0022e-2752-47c2-9133-b9e49b820c3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.275s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.104655] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.347834] env[70483]: DEBUG nova.network.neutron [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Updating instance_info_cache with network_info: [{"id": "102224a1-1d7e-4793-9f74-2fabcd832c92", "address": "fa:16:3e:65:ba:54", "network": {"id": "cae1422a-f9d6-4f27-b228-f3fa86d8bf30", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1094524243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1c014c271f8944a1856e5df68d5ce5a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap102224a1-1d", "ovs_interfaceid": "102224a1-1d7e-4793-9f74-2fabcd832c92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.428951] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "49404f5e-5358-4886-a69f-03680d746edc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.429322] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "49404f5e-5358-4886-a69f-03680d746edc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.429565] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "49404f5e-5358-4886-a69f-03680d746edc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.429841] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "49404f5e-5358-4886-a69f-03680d746edc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.430184] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "49404f5e-5358-4886-a69f-03680d746edc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.432261] env[70483]: INFO nova.compute.manager [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Terminating instance [ 1395.850894] env[70483]: DEBUG oslo_concurrency.lockutils [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Releasing lock "refresh_cache-cdf0022e-2752-47c2-9133-b9e49b820c3f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.936055] env[70483]: DEBUG nova.compute.manager [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1395.936307] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1395.936570] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b86c9b50-8cf7-45af-acf0-ec3f5c64f319 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.945895] env[70483]: DEBUG oslo_vmware.api [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1395.945895] env[70483]: value = "task-3479146" [ 1395.945895] env[70483]: _type = "Task" [ 1395.945895] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.954913] env[70483]: DEBUG oslo_vmware.api [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.105059] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.456749] env[70483]: DEBUG oslo_vmware.api [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479146, 'name': PowerOffVM_Task, 'duration_secs': 0.233943} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.457070] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1396.457329] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Volume detach. Driver type: vmdk {{(pid=70483) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1396.457559] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695546', 'volume_id': '3ed3e4aa-a169-4368-9adb-0b26735775b0', 'name': 'volume-3ed3e4aa-a169-4368-9adb-0b26735775b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '49404f5e-5358-4886-a69f-03680d746edc', 'attached_at': '2025-04-17T14:50:54.000000', 'detached_at': '', 'volume_id': '3ed3e4aa-a169-4368-9adb-0b26735775b0', 'serial': '3ed3e4aa-a169-4368-9adb-0b26735775b0'} {{(pid=70483) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1396.458399] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006e2d96-37c0-4766-8303-258d8a4376da {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.477891] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a409b5-e1e3-4c94-acb2-a52be5553cd6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.485189] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a750d28b-efdf-4656-baac-01aa9c1d6c4d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.502912] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b6e1ca-7f3e-4f6d-a338-0d938c1b0c6f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.517923] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] The volume has not been displaced from its original location: [datastore2] volume-3ed3e4aa-a169-4368-9adb-0b26735775b0/volume-3ed3e4aa-a169-4368-9adb-0b26735775b0.vmdk. No consolidation needed. {{(pid=70483) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1396.523873] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1396.524587] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82e76dc2-7f4c-4e47-9d58-e1fb466f44dc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.542990] env[70483]: DEBUG oslo_vmware.api [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1396.542990] env[70483]: value = "task-3479147" [ 1396.542990] env[70483]: _type = "Task" [ 1396.542990] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.551295] env[70483]: DEBUG oslo_vmware.api [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479147, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.052848] env[70483]: DEBUG oslo_vmware.api [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479147, 'name': ReconfigVM_Task, 'duration_secs': 0.204527} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.053143] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1397.058019] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74c7df4a-0b16-425a-8476-bf3d329b6be6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.073376] env[70483]: DEBUG oslo_vmware.api [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1397.073376] env[70483]: value = "task-3479148" [ 1397.073376] env[70483]: _type = "Task" [ 1397.073376] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.081482] env[70483]: DEBUG oslo_vmware.api [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479148, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.389560] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1397.389887] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a974f463-0559-4883-8b48-66cda5755132 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.397385] env[70483]: DEBUG oslo_vmware.api [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Waiting for the task: (returnval){ [ 1397.397385] env[70483]: value = "task-3479149" [ 1397.397385] env[70483]: _type = "Task" [ 1397.397385] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.406553] env[70483]: DEBUG oslo_vmware.api [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Task: {'id': task-3479149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.584091] env[70483]: DEBUG oslo_vmware.api [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479148, 'name': ReconfigVM_Task, 'duration_secs': 0.114827} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.584408] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695546', 'volume_id': '3ed3e4aa-a169-4368-9adb-0b26735775b0', 'name': 'volume-3ed3e4aa-a169-4368-9adb-0b26735775b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '49404f5e-5358-4886-a69f-03680d746edc', 'attached_at': '2025-04-17T14:50:54.000000', 'detached_at': '', 'volume_id': '3ed3e4aa-a169-4368-9adb-0b26735775b0', 'serial': '3ed3e4aa-a169-4368-9adb-0b26735775b0'} {{(pid=70483) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1397.584681] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1397.585457] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9576b10c-ccd3-40e9-8a47-1da7a33666f3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.591726] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1397.591947] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6384b2b-1a89-4f56-af23-c0f39531c0cf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.651880] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1397.652126] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1397.652314] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Deleting the datastore file [datastore2] 49404f5e-5358-4886-a69f-03680d746edc {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1397.652567] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-349161c2-9b7e-49d6-998e-6db903b3e092 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.659057] env[70483]: DEBUG oslo_vmware.api [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1397.659057] env[70483]: value = "task-3479151" [ 1397.659057] env[70483]: _type = "Task" [ 1397.659057] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.666348] env[70483]: DEBUG oslo_vmware.api [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.906729] env[70483]: DEBUG oslo_vmware.api [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Task: {'id': task-3479149, 'name': PowerOffVM_Task, 'duration_secs': 0.186155} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.907029] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1397.907793] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0d04f3-ed7f-4c21-bcc4-3bbf5b1977f1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.925217] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd57371-226d-4cf0-aa31-768584fc314c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.959328] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1397.959614] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2658aabe-8273-4791-a18b-0344a8b59bcf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.965572] env[70483]: DEBUG oslo_vmware.api [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Waiting for the task: (returnval){ [ 1397.965572] env[70483]: value = "task-3479152" [ 1397.965572] env[70483]: _type = "Task" [ 1397.965572] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.972944] env[70483]: DEBUG oslo_vmware.api [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Task: {'id': task-3479152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.104858] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.169358] env[70483]: DEBUG oslo_vmware.api [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127026} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.169604] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1398.169789] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1398.169965] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1398.170149] env[70483]: INFO nova.compute.manager [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1398.170385] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1398.170571] env[70483]: DEBUG nova.compute.manager [-] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1398.170665] env[70483]: DEBUG nova.network.neutron [-] [instance: 49404f5e-5358-4886-a69f-03680d746edc] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1398.188587] env[70483]: DEBUG oslo_concurrency.lockutils [None req-95b296f3-ce28-436e-ab9a-5aa83e408564 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquiring lock "35cbc2d2-9bd0-42a1-8560-1982f0762413" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.188810] env[70483]: DEBUG oslo_concurrency.lockutils [None req-95b296f3-ce28-436e-ab9a-5aa83e408564 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "35cbc2d2-9bd0-42a1-8560-1982f0762413" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.476340] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] VM already powered off {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1398.476481] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1398.476697] env[70483]: DEBUG oslo_concurrency.lockutils [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.476829] env[70483]: DEBUG oslo_concurrency.lockutils [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.477020] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1398.477280] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4e49fd3-d2bb-4ceb-a1e0-589ec13089a1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.486262] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1398.486452] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1398.487178] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-319629fc-478c-4579-84ba-b2afe60268e7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.492513] env[70483]: DEBUG oslo_vmware.api [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Waiting for the task: (returnval){ [ 1398.492513] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524c2c27-6714-bda6-1b3b-5ee191cb1b43" [ 1398.492513] env[70483]: _type = "Task" [ 1398.492513] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.500108] env[70483]: DEBUG oslo_vmware.api [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524c2c27-6714-bda6-1b3b-5ee191cb1b43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.617874] env[70483]: DEBUG nova.compute.manager [req-681e8b12-1e3b-4418-ba5d-6c3733173b79 req-cc9124f1-e907-4a29-945f-c63ee038bc81 service nova] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Received event network-vif-deleted-46b61e47-203c-43aa-afd3-43e3c2373e1a {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1398.618131] env[70483]: INFO nova.compute.manager [req-681e8b12-1e3b-4418-ba5d-6c3733173b79 req-cc9124f1-e907-4a29-945f-c63ee038bc81 service nova] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Neutron deleted interface 46b61e47-203c-43aa-afd3-43e3c2373e1a; detaching it from the instance and deleting it from the info cache [ 1398.618254] env[70483]: DEBUG nova.network.neutron [req-681e8b12-1e3b-4418-ba5d-6c3733173b79 req-cc9124f1-e907-4a29-945f-c63ee038bc81 service nova] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.691587] env[70483]: DEBUG nova.compute.utils [None req-95b296f3-ce28-436e-ab9a-5aa83e408564 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1399.003173] env[70483]: DEBUG oslo_vmware.api [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]524c2c27-6714-bda6-1b3b-5ee191cb1b43, 'name': SearchDatastore_Task, 'duration_secs': 0.009534} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.003942] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e04b681e-103e-4f4d-b95d-3341b4b71188 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.008637] env[70483]: DEBUG oslo_vmware.api [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Waiting for the task: (returnval){ [ 1399.008637] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5240f56a-5212-4766-9206-a09018c83465" [ 1399.008637] env[70483]: _type = "Task" [ 1399.008637] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.015575] env[70483]: DEBUG oslo_vmware.api [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5240f56a-5212-4766-9206-a09018c83465, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.093585] env[70483]: DEBUG nova.network.neutron [-] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.104855] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager.update_available_resource {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.120539] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ebc4617f-1af3-4ed2-9034-0550233a3695 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.130673] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dec180d-3687-4f84-9f11-e5f564cfd12e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.158331] env[70483]: DEBUG nova.compute.manager [req-681e8b12-1e3b-4418-ba5d-6c3733173b79 req-cc9124f1-e907-4a29-945f-c63ee038bc81 service nova] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Detach interface failed, port_id=46b61e47-203c-43aa-afd3-43e3c2373e1a, reason: Instance 49404f5e-5358-4886-a69f-03680d746edc could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1399.193793] env[70483]: DEBUG oslo_concurrency.lockutils [None req-95b296f3-ce28-436e-ab9a-5aa83e408564 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "35cbc2d2-9bd0-42a1-8560-1982f0762413" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.521057] env[70483]: DEBUG oslo_vmware.api [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5240f56a-5212-4766-9206-a09018c83465, 'name': SearchDatastore_Task, 'duration_secs': 0.009856} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.521057] env[70483]: DEBUG oslo_concurrency.lockutils [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.521057] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] cdf0022e-2752-47c2-9133-b9e49b820c3f/c45d2ce6-6758-4a65-9806-b17c804e40f4-rescue.vmdk. {{(pid=70483) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1399.521057] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cda57fb-35c0-42f1-bce9-acd54ed1beda {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.528359] env[70483]: DEBUG oslo_vmware.api [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Waiting for the task: (returnval){ [ 1399.528359] env[70483]: value = "task-3479153" [ 1399.528359] env[70483]: _type = "Task" [ 1399.528359] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.535972] env[70483]: DEBUG oslo_vmware.api [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Task: {'id': task-3479153, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.595638] env[70483]: INFO nova.compute.manager [-] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Took 1.42 seconds to deallocate network for instance. [ 1399.608067] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.608358] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.608534] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.608691] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70483) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1399.609627] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f856f42-d785-414f-9da1-2124dd5a782e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.618102] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742989e8-f88d-414b-89b8-a6da26e60a77 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.631171] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24cf5e4-4ed0-4eac-b5df-4ce2190b672d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.637257] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4ceebe-6cd4-4f19-9916-2d15f3b862d4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.666369] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180266MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=70483) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1399.666520] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.666714] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.039055] env[70483]: DEBUG oslo_vmware.api [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Task: {'id': task-3479153, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498045} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.039055] env[70483]: INFO nova.virt.vmwareapi.ds_util [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] cdf0022e-2752-47c2-9133-b9e49b820c3f/c45d2ce6-6758-4a65-9806-b17c804e40f4-rescue.vmdk. [ 1400.039247] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8779889-5b67-41ef-a8f1-2854bde3f752 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.062866] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] cdf0022e-2752-47c2-9133-b9e49b820c3f/c45d2ce6-6758-4a65-9806-b17c804e40f4-rescue.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1400.063114] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7eebbb0-837e-4951-b6e4-92e2b37916ce {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.080154] env[70483]: DEBUG oslo_vmware.api [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Waiting for the task: (returnval){ [ 1400.080154] env[70483]: value = "task-3479154" [ 1400.080154] env[70483]: _type = "Task" [ 1400.080154] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.087781] env[70483]: DEBUG oslo_vmware.api [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Task: {'id': task-3479154, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.140613] env[70483]: INFO nova.compute.manager [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Took 0.54 seconds to detach 1 volumes for instance. [ 1400.144173] env[70483]: DEBUG nova.compute.manager [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Deleting volume: 3ed3e4aa-a169-4368-9adb-0b26735775b0 {{(pid=70483) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1400.267083] env[70483]: DEBUG oslo_concurrency.lockutils [None req-95b296f3-ce28-436e-ab9a-5aa83e408564 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquiring lock "35cbc2d2-9bd0-42a1-8560-1982f0762413" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.267083] env[70483]: DEBUG oslo_concurrency.lockutils [None req-95b296f3-ce28-436e-ab9a-5aa83e408564 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "35cbc2d2-9bd0-42a1-8560-1982f0762413" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.267083] env[70483]: INFO nova.compute.manager [None req-95b296f3-ce28-436e-ab9a-5aa83e408564 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Attaching volume 9fc5e1a1-df9f-4d9b-8b3b-b5babb193eb8 to /dev/sdb [ 1400.296882] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5950966f-cfc9-48a8-a692-be81b97be8ce {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.306146] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4d1934-4154-4d9a-a027-fe6f33c08749 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.318851] env[70483]: DEBUG nova.virt.block_device [None req-95b296f3-ce28-436e-ab9a-5aa83e408564 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Updating existing volume attachment record: 385bbdc1-c000-42ef-a1d4-04adf8a92764 {{(pid=70483) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1400.590447] env[70483]: DEBUG oslo_vmware.api [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Task: {'id': task-3479154, 'name': ReconfigVM_Task, 'duration_secs': 0.323146} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.590789] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Reconfigured VM instance instance-0000007e to attach disk [datastore2] cdf0022e-2752-47c2-9133-b9e49b820c3f/c45d2ce6-6758-4a65-9806-b17c804e40f4-rescue.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1400.591628] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d80c09-e2b9-4a35-ac0c-3e8eb7d04bfc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.615743] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96b0f795-f367-41c0-9b44-718fc1d806b2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.631769] env[70483]: DEBUG oslo_vmware.api [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Waiting for the task: (returnval){ [ 1400.631769] env[70483]: value = "task-3479157" [ 1400.631769] env[70483]: _type = "Task" [ 1400.631769] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.639449] env[70483]: DEBUG oslo_vmware.api [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Task: {'id': task-3479157, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.680033] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.694605] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1400.694813] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 64b7cc35-1416-4398-a023-cd298e7a0127 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1400.694929] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 49404f5e-5358-4886-a69f-03680d746edc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1400.695062] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 35cbc2d2-9bd0-42a1-8560-1982f0762413 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1400.695181] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance 5ccec2ca-4ef0-4025-bc55-5cc717c36647 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1400.695296] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance cdf0022e-2752-47c2-9133-b9e49b820c3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1400.695472] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=70483) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1400.695607] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=70483) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1400.775151] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facd67a2-5cbe-4037-bcbd-7d765a1921a0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.783201] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f48e7bc-f762-4632-8db6-285c1506b2ac {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.815497] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7486107-6656-4ef6-96cd-99005a3fca23 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.823526] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59381952-05fd-423f-95f2-030b24bf3b08 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.837202] env[70483]: DEBUG nova.compute.provider_tree [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1401.143560] env[70483]: DEBUG oslo_vmware.api [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Task: {'id': task-3479157, 'name': ReconfigVM_Task, 'duration_secs': 0.208835} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.143827] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1401.144091] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae604976-c4c1-4c11-9c5b-8898b0ea67bc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.149227] env[70483]: DEBUG oslo_vmware.api [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Waiting for the task: (returnval){ [ 1401.149227] env[70483]: value = "task-3479158" [ 1401.149227] env[70483]: _type = "Task" [ 1401.149227] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.157125] env[70483]: DEBUG oslo_vmware.api [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Task: {'id': task-3479158, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.340836] env[70483]: DEBUG nova.scheduler.client.report [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1401.658972] env[70483]: DEBUG oslo_vmware.api [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Task: {'id': task-3479158, 'name': PowerOnVM_Task, 'duration_secs': 0.429965} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.659331] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1401.662081] env[70483]: DEBUG nova.compute.manager [None req-796e2447-db91-4cb9-9e8e-f05c3028977d tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1401.662848] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c29058d-e676-4e4a-a82c-a7b0e847eeb7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.845357] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70483) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1401.845623] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.179s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.845919] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.166s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.846208] env[70483]: DEBUG nova.objects.instance [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lazy-loading 'resources' on Instance uuid 49404f5e-5358-4886-a69f-03680d746edc {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1402.433181] env[70483]: DEBUG nova.compute.manager [req-2c3aae9c-415b-4b50-8f89-6d87361647d5 req-d9184de1-eac0-42d4-9b74-e0a4dfc57cf2 service nova] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Received event network-changed-102224a1-1d7e-4793-9f74-2fabcd832c92 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1402.433361] env[70483]: DEBUG nova.compute.manager [req-2c3aae9c-415b-4b50-8f89-6d87361647d5 req-d9184de1-eac0-42d4-9b74-e0a4dfc57cf2 service nova] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Refreshing instance network info cache due to event network-changed-102224a1-1d7e-4793-9f74-2fabcd832c92. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1402.433589] env[70483]: DEBUG oslo_concurrency.lockutils [req-2c3aae9c-415b-4b50-8f89-6d87361647d5 req-d9184de1-eac0-42d4-9b74-e0a4dfc57cf2 service nova] Acquiring lock "refresh_cache-cdf0022e-2752-47c2-9133-b9e49b820c3f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.433801] env[70483]: DEBUG oslo_concurrency.lockutils [req-2c3aae9c-415b-4b50-8f89-6d87361647d5 req-d9184de1-eac0-42d4-9b74-e0a4dfc57cf2 service nova] Acquired lock "refresh_cache-cdf0022e-2752-47c2-9133-b9e49b820c3f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.433884] env[70483]: DEBUG nova.network.neutron [req-2c3aae9c-415b-4b50-8f89-6d87361647d5 req-d9184de1-eac0-42d4-9b74-e0a4dfc57cf2 service nova] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Refreshing network info cache for port 102224a1-1d7e-4793-9f74-2fabcd832c92 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1402.437497] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962247f2-d57f-48c5-8e69-899dd737fc5f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.445825] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502776d3-ce6c-497d-93ec-d23459900ceb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.475694] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c15ab93-f636-4c7a-934b-808e5d3de52c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.482674] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d5cde9-9bf1-43d5-8b65-4d06d17a311b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.497435] env[70483]: DEBUG nova.compute.provider_tree [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1403.002561] env[70483]: DEBUG nova.scheduler.client.report [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1403.189776] env[70483]: DEBUG nova.network.neutron [req-2c3aae9c-415b-4b50-8f89-6d87361647d5 req-d9184de1-eac0-42d4-9b74-e0a4dfc57cf2 service nova] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Updated VIF entry in instance network info cache for port 102224a1-1d7e-4793-9f74-2fabcd832c92. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1403.190232] env[70483]: DEBUG nova.network.neutron [req-2c3aae9c-415b-4b50-8f89-6d87361647d5 req-d9184de1-eac0-42d4-9b74-e0a4dfc57cf2 service nova] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Updating instance_info_cache with network_info: [{"id": "102224a1-1d7e-4793-9f74-2fabcd832c92", "address": "fa:16:3e:65:ba:54", "network": {"id": "cae1422a-f9d6-4f27-b228-f3fa86d8bf30", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1094524243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1c014c271f8944a1856e5df68d5ce5a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap102224a1-1d", "ovs_interfaceid": "102224a1-1d7e-4793-9f74-2fabcd832c92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.506806] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.661s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.530579] env[70483]: INFO nova.scheduler.client.report [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Deleted allocations for instance 49404f5e-5358-4886-a69f-03680d746edc [ 1403.692684] env[70483]: DEBUG oslo_concurrency.lockutils [req-2c3aae9c-415b-4b50-8f89-6d87361647d5 req-d9184de1-eac0-42d4-9b74-e0a4dfc57cf2 service nova] Releasing lock "refresh_cache-cdf0022e-2752-47c2-9133-b9e49b820c3f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.039848] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cb5d99c4-207b-4851-8be5-6a5fa30e9d31 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "49404f5e-5358-4886-a69f-03680d746edc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.610s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.460454] env[70483]: DEBUG nova.compute.manager [req-baf5bef5-216d-4308-b369-cbda7a6d28ec req-0d3885e2-5ff6-49fd-bdac-f2a549e63c53 service nova] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Received event network-changed-102224a1-1d7e-4793-9f74-2fabcd832c92 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1404.460658] env[70483]: DEBUG nova.compute.manager [req-baf5bef5-216d-4308-b369-cbda7a6d28ec req-0d3885e2-5ff6-49fd-bdac-f2a549e63c53 service nova] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Refreshing instance network info cache due to event network-changed-102224a1-1d7e-4793-9f74-2fabcd832c92. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1404.460875] env[70483]: DEBUG oslo_concurrency.lockutils [req-baf5bef5-216d-4308-b369-cbda7a6d28ec req-0d3885e2-5ff6-49fd-bdac-f2a549e63c53 service nova] Acquiring lock "refresh_cache-cdf0022e-2752-47c2-9133-b9e49b820c3f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.461033] env[70483]: DEBUG oslo_concurrency.lockutils [req-baf5bef5-216d-4308-b369-cbda7a6d28ec req-0d3885e2-5ff6-49fd-bdac-f2a549e63c53 service nova] Acquired lock "refresh_cache-cdf0022e-2752-47c2-9133-b9e49b820c3f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.461582] env[70483]: DEBUG nova.network.neutron [req-baf5bef5-216d-4308-b369-cbda7a6d28ec req-0d3885e2-5ff6-49fd-bdac-f2a549e63c53 service nova] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Refreshing network info cache for port 102224a1-1d7e-4793-9f74-2fabcd832c92 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1404.475131] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b31f9b9a-b9d2-497f-8bf4-5dc281bc2cd9 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "64b7cc35-1416-4398-a023-cd298e7a0127" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.475347] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b31f9b9a-b9d2-497f-8bf4-5dc281bc2cd9 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "64b7cc35-1416-4398-a023-cd298e7a0127" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.475548] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b31f9b9a-b9d2-497f-8bf4-5dc281bc2cd9 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "64b7cc35-1416-4398-a023-cd298e7a0127-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.475725] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b31f9b9a-b9d2-497f-8bf4-5dc281bc2cd9 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "64b7cc35-1416-4398-a023-cd298e7a0127-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.475890] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b31f9b9a-b9d2-497f-8bf4-5dc281bc2cd9 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "64b7cc35-1416-4398-a023-cd298e7a0127-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.477820] env[70483]: INFO nova.compute.manager [None req-b31f9b9a-b9d2-497f-8bf4-5dc281bc2cd9 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Terminating instance [ 1404.862867] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-95b296f3-ce28-436e-ab9a-5aa83e408564 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Volume attach. Driver type: vmdk {{(pid=70483) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1404.863123] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-95b296f3-ce28-436e-ab9a-5aa83e408564 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695556', 'volume_id': '9fc5e1a1-df9f-4d9b-8b3b-b5babb193eb8', 'name': 'volume-9fc5e1a1-df9f-4d9b-8b3b-b5babb193eb8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '35cbc2d2-9bd0-42a1-8560-1982f0762413', 'attached_at': '', 'detached_at': '', 'volume_id': '9fc5e1a1-df9f-4d9b-8b3b-b5babb193eb8', 'serial': '9fc5e1a1-df9f-4d9b-8b3b-b5babb193eb8'} {{(pid=70483) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1404.864014] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19045677-a20e-4866-a7c7-0bc2b2652c0d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.880722] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43c3f53-60ae-4510-9c23-91ff41915e0b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.906254] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-95b296f3-ce28-436e-ab9a-5aa83e408564 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] volume-9fc5e1a1-df9f-4d9b-8b3b-b5babb193eb8/volume-9fc5e1a1-df9f-4d9b-8b3b-b5babb193eb8.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1404.906523] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45deae5f-c868-465c-9e0d-a97305098cfa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.924378] env[70483]: DEBUG oslo_vmware.api [None req-95b296f3-ce28-436e-ab9a-5aa83e408564 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1404.924378] env[70483]: value = "task-3479160" [ 1404.924378] env[70483]: _type = "Task" [ 1404.924378] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.931983] env[70483]: DEBUG oslo_vmware.api [None req-95b296f3-ce28-436e-ab9a-5aa83e408564 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479160, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.981992] env[70483]: DEBUG nova.compute.manager [None req-b31f9b9a-b9d2-497f-8bf4-5dc281bc2cd9 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1404.982267] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-b31f9b9a-b9d2-497f-8bf4-5dc281bc2cd9 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1404.983180] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d5fc07-e16a-48a8-a264-5a30a70f308e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.990714] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-b31f9b9a-b9d2-497f-8bf4-5dc281bc2cd9 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1404.990967] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6525b170-3133-47ea-957d-dfe64358cc67 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.996983] env[70483]: DEBUG oslo_vmware.api [None req-b31f9b9a-b9d2-497f-8bf4-5dc281bc2cd9 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1404.996983] env[70483]: value = "task-3479161" [ 1404.996983] env[70483]: _type = "Task" [ 1404.996983] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.005706] env[70483]: DEBUG oslo_vmware.api [None req-b31f9b9a-b9d2-497f-8bf4-5dc281bc2cd9 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479161, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.366565] env[70483]: DEBUG nova.network.neutron [req-baf5bef5-216d-4308-b369-cbda7a6d28ec req-0d3885e2-5ff6-49fd-bdac-f2a549e63c53 service nova] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Updated VIF entry in instance network info cache for port 102224a1-1d7e-4793-9f74-2fabcd832c92. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1405.366936] env[70483]: DEBUG nova.network.neutron [req-baf5bef5-216d-4308-b369-cbda7a6d28ec req-0d3885e2-5ff6-49fd-bdac-f2a549e63c53 service nova] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Updating instance_info_cache with network_info: [{"id": "102224a1-1d7e-4793-9f74-2fabcd832c92", "address": "fa:16:3e:65:ba:54", "network": {"id": "cae1422a-f9d6-4f27-b228-f3fa86d8bf30", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1094524243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1c014c271f8944a1856e5df68d5ce5a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap102224a1-1d", "ovs_interfaceid": "102224a1-1d7e-4793-9f74-2fabcd832c92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.434716] env[70483]: DEBUG oslo_vmware.api [None req-95b296f3-ce28-436e-ab9a-5aa83e408564 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.506984] env[70483]: DEBUG oslo_vmware.api [None req-b31f9b9a-b9d2-497f-8bf4-5dc281bc2cd9 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479161, 'name': PowerOffVM_Task, 'duration_secs': 0.228098} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.507340] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-b31f9b9a-b9d2-497f-8bf4-5dc281bc2cd9 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1405.507542] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-b31f9b9a-b9d2-497f-8bf4-5dc281bc2cd9 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1405.507824] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7713d7a2-e8fb-46be-9e1b-7a9f29d00263 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.574462] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-b31f9b9a-b9d2-497f-8bf4-5dc281bc2cd9 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1405.574708] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-b31f9b9a-b9d2-497f-8bf4-5dc281bc2cd9 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1405.574882] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-b31f9b9a-b9d2-497f-8bf4-5dc281bc2cd9 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Deleting the datastore file [datastore1] 64b7cc35-1416-4398-a023-cd298e7a0127 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1405.575171] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-603a98fb-1eac-4e69-8a4e-a5539c87c29b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.581680] env[70483]: DEBUG oslo_vmware.api [None req-b31f9b9a-b9d2-497f-8bf4-5dc281bc2cd9 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1405.581680] env[70483]: value = "task-3479163" [ 1405.581680] env[70483]: _type = "Task" [ 1405.581680] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.589699] env[70483]: DEBUG oslo_vmware.api [None req-b31f9b9a-b9d2-497f-8bf4-5dc281bc2cd9 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.869847] env[70483]: DEBUG oslo_concurrency.lockutils [req-baf5bef5-216d-4308-b369-cbda7a6d28ec req-0d3885e2-5ff6-49fd-bdac-f2a549e63c53 service nova] Releasing lock "refresh_cache-cdf0022e-2752-47c2-9133-b9e49b820c3f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.870146] env[70483]: DEBUG nova.compute.manager [req-baf5bef5-216d-4308-b369-cbda7a6d28ec req-0d3885e2-5ff6-49fd-bdac-f2a549e63c53 service nova] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Received event network-changed-102224a1-1d7e-4793-9f74-2fabcd832c92 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1405.870346] env[70483]: DEBUG nova.compute.manager [req-baf5bef5-216d-4308-b369-cbda7a6d28ec req-0d3885e2-5ff6-49fd-bdac-f2a549e63c53 service nova] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Refreshing instance network info cache due to event network-changed-102224a1-1d7e-4793-9f74-2fabcd832c92. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1405.870573] env[70483]: DEBUG oslo_concurrency.lockutils [req-baf5bef5-216d-4308-b369-cbda7a6d28ec req-0d3885e2-5ff6-49fd-bdac-f2a549e63c53 service nova] Acquiring lock "refresh_cache-cdf0022e-2752-47c2-9133-b9e49b820c3f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.870721] env[70483]: DEBUG oslo_concurrency.lockutils [req-baf5bef5-216d-4308-b369-cbda7a6d28ec req-0d3885e2-5ff6-49fd-bdac-f2a549e63c53 service nova] Acquired lock "refresh_cache-cdf0022e-2752-47c2-9133-b9e49b820c3f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.870883] env[70483]: DEBUG nova.network.neutron [req-baf5bef5-216d-4308-b369-cbda7a6d28ec req-0d3885e2-5ff6-49fd-bdac-f2a549e63c53 service nova] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Refreshing network info cache for port 102224a1-1d7e-4793-9f74-2fabcd832c92 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1405.934620] env[70483]: DEBUG oslo_vmware.api [None req-95b296f3-ce28-436e-ab9a-5aa83e408564 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479160, 'name': ReconfigVM_Task, 'duration_secs': 0.731244} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.934888] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-95b296f3-ce28-436e-ab9a-5aa83e408564 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Reconfigured VM instance instance-0000007b to attach disk [datastore2] volume-9fc5e1a1-df9f-4d9b-8b3b-b5babb193eb8/volume-9fc5e1a1-df9f-4d9b-8b3b-b5babb193eb8.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1405.939537] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba0cd6fa-4feb-4a5a-8a11-39549a80adee {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.954676] env[70483]: DEBUG oslo_vmware.api [None req-95b296f3-ce28-436e-ab9a-5aa83e408564 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1405.954676] env[70483]: value = "task-3479164" [ 1405.954676] env[70483]: _type = "Task" [ 1405.954676] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.962542] env[70483]: DEBUG oslo_vmware.api [None req-95b296f3-ce28-436e-ab9a-5aa83e408564 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479164, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.092957] env[70483]: DEBUG oslo_vmware.api [None req-b31f9b9a-b9d2-497f-8bf4-5dc281bc2cd9 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13708} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.093226] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-b31f9b9a-b9d2-497f-8bf4-5dc281bc2cd9 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1406.093412] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-b31f9b9a-b9d2-497f-8bf4-5dc281bc2cd9 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1406.093585] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-b31f9b9a-b9d2-497f-8bf4-5dc281bc2cd9 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1406.093758] env[70483]: INFO nova.compute.manager [None req-b31f9b9a-b9d2-497f-8bf4-5dc281bc2cd9 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1406.094009] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b31f9b9a-b9d2-497f-8bf4-5dc281bc2cd9 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1406.094321] env[70483]: DEBUG oslo_concurrency.lockutils [None req-230cab7f-ff2e-416e-a993-37121381ac27 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Acquiring lock "cdf0022e-2752-47c2-9133-b9e49b820c3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.094531] env[70483]: DEBUG oslo_concurrency.lockutils [None req-230cab7f-ff2e-416e-a993-37121381ac27 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Lock "cdf0022e-2752-47c2-9133-b9e49b820c3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.094724] env[70483]: DEBUG oslo_concurrency.lockutils [None req-230cab7f-ff2e-416e-a993-37121381ac27 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Acquiring lock "cdf0022e-2752-47c2-9133-b9e49b820c3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.094905] env[70483]: DEBUG oslo_concurrency.lockutils [None req-230cab7f-ff2e-416e-a993-37121381ac27 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Lock "cdf0022e-2752-47c2-9133-b9e49b820c3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.095080] env[70483]: DEBUG oslo_concurrency.lockutils [None req-230cab7f-ff2e-416e-a993-37121381ac27 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Lock "cdf0022e-2752-47c2-9133-b9e49b820c3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.096538] env[70483]: DEBUG nova.compute.manager [-] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1406.096639] env[70483]: DEBUG nova.network.neutron [-] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1406.098407] env[70483]: INFO nova.compute.manager [None req-230cab7f-ff2e-416e-a993-37121381ac27 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Terminating instance [ 1406.464554] env[70483]: DEBUG oslo_vmware.api [None req-95b296f3-ce28-436e-ab9a-5aa83e408564 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479164, 'name': ReconfigVM_Task, 'duration_secs': 0.143709} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.465034] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-95b296f3-ce28-436e-ab9a-5aa83e408564 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695556', 'volume_id': '9fc5e1a1-df9f-4d9b-8b3b-b5babb193eb8', 'name': 'volume-9fc5e1a1-df9f-4d9b-8b3b-b5babb193eb8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '35cbc2d2-9bd0-42a1-8560-1982f0762413', 'attached_at': '', 'detached_at': '', 'volume_id': '9fc5e1a1-df9f-4d9b-8b3b-b5babb193eb8', 'serial': '9fc5e1a1-df9f-4d9b-8b3b-b5babb193eb8'} {{(pid=70483) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1406.488762] env[70483]: DEBUG nova.compute.manager [req-0c8f9834-e9ac-4faf-8be8-ee4315988b35 req-34d8ea91-7b61-45f0-9d7c-d53586c41d12 service nova] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Received event network-changed-102224a1-1d7e-4793-9f74-2fabcd832c92 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1406.488961] env[70483]: DEBUG nova.compute.manager [req-0c8f9834-e9ac-4faf-8be8-ee4315988b35 req-34d8ea91-7b61-45f0-9d7c-d53586c41d12 service nova] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Refreshing instance network info cache due to event network-changed-102224a1-1d7e-4793-9f74-2fabcd832c92. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1406.489194] env[70483]: DEBUG oslo_concurrency.lockutils [req-0c8f9834-e9ac-4faf-8be8-ee4315988b35 req-34d8ea91-7b61-45f0-9d7c-d53586c41d12 service nova] Acquiring lock "refresh_cache-cdf0022e-2752-47c2-9133-b9e49b820c3f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.556442] env[70483]: DEBUG nova.network.neutron [req-baf5bef5-216d-4308-b369-cbda7a6d28ec req-0d3885e2-5ff6-49fd-bdac-f2a549e63c53 service nova] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Updated VIF entry in instance network info cache for port 102224a1-1d7e-4793-9f74-2fabcd832c92. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1406.556860] env[70483]: DEBUG nova.network.neutron [req-baf5bef5-216d-4308-b369-cbda7a6d28ec req-0d3885e2-5ff6-49fd-bdac-f2a549e63c53 service nova] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Updating instance_info_cache with network_info: [{"id": "102224a1-1d7e-4793-9f74-2fabcd832c92", "address": "fa:16:3e:65:ba:54", "network": {"id": "cae1422a-f9d6-4f27-b228-f3fa86d8bf30", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1094524243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1c014c271f8944a1856e5df68d5ce5a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap102224a1-1d", "ovs_interfaceid": "102224a1-1d7e-4793-9f74-2fabcd832c92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.602052] env[70483]: DEBUG nova.compute.manager [None req-230cab7f-ff2e-416e-a993-37121381ac27 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1406.602291] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-230cab7f-ff2e-416e-a993-37121381ac27 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1406.603160] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cdde55-169b-4475-9067-1e29a2d3d654 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.610733] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-230cab7f-ff2e-416e-a993-37121381ac27 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1406.611137] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b22cefe6-8004-4222-b953-c189e73b8d87 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.616948] env[70483]: DEBUG oslo_vmware.api [None req-230cab7f-ff2e-416e-a993-37121381ac27 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Waiting for the task: (returnval){ [ 1406.616948] env[70483]: value = "task-3479165" [ 1406.616948] env[70483]: _type = "Task" [ 1406.616948] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.626014] env[70483]: DEBUG oslo_vmware.api [None req-230cab7f-ff2e-416e-a993-37121381ac27 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Task: {'id': task-3479165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.819302] env[70483]: DEBUG nova.network.neutron [-] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.060429] env[70483]: DEBUG oslo_concurrency.lockutils [req-baf5bef5-216d-4308-b369-cbda7a6d28ec req-0d3885e2-5ff6-49fd-bdac-f2a549e63c53 service nova] Releasing lock "refresh_cache-cdf0022e-2752-47c2-9133-b9e49b820c3f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.060966] env[70483]: DEBUG oslo_concurrency.lockutils [req-0c8f9834-e9ac-4faf-8be8-ee4315988b35 req-34d8ea91-7b61-45f0-9d7c-d53586c41d12 service nova] Acquired lock "refresh_cache-cdf0022e-2752-47c2-9133-b9e49b820c3f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.061251] env[70483]: DEBUG nova.network.neutron [req-0c8f9834-e9ac-4faf-8be8-ee4315988b35 req-34d8ea91-7b61-45f0-9d7c-d53586c41d12 service nova] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Refreshing network info cache for port 102224a1-1d7e-4793-9f74-2fabcd832c92 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1407.126719] env[70483]: DEBUG oslo_vmware.api [None req-230cab7f-ff2e-416e-a993-37121381ac27 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Task: {'id': task-3479165, 'name': PowerOffVM_Task, 'duration_secs': 0.250545} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.126994] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-230cab7f-ff2e-416e-a993-37121381ac27 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1407.127216] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-230cab7f-ff2e-416e-a993-37121381ac27 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1407.127470] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-667a2393-19f2-476e-9a67-aa03f310cb28 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.200783] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-230cab7f-ff2e-416e-a993-37121381ac27 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1407.201011] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-230cab7f-ff2e-416e-a993-37121381ac27 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1407.201211] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-230cab7f-ff2e-416e-a993-37121381ac27 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Deleting the datastore file [datastore2] cdf0022e-2752-47c2-9133-b9e49b820c3f {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1407.201476] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1266c0b-b18e-450a-80a4-98aaf7c60bee {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.207823] env[70483]: DEBUG oslo_vmware.api [None req-230cab7f-ff2e-416e-a993-37121381ac27 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Waiting for the task: (returnval){ [ 1407.207823] env[70483]: value = "task-3479167" [ 1407.207823] env[70483]: _type = "Task" [ 1407.207823] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.216132] env[70483]: DEBUG oslo_vmware.api [None req-230cab7f-ff2e-416e-a993-37121381ac27 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Task: {'id': task-3479167, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.321933] env[70483]: INFO nova.compute.manager [-] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Took 1.23 seconds to deallocate network for instance. [ 1407.503556] env[70483]: DEBUG nova.objects.instance [None req-95b296f3-ce28-436e-ab9a-5aa83e408564 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lazy-loading 'flavor' on Instance uuid 35cbc2d2-9bd0-42a1-8560-1982f0762413 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1407.717594] env[70483]: DEBUG oslo_vmware.api [None req-230cab7f-ff2e-416e-a993-37121381ac27 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Task: {'id': task-3479167, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206212} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.719925] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-230cab7f-ff2e-416e-a993-37121381ac27 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1407.720090] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-230cab7f-ff2e-416e-a993-37121381ac27 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1407.720272] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-230cab7f-ff2e-416e-a993-37121381ac27 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1407.720440] env[70483]: INFO nova.compute.manager [None req-230cab7f-ff2e-416e-a993-37121381ac27 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1407.720678] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-230cab7f-ff2e-416e-a993-37121381ac27 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1407.720869] env[70483]: DEBUG nova.compute.manager [-] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1407.720961] env[70483]: DEBUG nova.network.neutron [-] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1407.751141] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c24c5052-c969-4493-b7dd-1f567682e4f2 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquiring lock "35cbc2d2-9bd0-42a1-8560-1982f0762413" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.783698] env[70483]: DEBUG nova.network.neutron [req-0c8f9834-e9ac-4faf-8be8-ee4315988b35 req-34d8ea91-7b61-45f0-9d7c-d53586c41d12 service nova] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Updated VIF entry in instance network info cache for port 102224a1-1d7e-4793-9f74-2fabcd832c92. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1407.784055] env[70483]: DEBUG nova.network.neutron [req-0c8f9834-e9ac-4faf-8be8-ee4315988b35 req-34d8ea91-7b61-45f0-9d7c-d53586c41d12 service nova] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Updating instance_info_cache with network_info: [{"id": "102224a1-1d7e-4793-9f74-2fabcd832c92", "address": "fa:16:3e:65:ba:54", "network": {"id": "cae1422a-f9d6-4f27-b228-f3fa86d8bf30", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1094524243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1c014c271f8944a1856e5df68d5ce5a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap102224a1-1d", "ovs_interfaceid": "102224a1-1d7e-4793-9f74-2fabcd832c92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.828089] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b31f9b9a-b9d2-497f-8bf4-5dc281bc2cd9 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.828381] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b31f9b9a-b9d2-497f-8bf4-5dc281bc2cd9 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.828602] env[70483]: DEBUG nova.objects.instance [None req-b31f9b9a-b9d2-497f-8bf4-5dc281bc2cd9 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lazy-loading 'resources' on Instance uuid 64b7cc35-1416-4398-a023-cd298e7a0127 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1408.007502] env[70483]: DEBUG oslo_concurrency.lockutils [None req-95b296f3-ce28-436e-ab9a-5aa83e408564 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "35cbc2d2-9bd0-42a1-8560-1982f0762413" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.741s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.008414] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c24c5052-c969-4493-b7dd-1f567682e4f2 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "35cbc2d2-9bd0-42a1-8560-1982f0762413" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.257s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.287082] env[70483]: DEBUG oslo_concurrency.lockutils [req-0c8f9834-e9ac-4faf-8be8-ee4315988b35 req-34d8ea91-7b61-45f0-9d7c-d53586c41d12 service nova] Releasing lock "refresh_cache-cdf0022e-2752-47c2-9133-b9e49b820c3f" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.287149] env[70483]: DEBUG nova.compute.manager [req-0c8f9834-e9ac-4faf-8be8-ee4315988b35 req-34d8ea91-7b61-45f0-9d7c-d53586c41d12 service nova] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Received event network-vif-deleted-14523e90-7f0f-48ad-8036-0b9f787a70a6 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1408.287312] env[70483]: INFO nova.compute.manager [req-0c8f9834-e9ac-4faf-8be8-ee4315988b35 req-34d8ea91-7b61-45f0-9d7c-d53586c41d12 service nova] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Neutron deleted interface 14523e90-7f0f-48ad-8036-0b9f787a70a6; detaching it from the instance and deleting it from the info cache [ 1408.287486] env[70483]: DEBUG nova.network.neutron [req-0c8f9834-e9ac-4faf-8be8-ee4315988b35 req-34d8ea91-7b61-45f0-9d7c-d53586c41d12 service nova] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.400733] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a04138-ffea-439d-a6f3-a7cda57fab02 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.408092] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a0a163-668d-4fc9-b59c-bf97f9f4b33c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.436925] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0ac995-73d8-4621-bf85-a1bef56cc15e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.443851] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21628400-6425-4028-ac39-6657a566b0dd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.457296] env[70483]: DEBUG nova.compute.provider_tree [None req-b31f9b9a-b9d2-497f-8bf4-5dc281bc2cd9 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1408.474235] env[70483]: DEBUG nova.network.neutron [-] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.512574] env[70483]: DEBUG nova.compute.manager [req-e86a62e6-259d-42ec-9612-a36dd8c22f13 req-d0527f4d-a60f-4bf1-b9bf-9e4e4b21321c service nova] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Received event network-vif-deleted-102224a1-1d7e-4793-9f74-2fabcd832c92 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1408.513574] env[70483]: INFO nova.compute.manager [None req-c24c5052-c969-4493-b7dd-1f567682e4f2 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Detaching volume 9fc5e1a1-df9f-4d9b-8b3b-b5babb193eb8 [ 1408.543505] env[70483]: INFO nova.virt.block_device [None req-c24c5052-c969-4493-b7dd-1f567682e4f2 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Attempting to driver detach volume 9fc5e1a1-df9f-4d9b-8b3b-b5babb193eb8 from mountpoint /dev/sdb [ 1408.543769] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-c24c5052-c969-4493-b7dd-1f567682e4f2 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Volume detach. Driver type: vmdk {{(pid=70483) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1408.543979] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-c24c5052-c969-4493-b7dd-1f567682e4f2 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695556', 'volume_id': '9fc5e1a1-df9f-4d9b-8b3b-b5babb193eb8', 'name': 'volume-9fc5e1a1-df9f-4d9b-8b3b-b5babb193eb8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '35cbc2d2-9bd0-42a1-8560-1982f0762413', 'attached_at': '', 'detached_at': '', 'volume_id': '9fc5e1a1-df9f-4d9b-8b3b-b5babb193eb8', 'serial': '9fc5e1a1-df9f-4d9b-8b3b-b5babb193eb8'} {{(pid=70483) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1408.544995] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7b2340-160b-4ca8-acc2-2d2a3bb51836 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.565990] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763deb98-933d-42cc-bf14-a38aab246386 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.572413] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f01c850-7c5c-4408-9905-ae99cda4564c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.591925] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92f076e-7f37-4ed2-92cd-f7c3fde478cc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.605639] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-c24c5052-c969-4493-b7dd-1f567682e4f2 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] The volume has not been displaced from its original location: [datastore2] volume-9fc5e1a1-df9f-4d9b-8b3b-b5babb193eb8/volume-9fc5e1a1-df9f-4d9b-8b3b-b5babb193eb8.vmdk. No consolidation needed. {{(pid=70483) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1408.610833] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-c24c5052-c969-4493-b7dd-1f567682e4f2 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1408.611111] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f769c56-9547-4465-88fc-0c49e3b45ef1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.628672] env[70483]: DEBUG oslo_vmware.api [None req-c24c5052-c969-4493-b7dd-1f567682e4f2 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1408.628672] env[70483]: value = "task-3479168" [ 1408.628672] env[70483]: _type = "Task" [ 1408.628672] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.635981] env[70483]: DEBUG oslo_vmware.api [None req-c24c5052-c969-4493-b7dd-1f567682e4f2 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479168, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.790743] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3906182a-1155-4175-8787-f591e3800682 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.800950] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e229efc-8b65-42aa-8c0d-41666c91963b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.831689] env[70483]: DEBUG nova.compute.manager [req-0c8f9834-e9ac-4faf-8be8-ee4315988b35 req-34d8ea91-7b61-45f0-9d7c-d53586c41d12 service nova] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Detach interface failed, port_id=14523e90-7f0f-48ad-8036-0b9f787a70a6, reason: Instance 64b7cc35-1416-4398-a023-cd298e7a0127 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1408.960191] env[70483]: DEBUG nova.scheduler.client.report [None req-b31f9b9a-b9d2-497f-8bf4-5dc281bc2cd9 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1408.976573] env[70483]: INFO nova.compute.manager [-] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Took 1.26 seconds to deallocate network for instance. [ 1409.138980] env[70483]: DEBUG oslo_vmware.api [None req-c24c5052-c969-4493-b7dd-1f567682e4f2 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479168, 'name': ReconfigVM_Task, 'duration_secs': 0.212001} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.139290] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-c24c5052-c969-4493-b7dd-1f567682e4f2 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1409.144133] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a834f0d-29cd-4041-84ff-290145b1ae74 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.159609] env[70483]: DEBUG oslo_vmware.api [None req-c24c5052-c969-4493-b7dd-1f567682e4f2 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1409.159609] env[70483]: value = "task-3479169" [ 1409.159609] env[70483]: _type = "Task" [ 1409.159609] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.169976] env[70483]: DEBUG oslo_vmware.api [None req-c24c5052-c969-4493-b7dd-1f567682e4f2 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479169, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.465026] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b31f9b9a-b9d2-497f-8bf4-5dc281bc2cd9 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.636s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.486239] env[70483]: DEBUG oslo_concurrency.lockutils [None req-230cab7f-ff2e-416e-a993-37121381ac27 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.486815] env[70483]: DEBUG oslo_concurrency.lockutils [None req-230cab7f-ff2e-416e-a993-37121381ac27 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.486815] env[70483]: DEBUG nova.objects.instance [None req-230cab7f-ff2e-416e-a993-37121381ac27 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Lazy-loading 'resources' on Instance uuid cdf0022e-2752-47c2-9133-b9e49b820c3f {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1409.493232] env[70483]: INFO nova.scheduler.client.report [None req-b31f9b9a-b9d2-497f-8bf4-5dc281bc2cd9 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Deleted allocations for instance 64b7cc35-1416-4398-a023-cd298e7a0127 [ 1409.669019] env[70483]: DEBUG oslo_vmware.api [None req-c24c5052-c969-4493-b7dd-1f567682e4f2 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479169, 'name': ReconfigVM_Task, 'duration_secs': 0.134665} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.669442] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-c24c5052-c969-4493-b7dd-1f567682e4f2 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695556', 'volume_id': '9fc5e1a1-df9f-4d9b-8b3b-b5babb193eb8', 'name': 'volume-9fc5e1a1-df9f-4d9b-8b3b-b5babb193eb8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '35cbc2d2-9bd0-42a1-8560-1982f0762413', 'attached_at': '', 'detached_at': '', 'volume_id': '9fc5e1a1-df9f-4d9b-8b3b-b5babb193eb8', 'serial': '9fc5e1a1-df9f-4d9b-8b3b-b5babb193eb8'} {{(pid=70483) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1409.999798] env[70483]: DEBUG oslo_concurrency.lockutils [None req-b31f9b9a-b9d2-497f-8bf4-5dc281bc2cd9 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "64b7cc35-1416-4398-a023-cd298e7a0127" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.524s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.053428] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60eeb69-4f73-45c7-b4cd-d2b5933701ce {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.060933] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991ad279-12b7-4fd7-bae1-62c210085f18 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.091926] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f67462-4f29-462f-b552-512c5be734f5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.099476] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c46cff-c6cc-4af1-b1d4-d0b593c00328 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.112413] env[70483]: DEBUG nova.compute.provider_tree [None req-230cab7f-ff2e-416e-a993-37121381ac27 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1410.211267] env[70483]: DEBUG nova.objects.instance [None req-c24c5052-c969-4493-b7dd-1f567682e4f2 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lazy-loading 'flavor' on Instance uuid 35cbc2d2-9bd0-42a1-8560-1982f0762413 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1410.615668] env[70483]: DEBUG nova.scheduler.client.report [None req-230cab7f-ff2e-416e-a993-37121381ac27 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1411.121026] env[70483]: DEBUG oslo_concurrency.lockutils [None req-230cab7f-ff2e-416e-a993-37121381ac27 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.634s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.140619] env[70483]: INFO nova.scheduler.client.report [None req-230cab7f-ff2e-416e-a993-37121381ac27 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Deleted allocations for instance cdf0022e-2752-47c2-9133-b9e49b820c3f [ 1411.218459] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c24c5052-c969-4493-b7dd-1f567682e4f2 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "35cbc2d2-9bd0-42a1-8560-1982f0762413" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.210s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.648133] env[70483]: DEBUG oslo_concurrency.lockutils [None req-230cab7f-ff2e-416e-a993-37121381ac27 tempest-ServerRescueTestJSONUnderV235-1153717130 tempest-ServerRescueTestJSONUnderV235-1153717130-project-member] Lock "cdf0022e-2752-47c2-9133-b9e49b820c3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.553s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.990711] env[70483]: DEBUG oslo_concurrency.lockutils [None req-373e7d22-8cda-41b6-9228-1f69bff0f43d tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquiring lock "35cbc2d2-9bd0-42a1-8560-1982f0762413" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.990966] env[70483]: DEBUG oslo_concurrency.lockutils [None req-373e7d22-8cda-41b6-9228-1f69bff0f43d tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "35cbc2d2-9bd0-42a1-8560-1982f0762413" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.991224] env[70483]: DEBUG oslo_concurrency.lockutils [None req-373e7d22-8cda-41b6-9228-1f69bff0f43d tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquiring lock "35cbc2d2-9bd0-42a1-8560-1982f0762413-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.991420] env[70483]: DEBUG oslo_concurrency.lockutils [None req-373e7d22-8cda-41b6-9228-1f69bff0f43d tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "35cbc2d2-9bd0-42a1-8560-1982f0762413-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.991590] env[70483]: DEBUG oslo_concurrency.lockutils [None req-373e7d22-8cda-41b6-9228-1f69bff0f43d tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "35cbc2d2-9bd0-42a1-8560-1982f0762413-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.993671] env[70483]: INFO nova.compute.manager [None req-373e7d22-8cda-41b6-9228-1f69bff0f43d tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Terminating instance [ 1412.497418] env[70483]: DEBUG nova.compute.manager [None req-373e7d22-8cda-41b6-9228-1f69bff0f43d tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1412.497734] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-373e7d22-8cda-41b6-9228-1f69bff0f43d tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1412.499058] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccb0684-2a57-453f-8d68-ac243f7a4392 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.509295] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-373e7d22-8cda-41b6-9228-1f69bff0f43d tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1412.509604] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57d87363-18ef-4a64-a17c-368897bf1364 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.517394] env[70483]: DEBUG oslo_vmware.api [None req-373e7d22-8cda-41b6-9228-1f69bff0f43d tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1412.517394] env[70483]: value = "task-3479171" [ 1412.517394] env[70483]: _type = "Task" [ 1412.517394] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.527489] env[70483]: DEBUG oslo_vmware.api [None req-373e7d22-8cda-41b6-9228-1f69bff0f43d tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.026848] env[70483]: DEBUG oslo_vmware.api [None req-373e7d22-8cda-41b6-9228-1f69bff0f43d tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479171, 'name': PowerOffVM_Task, 'duration_secs': 0.240873} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.027149] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-373e7d22-8cda-41b6-9228-1f69bff0f43d tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1413.027302] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-373e7d22-8cda-41b6-9228-1f69bff0f43d tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1413.027569] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee7b5bec-21a8-46cb-ac04-e9f12b603309 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.092334] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-373e7d22-8cda-41b6-9228-1f69bff0f43d tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1413.092603] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-373e7d22-8cda-41b6-9228-1f69bff0f43d tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1413.092714] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-373e7d22-8cda-41b6-9228-1f69bff0f43d tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Deleting the datastore file [datastore2] 35cbc2d2-9bd0-42a1-8560-1982f0762413 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1413.092988] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21cb1e08-4106-443d-8d29-1c6d56f87e11 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.101425] env[70483]: DEBUG oslo_vmware.api [None req-373e7d22-8cda-41b6-9228-1f69bff0f43d tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1413.101425] env[70483]: value = "task-3479173" [ 1413.101425] env[70483]: _type = "Task" [ 1413.101425] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.110021] env[70483]: DEBUG oslo_vmware.api [None req-373e7d22-8cda-41b6-9228-1f69bff0f43d tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479173, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.364773] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2fc0a087-2734-4a56-9cf9-6c80bace9018 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Acquiring lock "5ccec2ca-4ef0-4025-bc55-5cc717c36647" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.365010] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2fc0a087-2734-4a56-9cf9-6c80bace9018 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lock "5ccec2ca-4ef0-4025-bc55-5cc717c36647" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.612873] env[70483]: DEBUG oslo_vmware.api [None req-373e7d22-8cda-41b6-9228-1f69bff0f43d tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479173, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.461399} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.613186] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-373e7d22-8cda-41b6-9228-1f69bff0f43d tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1413.613356] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-373e7d22-8cda-41b6-9228-1f69bff0f43d tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1413.613454] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-373e7d22-8cda-41b6-9228-1f69bff0f43d tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1413.613664] env[70483]: INFO nova.compute.manager [None req-373e7d22-8cda-41b6-9228-1f69bff0f43d tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1413.613943] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-373e7d22-8cda-41b6-9228-1f69bff0f43d tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1413.614185] env[70483]: DEBUG nova.compute.manager [-] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1413.614309] env[70483]: DEBUG nova.network.neutron [-] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1413.869091] env[70483]: DEBUG nova.compute.utils [None req-2fc0a087-2734-4a56-9cf9-6c80bace9018 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1414.175829] env[70483]: DEBUG nova.compute.manager [req-ef9ec15c-85c2-4cb1-9caf-31e7cef84d38 req-f52b44e7-47d0-4e9d-a53c-275e0e59f462 service nova] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Received event network-vif-deleted-20bdf525-0d01-4eda-a7a4-5a523f611449 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1414.176178] env[70483]: INFO nova.compute.manager [req-ef9ec15c-85c2-4cb1-9caf-31e7cef84d38 req-f52b44e7-47d0-4e9d-a53c-275e0e59f462 service nova] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Neutron deleted interface 20bdf525-0d01-4eda-a7a4-5a523f611449; detaching it from the instance and deleting it from the info cache [ 1414.176465] env[70483]: DEBUG nova.network.neutron [req-ef9ec15c-85c2-4cb1-9caf-31e7cef84d38 req-f52b44e7-47d0-4e9d-a53c-275e0e59f462 service nova] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.289635] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d98e64ce-c99d-498d-82b0-e4b168ae6b26 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "8747b1e6-1e41-43a3-b1d6-f837fb07d6ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.289869] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d98e64ce-c99d-498d-82b0-e4b168ae6b26 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "8747b1e6-1e41-43a3-b1d6-f837fb07d6ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.290090] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d98e64ce-c99d-498d-82b0-e4b168ae6b26 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "8747b1e6-1e41-43a3-b1d6-f837fb07d6ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.290310] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d98e64ce-c99d-498d-82b0-e4b168ae6b26 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "8747b1e6-1e41-43a3-b1d6-f837fb07d6ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.290473] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d98e64ce-c99d-498d-82b0-e4b168ae6b26 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "8747b1e6-1e41-43a3-b1d6-f837fb07d6ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.293827] env[70483]: INFO nova.compute.manager [None req-d98e64ce-c99d-498d-82b0-e4b168ae6b26 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Terminating instance [ 1414.371271] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2fc0a087-2734-4a56-9cf9-6c80bace9018 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lock "5ccec2ca-4ef0-4025-bc55-5cc717c36647" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.654256] env[70483]: DEBUG nova.network.neutron [-] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.679710] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89e7b06a-ffee-4ec7-9f2b-cbc265cada59 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.690374] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c358d443-ef99-481d-bbad-6d4f12c386f9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.717722] env[70483]: DEBUG nova.compute.manager [req-ef9ec15c-85c2-4cb1-9caf-31e7cef84d38 req-f52b44e7-47d0-4e9d-a53c-275e0e59f462 service nova] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Detach interface failed, port_id=20bdf525-0d01-4eda-a7a4-5a523f611449, reason: Instance 35cbc2d2-9bd0-42a1-8560-1982f0762413 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1414.797343] env[70483]: DEBUG nova.compute.manager [None req-d98e64ce-c99d-498d-82b0-e4b168ae6b26 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1414.797608] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d98e64ce-c99d-498d-82b0-e4b168ae6b26 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1414.798828] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715a3f8f-c316-4dd4-845a-234e2403da36 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.806235] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98e64ce-c99d-498d-82b0-e4b168ae6b26 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1414.806469] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e73c931-1e9d-4cae-bad5-2e7be9378558 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.813030] env[70483]: DEBUG oslo_vmware.api [None req-d98e64ce-c99d-498d-82b0-e4b168ae6b26 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1414.813030] env[70483]: value = "task-3479174" [ 1414.813030] env[70483]: _type = "Task" [ 1414.813030] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.820498] env[70483]: DEBUG oslo_vmware.api [None req-d98e64ce-c99d-498d-82b0-e4b168ae6b26 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479174, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.157513] env[70483]: INFO nova.compute.manager [-] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Took 1.54 seconds to deallocate network for instance. [ 1415.322728] env[70483]: DEBUG oslo_vmware.api [None req-d98e64ce-c99d-498d-82b0-e4b168ae6b26 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479174, 'name': PowerOffVM_Task, 'duration_secs': 0.199686} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.322985] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98e64ce-c99d-498d-82b0-e4b168ae6b26 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1415.323170] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d98e64ce-c99d-498d-82b0-e4b168ae6b26 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1415.323407] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e3167a0-10e1-4a25-b583-d85572a2dd63 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.444205] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2fc0a087-2734-4a56-9cf9-6c80bace9018 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Acquiring lock "5ccec2ca-4ef0-4025-bc55-5cc717c36647" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.444429] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2fc0a087-2734-4a56-9cf9-6c80bace9018 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lock "5ccec2ca-4ef0-4025-bc55-5cc717c36647" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.444667] env[70483]: INFO nova.compute.manager [None req-2fc0a087-2734-4a56-9cf9-6c80bace9018 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Attaching volume f7006c53-29d8-400c-a055-a7ad462e05ee to /dev/sdb [ 1415.475940] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57ccfb3-b066-4c48-bf85-f3a89f4bc464 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.483274] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f98897-73ca-4290-83b3-a1ae5013e6a9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.497010] env[70483]: DEBUG nova.virt.block_device [None req-2fc0a087-2734-4a56-9cf9-6c80bace9018 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Updating existing volume attachment record: 8b16f9b9-8704-4e43-acf5-58206dc95fca {{(pid=70483) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1415.513250] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d98e64ce-c99d-498d-82b0-e4b168ae6b26 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1415.513445] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d98e64ce-c99d-498d-82b0-e4b168ae6b26 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Deleting contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1415.513629] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d98e64ce-c99d-498d-82b0-e4b168ae6b26 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Deleting the datastore file [datastore1] 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1415.513879] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db771464-bf17-4738-882c-b873992ef162 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.520207] env[70483]: DEBUG oslo_vmware.api [None req-d98e64ce-c99d-498d-82b0-e4b168ae6b26 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for the task: (returnval){ [ 1415.520207] env[70483]: value = "task-3479176" [ 1415.520207] env[70483]: _type = "Task" [ 1415.520207] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.528300] env[70483]: DEBUG oslo_vmware.api [None req-d98e64ce-c99d-498d-82b0-e4b168ae6b26 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.664667] env[70483]: DEBUG oslo_concurrency.lockutils [None req-373e7d22-8cda-41b6-9228-1f69bff0f43d tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.665019] env[70483]: DEBUG oslo_concurrency.lockutils [None req-373e7d22-8cda-41b6-9228-1f69bff0f43d tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.665190] env[70483]: DEBUG nova.objects.instance [None req-373e7d22-8cda-41b6-9228-1f69bff0f43d tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lazy-loading 'resources' on Instance uuid 35cbc2d2-9bd0-42a1-8560-1982f0762413 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1416.029677] env[70483]: DEBUG oslo_vmware.api [None req-d98e64ce-c99d-498d-82b0-e4b168ae6b26 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Task: {'id': task-3479176, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160285} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.029974] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d98e64ce-c99d-498d-82b0-e4b168ae6b26 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1416.030288] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d98e64ce-c99d-498d-82b0-e4b168ae6b26 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Deleted contents of the VM from datastore datastore1 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1416.030530] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d98e64ce-c99d-498d-82b0-e4b168ae6b26 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1416.030736] env[70483]: INFO nova.compute.manager [None req-d98e64ce-c99d-498d-82b0-e4b168ae6b26 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1416.031113] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d98e64ce-c99d-498d-82b0-e4b168ae6b26 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1416.031406] env[70483]: DEBUG nova.compute.manager [-] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1416.031564] env[70483]: DEBUG nova.network.neutron [-] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1416.227831] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a8f2c0-34eb-49dd-bbeb-69a5ec335dbd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.235922] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff6f7b9-95c0-49f0-8eb5-c2ffa78b569d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.267205] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6cf408-41f7-4089-92f4-c33003660c0b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.274411] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b477380-f6e3-4b93-a617-ef3f75e11b58 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.289014] env[70483]: DEBUG nova.compute.provider_tree [None req-373e7d22-8cda-41b6-9228-1f69bff0f43d tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1416.295465] env[70483]: DEBUG nova.compute.manager [req-7b4f9943-7eef-415b-bdad-9ea77c79b33d req-ba856220-6034-4d89-8b73-9fda1a1ef38b service nova] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Received event network-vif-deleted-59290d1e-fbbd-4f80-8a31-e291534ec88f {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1416.295608] env[70483]: INFO nova.compute.manager [req-7b4f9943-7eef-415b-bdad-9ea77c79b33d req-ba856220-6034-4d89-8b73-9fda1a1ef38b service nova] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Neutron deleted interface 59290d1e-fbbd-4f80-8a31-e291534ec88f; detaching it from the instance and deleting it from the info cache [ 1416.295719] env[70483]: DEBUG nova.network.neutron [req-7b4f9943-7eef-415b-bdad-9ea77c79b33d req-ba856220-6034-4d89-8b73-9fda1a1ef38b service nova] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.780948] env[70483]: DEBUG nova.network.neutron [-] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.791854] env[70483]: DEBUG nova.scheduler.client.report [None req-373e7d22-8cda-41b6-9228-1f69bff0f43d tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1416.798478] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be9bed05-d247-4cbe-a567-e4442241fac5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.808810] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e90159-057b-4fa4-a596-1c88456db895 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.834079] env[70483]: DEBUG nova.compute.manager [req-7b4f9943-7eef-415b-bdad-9ea77c79b33d req-ba856220-6034-4d89-8b73-9fda1a1ef38b service nova] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Detach interface failed, port_id=59290d1e-fbbd-4f80-8a31-e291534ec88f, reason: Instance 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1417.283936] env[70483]: INFO nova.compute.manager [-] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Took 1.25 seconds to deallocate network for instance. [ 1417.296691] env[70483]: DEBUG oslo_concurrency.lockutils [None req-373e7d22-8cda-41b6-9228-1f69bff0f43d tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.631s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.316082] env[70483]: INFO nova.scheduler.client.report [None req-373e7d22-8cda-41b6-9228-1f69bff0f43d tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Deleted allocations for instance 35cbc2d2-9bd0-42a1-8560-1982f0762413 [ 1417.790280] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d98e64ce-c99d-498d-82b0-e4b168ae6b26 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.790614] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d98e64ce-c99d-498d-82b0-e4b168ae6b26 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.790806] env[70483]: DEBUG nova.objects.instance [None req-d98e64ce-c99d-498d-82b0-e4b168ae6b26 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lazy-loading 'resources' on Instance uuid 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1417.823360] env[70483]: DEBUG oslo_concurrency.lockutils [None req-373e7d22-8cda-41b6-9228-1f69bff0f43d tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "35cbc2d2-9bd0-42a1-8560-1982f0762413" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.832s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.333342] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d625cfd-18f2-494f-a02d-d64fbd339686 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.341017] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbc53c0-37dc-4954-95f8-e04164e6d4eb {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.370892] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6481f615-fed9-4756-85ab-55cba03a063a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.377951] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1232be7-ad78-4931-a057-bddc670481c7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.391011] env[70483]: DEBUG nova.compute.provider_tree [None req-d98e64ce-c99d-498d-82b0-e4b168ae6b26 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1418.894023] env[70483]: DEBUG nova.scheduler.client.report [None req-d98e64ce-c99d-498d-82b0-e4b168ae6b26 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1419.400793] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d98e64ce-c99d-498d-82b0-e4b168ae6b26 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.424785] env[70483]: INFO nova.scheduler.client.report [None req-d98e64ce-c99d-498d-82b0-e4b168ae6b26 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Deleted allocations for instance 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab [ 1419.932421] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d98e64ce-c99d-498d-82b0-e4b168ae6b26 tempest-ServerActionsTestOtherA-1060727859 tempest-ServerActionsTestOtherA-1060727859-project-member] Lock "8747b1e6-1e41-43a3-b1d6-f837fb07d6ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.642s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.039806] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fc0a087-2734-4a56-9cf9-6c80bace9018 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Volume attach. Driver type: vmdk {{(pid=70483) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1420.040036] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fc0a087-2734-4a56-9cf9-6c80bace9018 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695557', 'volume_id': 'f7006c53-29d8-400c-a055-a7ad462e05ee', 'name': 'volume-f7006c53-29d8-400c-a055-a7ad462e05ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ccec2ca-4ef0-4025-bc55-5cc717c36647', 'attached_at': '', 'detached_at': '', 'volume_id': 'f7006c53-29d8-400c-a055-a7ad462e05ee', 'serial': 'f7006c53-29d8-400c-a055-a7ad462e05ee'} {{(pid=70483) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1420.040727] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquiring lock "c1d6fc70-bf7d-469d-aa36-d6d34edd0622" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.040936] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "c1d6fc70-bf7d-469d-aa36-d6d34edd0622" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.042507] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb39ad6-ab5c-4da6-9c85-172e2f7b810b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.059870] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccad3acd-af9b-4a93-866b-4bbac0e7f094 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.084575] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fc0a087-2734-4a56-9cf9-6c80bace9018 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] volume-f7006c53-29d8-400c-a055-a7ad462e05ee/volume-f7006c53-29d8-400c-a055-a7ad462e05ee.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1420.085039] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a5fe2a6-8d6c-42c2-899a-7bc30b080c15 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.103072] env[70483]: DEBUG oslo_vmware.api [None req-2fc0a087-2734-4a56-9cf9-6c80bace9018 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Waiting for the task: (returnval){ [ 1420.103072] env[70483]: value = "task-3479179" [ 1420.103072] env[70483]: _type = "Task" [ 1420.103072] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.110259] env[70483]: DEBUG oslo_vmware.api [None req-2fc0a087-2734-4a56-9cf9-6c80bace9018 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479179, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.546660] env[70483]: DEBUG nova.compute.manager [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1420.613690] env[70483]: DEBUG oslo_vmware.api [None req-2fc0a087-2734-4a56-9cf9-6c80bace9018 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479179, 'name': ReconfigVM_Task, 'duration_secs': 0.412087} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.613975] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fc0a087-2734-4a56-9cf9-6c80bace9018 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Reconfigured VM instance instance-0000007d to attach disk [datastore2] volume-f7006c53-29d8-400c-a055-a7ad462e05ee/volume-f7006c53-29d8-400c-a055-a7ad462e05ee.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1420.618821] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-935efab1-1e60-4a9b-a424-10778765ca6d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.634536] env[70483]: DEBUG oslo_vmware.api [None req-2fc0a087-2734-4a56-9cf9-6c80bace9018 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Waiting for the task: (returnval){ [ 1420.634536] env[70483]: value = "task-3479180" [ 1420.634536] env[70483]: _type = "Task" [ 1420.634536] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.642448] env[70483]: DEBUG oslo_vmware.api [None req-2fc0a087-2734-4a56-9cf9-6c80bace9018 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479180, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.071202] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1421.071474] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.072991] env[70483]: INFO nova.compute.claims [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1421.144662] env[70483]: DEBUG oslo_vmware.api [None req-2fc0a087-2734-4a56-9cf9-6c80bace9018 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479180, 'name': ReconfigVM_Task, 'duration_secs': 0.156007} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.145785] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fc0a087-2734-4a56-9cf9-6c80bace9018 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695557', 'volume_id': 'f7006c53-29d8-400c-a055-a7ad462e05ee', 'name': 'volume-f7006c53-29d8-400c-a055-a7ad462e05ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ccec2ca-4ef0-4025-bc55-5cc717c36647', 'attached_at': '', 'detached_at': '', 'volume_id': 'f7006c53-29d8-400c-a055-a7ad462e05ee', 'serial': 'f7006c53-29d8-400c-a055-a7ad462e05ee'} {{(pid=70483) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1422.136535] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ece6e92-f733-4a3d-bbfd-70c6df1ae918 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.145030] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e567880a-e5f3-4df5-99cf-fafe34e0c640 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.174630] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17e1263-a7cb-49b7-83f9-48f4175d1bb3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.181821] env[70483]: DEBUG nova.objects.instance [None req-2fc0a087-2734-4a56-9cf9-6c80bace9018 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lazy-loading 'flavor' on Instance uuid 5ccec2ca-4ef0-4025-bc55-5cc717c36647 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1422.185156] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6679de-17ff-4bd6-a04d-39a12a8150b3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.198797] env[70483]: DEBUG nova.compute.provider_tree [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1422.691663] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2fc0a087-2734-4a56-9cf9-6c80bace9018 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lock "5ccec2ca-4ef0-4025-bc55-5cc717c36647" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.247s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.706198] env[70483]: DEBUG nova.scheduler.client.report [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1423.211494] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.140s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.212172] env[70483]: DEBUG nova.compute.manager [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1423.567155] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b9fcfef-cccd-4cb7-9aae-6dc248c54252 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Acquiring lock "5ccec2ca-4ef0-4025-bc55-5cc717c36647" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.567155] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b9fcfef-cccd-4cb7-9aae-6dc248c54252 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lock "5ccec2ca-4ef0-4025-bc55-5cc717c36647" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.719950] env[70483]: DEBUG nova.compute.utils [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1423.719950] env[70483]: DEBUG nova.compute.manager [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1423.719950] env[70483]: DEBUG nova.network.neutron [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1423.768656] env[70483]: DEBUG nova.policy [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66fbccdc47b541a690afe78f76723ab8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34a9b0dd8e234412942dbc07863c33ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1424.040669] env[70483]: DEBUG nova.network.neutron [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Successfully created port: 14222d05-8e21-498f-aece-3696fc90e793 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1424.070253] env[70483]: DEBUG nova.compute.utils [None req-9b9fcfef-cccd-4cb7-9aae-6dc248c54252 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1424.223052] env[70483]: DEBUG nova.compute.manager [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1424.573347] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b9fcfef-cccd-4cb7-9aae-6dc248c54252 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lock "5ccec2ca-4ef0-4025-bc55-5cc717c36647" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.235764] env[70483]: DEBUG nova.compute.manager [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1425.260981] env[70483]: DEBUG nova.virt.hardware [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T14:37:13Z,direct_url=,disk_format='vmdk',id=c45d2ce6-6758-4a65-9806-b17c804e40f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9130336cc73c45af892e38ddaeffbda1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T14:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1425.261739] env[70483]: DEBUG nova.virt.hardware [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1425.261739] env[70483]: DEBUG nova.virt.hardware [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1425.261739] env[70483]: DEBUG nova.virt.hardware [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1425.261908] env[70483]: DEBUG nova.virt.hardware [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1425.261946] env[70483]: DEBUG nova.virt.hardware [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1425.262274] env[70483]: DEBUG nova.virt.hardware [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1425.262362] env[70483]: DEBUG nova.virt.hardware [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1425.262480] env[70483]: DEBUG nova.virt.hardware [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1425.262641] env[70483]: DEBUG nova.virt.hardware [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1425.262820] env[70483]: DEBUG nova.virt.hardware [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1425.263746] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb114ef-86d3-4d5b-bf88-070fedcf7d50 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.272840] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1795b739-5c78-417d-bda8-15cf0e8426b9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.441449] env[70483]: DEBUG nova.compute.manager [req-429df6f2-ee7e-47c0-b78b-24660a2fd7d1 req-f55b29f9-e437-495d-8776-fcb887da1159 service nova] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Received event network-vif-plugged-14222d05-8e21-498f-aece-3696fc90e793 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1425.441614] env[70483]: DEBUG oslo_concurrency.lockutils [req-429df6f2-ee7e-47c0-b78b-24660a2fd7d1 req-f55b29f9-e437-495d-8776-fcb887da1159 service nova] Acquiring lock "c1d6fc70-bf7d-469d-aa36-d6d34edd0622-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.441754] env[70483]: DEBUG oslo_concurrency.lockutils [req-429df6f2-ee7e-47c0-b78b-24660a2fd7d1 req-f55b29f9-e437-495d-8776-fcb887da1159 service nova] Lock "c1d6fc70-bf7d-469d-aa36-d6d34edd0622-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.442182] env[70483]: DEBUG oslo_concurrency.lockutils [req-429df6f2-ee7e-47c0-b78b-24660a2fd7d1 req-f55b29f9-e437-495d-8776-fcb887da1159 service nova] Lock "c1d6fc70-bf7d-469d-aa36-d6d34edd0622-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.442182] env[70483]: DEBUG nova.compute.manager [req-429df6f2-ee7e-47c0-b78b-24660a2fd7d1 req-f55b29f9-e437-495d-8776-fcb887da1159 service nova] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] No waiting events found dispatching network-vif-plugged-14222d05-8e21-498f-aece-3696fc90e793 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1425.442338] env[70483]: WARNING nova.compute.manager [req-429df6f2-ee7e-47c0-b78b-24660a2fd7d1 req-f55b29f9-e437-495d-8776-fcb887da1159 service nova] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Received unexpected event network-vif-plugged-14222d05-8e21-498f-aece-3696fc90e793 for instance with vm_state building and task_state spawning. [ 1425.542568] env[70483]: DEBUG nova.network.neutron [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Successfully updated port: 14222d05-8e21-498f-aece-3696fc90e793 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1425.654421] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b9fcfef-cccd-4cb7-9aae-6dc248c54252 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Acquiring lock "5ccec2ca-4ef0-4025-bc55-5cc717c36647" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.655421] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b9fcfef-cccd-4cb7-9aae-6dc248c54252 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lock "5ccec2ca-4ef0-4025-bc55-5cc717c36647" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.655740] env[70483]: INFO nova.compute.manager [None req-9b9fcfef-cccd-4cb7-9aae-6dc248c54252 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Attaching volume 9c9a24e3-6478-4c8b-9c2e-2afdd28f7f28 to /dev/sdc [ 1425.697477] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbe65e9-99e6-42d6-803b-a73cb7c71c71 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.704655] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93724e27-2999-4d9a-a75b-f5e060a56106 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.717965] env[70483]: DEBUG nova.virt.block_device [None req-9b9fcfef-cccd-4cb7-9aae-6dc248c54252 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Updating existing volume attachment record: 38ce48e1-5b2c-4d9d-b1de-cec47544ef34 {{(pid=70483) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1426.045144] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquiring lock "refresh_cache-c1d6fc70-bf7d-469d-aa36-d6d34edd0622" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.045144] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquired lock "refresh_cache-c1d6fc70-bf7d-469d-aa36-d6d34edd0622" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.045335] env[70483]: DEBUG nova.network.neutron [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1426.577869] env[70483]: DEBUG nova.network.neutron [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1426.689901] env[70483]: DEBUG nova.network.neutron [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Updating instance_info_cache with network_info: [{"id": "14222d05-8e21-498f-aece-3696fc90e793", "address": "fa:16:3e:1d:5b:8c", "network": {"id": "900cda40-18a8-4f2b-a494-f23cc42912b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1003448885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34a9b0dd8e234412942dbc07863c33ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14222d05-8e", "ovs_interfaceid": "14222d05-8e21-498f-aece-3696fc90e793", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.192968] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Releasing lock "refresh_cache-c1d6fc70-bf7d-469d-aa36-d6d34edd0622" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.193348] env[70483]: DEBUG nova.compute.manager [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Instance network_info: |[{"id": "14222d05-8e21-498f-aece-3696fc90e793", "address": "fa:16:3e:1d:5b:8c", "network": {"id": "900cda40-18a8-4f2b-a494-f23cc42912b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1003448885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34a9b0dd8e234412942dbc07863c33ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14222d05-8e", "ovs_interfaceid": "14222d05-8e21-498f-aece-3696fc90e793", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1427.193765] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:5b:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14222d05-8e21-498f-aece-3696fc90e793', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1427.201340] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1427.201546] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1427.201769] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a427ebf-dc04-4681-894e-0d33eb527af8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.223446] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1427.223446] env[70483]: value = "task-3479185" [ 1427.223446] env[70483]: _type = "Task" [ 1427.223446] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.232260] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479185, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.467266] env[70483]: DEBUG nova.compute.manager [req-f7afc0b9-53bc-456a-a3ea-1c1902e8ef7f req-a2f3d38d-b814-4fd0-b899-36e7752cf15a service nova] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Received event network-changed-14222d05-8e21-498f-aece-3696fc90e793 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1427.467595] env[70483]: DEBUG nova.compute.manager [req-f7afc0b9-53bc-456a-a3ea-1c1902e8ef7f req-a2f3d38d-b814-4fd0-b899-36e7752cf15a service nova] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Refreshing instance network info cache due to event network-changed-14222d05-8e21-498f-aece-3696fc90e793. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1427.467689] env[70483]: DEBUG oslo_concurrency.lockutils [req-f7afc0b9-53bc-456a-a3ea-1c1902e8ef7f req-a2f3d38d-b814-4fd0-b899-36e7752cf15a service nova] Acquiring lock "refresh_cache-c1d6fc70-bf7d-469d-aa36-d6d34edd0622" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.467932] env[70483]: DEBUG oslo_concurrency.lockutils [req-f7afc0b9-53bc-456a-a3ea-1c1902e8ef7f req-a2f3d38d-b814-4fd0-b899-36e7752cf15a service nova] Acquired lock "refresh_cache-c1d6fc70-bf7d-469d-aa36-d6d34edd0622" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.468044] env[70483]: DEBUG nova.network.neutron [req-f7afc0b9-53bc-456a-a3ea-1c1902e8ef7f req-a2f3d38d-b814-4fd0-b899-36e7752cf15a service nova] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Refreshing network info cache for port 14222d05-8e21-498f-aece-3696fc90e793 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1427.733885] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479185, 'name': CreateVM_Task, 'duration_secs': 0.369408} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.734202] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1427.734740] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.734902] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.735230] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.735726] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbe3cf7f-fb03-4a25-b614-01b059c68139 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.739703] env[70483]: DEBUG oslo_vmware.api [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1427.739703] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5265200b-8e6e-33f2-df18-578cdb3ae81e" [ 1427.739703] env[70483]: _type = "Task" [ 1427.739703] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.746831] env[70483]: DEBUG oslo_vmware.api [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5265200b-8e6e-33f2-df18-578cdb3ae81e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.170661] env[70483]: DEBUG nova.network.neutron [req-f7afc0b9-53bc-456a-a3ea-1c1902e8ef7f req-a2f3d38d-b814-4fd0-b899-36e7752cf15a service nova] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Updated VIF entry in instance network info cache for port 14222d05-8e21-498f-aece-3696fc90e793. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1428.171018] env[70483]: DEBUG nova.network.neutron [req-f7afc0b9-53bc-456a-a3ea-1c1902e8ef7f req-a2f3d38d-b814-4fd0-b899-36e7752cf15a service nova] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Updating instance_info_cache with network_info: [{"id": "14222d05-8e21-498f-aece-3696fc90e793", "address": "fa:16:3e:1d:5b:8c", "network": {"id": "900cda40-18a8-4f2b-a494-f23cc42912b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1003448885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34a9b0dd8e234412942dbc07863c33ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14222d05-8e", "ovs_interfaceid": "14222d05-8e21-498f-aece-3696fc90e793", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.251042] env[70483]: DEBUG oslo_vmware.api [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5265200b-8e6e-33f2-df18-578cdb3ae81e, 'name': SearchDatastore_Task, 'duration_secs': 0.012503} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.251199] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.251431] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Processing image c45d2ce6-6758-4a65-9806-b17c804e40f4 {{(pid=70483) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1428.251658] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.251802] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.251976] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1428.252241] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3b130a2-a871-4925-9acb-76bd148e0dbe {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.260348] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70483) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1428.261008] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70483) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1428.261260] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bad54540-bb76-46d2-87fc-8463d0400f16 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.266066] env[70483]: DEBUG oslo_vmware.api [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1428.266066] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5249d9a9-fb92-8483-0414-e9ee3ff62964" [ 1428.266066] env[70483]: _type = "Task" [ 1428.266066] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.273396] env[70483]: DEBUG oslo_vmware.api [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5249d9a9-fb92-8483-0414-e9ee3ff62964, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.674023] env[70483]: DEBUG oslo_concurrency.lockutils [req-f7afc0b9-53bc-456a-a3ea-1c1902e8ef7f req-a2f3d38d-b814-4fd0-b899-36e7752cf15a service nova] Releasing lock "refresh_cache-c1d6fc70-bf7d-469d-aa36-d6d34edd0622" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.778431] env[70483]: DEBUG oslo_vmware.api [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]5249d9a9-fb92-8483-0414-e9ee3ff62964, 'name': SearchDatastore_Task, 'duration_secs': 0.00778} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.779458] env[70483]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d644bb1b-d363-4c1d-a8a0-758d3890c2ca {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.784794] env[70483]: DEBUG oslo_vmware.api [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1428.784794] env[70483]: value = "session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52539c02-51e2-305e-485b-41aec1465d96" [ 1428.784794] env[70483]: _type = "Task" [ 1428.784794] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.792325] env[70483]: DEBUG oslo_vmware.api [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52539c02-51e2-305e-485b-41aec1465d96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.294942] env[70483]: DEBUG oslo_vmware.api [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': session[52aac7a0-779a-cd9c-3d39-b69cf94fdf85]52539c02-51e2-305e-485b-41aec1465d96, 'name': SearchDatastore_Task, 'duration_secs': 0.012056} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.295226] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.295478] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] c1d6fc70-bf7d-469d-aa36-d6d34edd0622/c1d6fc70-bf7d-469d-aa36-d6d34edd0622.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1429.295725] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96b9a827-45cb-4a0c-a7b0-fa5dc6b250dd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.301889] env[70483]: DEBUG oslo_vmware.api [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1429.301889] env[70483]: value = "task-3479188" [ 1429.301889] env[70483]: _type = "Task" [ 1429.301889] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.308892] env[70483]: DEBUG oslo_vmware.api [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479188, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.812231] env[70483]: DEBUG oslo_vmware.api [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479188, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.412818} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.812554] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c45d2ce6-6758-4a65-9806-b17c804e40f4/c45d2ce6-6758-4a65-9806-b17c804e40f4.vmdk to [datastore2] c1d6fc70-bf7d-469d-aa36-d6d34edd0622/c1d6fc70-bf7d-469d-aa36-d6d34edd0622.vmdk {{(pid=70483) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1429.813279] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Extending root virtual disk to 1048576 {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1429.813566] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de721e3f-e96c-4a66-94c2-fce94d49b438 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.819999] env[70483]: DEBUG oslo_vmware.api [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1429.819999] env[70483]: value = "task-3479189" [ 1429.819999] env[70483]: _type = "Task" [ 1429.819999] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.826668] env[70483]: DEBUG oslo_vmware.api [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479189, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.260384] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b9fcfef-cccd-4cb7-9aae-6dc248c54252 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Volume attach. Driver type: vmdk {{(pid=70483) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1430.260692] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b9fcfef-cccd-4cb7-9aae-6dc248c54252 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695561', 'volume_id': '9c9a24e3-6478-4c8b-9c2e-2afdd28f7f28', 'name': 'volume-9c9a24e3-6478-4c8b-9c2e-2afdd28f7f28', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ccec2ca-4ef0-4025-bc55-5cc717c36647', 'attached_at': '', 'detached_at': '', 'volume_id': '9c9a24e3-6478-4c8b-9c2e-2afdd28f7f28', 'serial': '9c9a24e3-6478-4c8b-9c2e-2afdd28f7f28'} {{(pid=70483) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1430.261592] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30b9c15-6be4-4716-8d35-4dff5f4a6cb9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.277718] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4c27e7-ea21-4f17-be30-63e5c31c15a8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.303764] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b9fcfef-cccd-4cb7-9aae-6dc248c54252 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] volume-9c9a24e3-6478-4c8b-9c2e-2afdd28f7f28/volume-9c9a24e3-6478-4c8b-9c2e-2afdd28f7f28.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1430.303997] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acda8560-58cc-4f83-939a-a684bcb5d924 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.323797] env[70483]: DEBUG oslo_vmware.api [None req-9b9fcfef-cccd-4cb7-9aae-6dc248c54252 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Waiting for the task: (returnval){ [ 1430.323797] env[70483]: value = "task-3479190" [ 1430.323797] env[70483]: _type = "Task" [ 1430.323797] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.329200] env[70483]: DEBUG oslo_vmware.api [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479189, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068791} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.329703] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Extended root virtual disk {{(pid=70483) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1430.330391] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161411ef-e27e-41bc-a58a-acfa7db8a014 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.335065] env[70483]: DEBUG oslo_vmware.api [None req-9b9fcfef-cccd-4cb7-9aae-6dc248c54252 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479190, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.356117] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] c1d6fc70-bf7d-469d-aa36-d6d34edd0622/c1d6fc70-bf7d-469d-aa36-d6d34edd0622.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1430.356372] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d29b5cc-c5e0-48c6-b029-eeead769b02e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.377010] env[70483]: DEBUG oslo_vmware.api [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1430.377010] env[70483]: value = "task-3479191" [ 1430.377010] env[70483]: _type = "Task" [ 1430.377010] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.384541] env[70483]: DEBUG oslo_vmware.api [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479191, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.836738] env[70483]: DEBUG oslo_vmware.api [None req-9b9fcfef-cccd-4cb7-9aae-6dc248c54252 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479190, 'name': ReconfigVM_Task, 'duration_secs': 0.374423} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.836738] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b9fcfef-cccd-4cb7-9aae-6dc248c54252 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Reconfigured VM instance instance-0000007d to attach disk [datastore2] volume-9c9a24e3-6478-4c8b-9c2e-2afdd28f7f28/volume-9c9a24e3-6478-4c8b-9c2e-2afdd28f7f28.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1430.844196] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24b11c81-878c-4e26-86c3-520cd0384622 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.860397] env[70483]: DEBUG oslo_vmware.api [None req-9b9fcfef-cccd-4cb7-9aae-6dc248c54252 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Waiting for the task: (returnval){ [ 1430.860397] env[70483]: value = "task-3479193" [ 1430.860397] env[70483]: _type = "Task" [ 1430.860397] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.868132] env[70483]: DEBUG oslo_vmware.api [None req-9b9fcfef-cccd-4cb7-9aae-6dc248c54252 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479193, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.885161] env[70483]: DEBUG oslo_vmware.api [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.370964] env[70483]: DEBUG oslo_vmware.api [None req-9b9fcfef-cccd-4cb7-9aae-6dc248c54252 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479193, 'name': ReconfigVM_Task, 'duration_secs': 0.139368} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.371298] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b9fcfef-cccd-4cb7-9aae-6dc248c54252 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695561', 'volume_id': '9c9a24e3-6478-4c8b-9c2e-2afdd28f7f28', 'name': 'volume-9c9a24e3-6478-4c8b-9c2e-2afdd28f7f28', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ccec2ca-4ef0-4025-bc55-5cc717c36647', 'attached_at': '', 'detached_at': '', 'volume_id': '9c9a24e3-6478-4c8b-9c2e-2afdd28f7f28', 'serial': '9c9a24e3-6478-4c8b-9c2e-2afdd28f7f28'} {{(pid=70483) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1431.386719] env[70483]: DEBUG oslo_vmware.api [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479191, 'name': ReconfigVM_Task, 'duration_secs': 0.793854} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.386989] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Reconfigured VM instance instance-0000007f to attach disk [datastore2] c1d6fc70-bf7d-469d-aa36-d6d34edd0622/c1d6fc70-bf7d-469d-aa36-d6d34edd0622.vmdk or device None with type sparse {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1431.387627] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d650e75-df46-4a42-99ca-2734f7dd4f6e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.393892] env[70483]: DEBUG oslo_vmware.api [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1431.393892] env[70483]: value = "task-3479194" [ 1431.393892] env[70483]: _type = "Task" [ 1431.393892] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.401315] env[70483]: DEBUG oslo_vmware.api [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479194, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.903441] env[70483]: DEBUG oslo_vmware.api [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479194, 'name': Rename_Task, 'duration_secs': 0.143307} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.905350] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1431.905589] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-154bca89-3590-4eed-9be7-d9df371830b9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.915559] env[70483]: DEBUG oslo_vmware.api [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1431.915559] env[70483]: value = "task-3479195" [ 1431.915559] env[70483]: _type = "Task" [ 1431.915559] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.923200] env[70483]: DEBUG oslo_vmware.api [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.410018] env[70483]: DEBUG nova.objects.instance [None req-9b9fcfef-cccd-4cb7-9aae-6dc248c54252 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lazy-loading 'flavor' on Instance uuid 5ccec2ca-4ef0-4025-bc55-5cc717c36647 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1432.425521] env[70483]: DEBUG oslo_vmware.api [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479195, 'name': PowerOnVM_Task, 'duration_secs': 0.417919} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.425783] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1432.425975] env[70483]: INFO nova.compute.manager [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Took 7.19 seconds to spawn the instance on the hypervisor. [ 1432.426165] env[70483]: DEBUG nova.compute.manager [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1432.426897] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068058f0-8072-42cc-9df6-7000f276d34f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.916160] env[70483]: DEBUG oslo_concurrency.lockutils [None req-9b9fcfef-cccd-4cb7-9aae-6dc248c54252 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lock "5ccec2ca-4ef0-4025-bc55-5cc717c36647" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.261s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.944847] env[70483]: INFO nova.compute.manager [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Took 11.89 seconds to build instance. [ 1433.201380] env[70483]: DEBUG nova.compute.manager [req-63a996dd-c324-4679-bfd4-68ec68f55cd3 req-ad12054d-1d63-444c-b13e-7e10862410a7 service nova] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Received event network-changed-14222d05-8e21-498f-aece-3696fc90e793 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1433.201380] env[70483]: DEBUG nova.compute.manager [req-63a996dd-c324-4679-bfd4-68ec68f55cd3 req-ad12054d-1d63-444c-b13e-7e10862410a7 service nova] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Refreshing instance network info cache due to event network-changed-14222d05-8e21-498f-aece-3696fc90e793. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1433.201622] env[70483]: DEBUG oslo_concurrency.lockutils [req-63a996dd-c324-4679-bfd4-68ec68f55cd3 req-ad12054d-1d63-444c-b13e-7e10862410a7 service nova] Acquiring lock "refresh_cache-c1d6fc70-bf7d-469d-aa36-d6d34edd0622" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.201652] env[70483]: DEBUG oslo_concurrency.lockutils [req-63a996dd-c324-4679-bfd4-68ec68f55cd3 req-ad12054d-1d63-444c-b13e-7e10862410a7 service nova] Acquired lock "refresh_cache-c1d6fc70-bf7d-469d-aa36-d6d34edd0622" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.201818] env[70483]: DEBUG nova.network.neutron [req-63a996dd-c324-4679-bfd4-68ec68f55cd3 req-ad12054d-1d63-444c-b13e-7e10862410a7 service nova] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Refreshing network info cache for port 14222d05-8e21-498f-aece-3696fc90e793 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1433.203399] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cce3650c-13ef-4b2c-8f9e-71309e704481 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Acquiring lock "5ccec2ca-4ef0-4025-bc55-5cc717c36647" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.203600] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cce3650c-13ef-4b2c-8f9e-71309e704481 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lock "5ccec2ca-4ef0-4025-bc55-5cc717c36647" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1433.446780] env[70483]: DEBUG oslo_concurrency.lockutils [None req-c779bcb5-829a-4d76-8ec6-6407362f3782 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "c1d6fc70-bf7d-469d-aa36-d6d34edd0622" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.406s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.709063] env[70483]: INFO nova.compute.manager [None req-cce3650c-13ef-4b2c-8f9e-71309e704481 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Detaching volume f7006c53-29d8-400c-a055-a7ad462e05ee [ 1433.746206] env[70483]: INFO nova.virt.block_device [None req-cce3650c-13ef-4b2c-8f9e-71309e704481 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Attempting to driver detach volume f7006c53-29d8-400c-a055-a7ad462e05ee from mountpoint /dev/sdb [ 1433.746458] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce3650c-13ef-4b2c-8f9e-71309e704481 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Volume detach. Driver type: vmdk {{(pid=70483) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1433.746646] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce3650c-13ef-4b2c-8f9e-71309e704481 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695557', 'volume_id': 'f7006c53-29d8-400c-a055-a7ad462e05ee', 'name': 'volume-f7006c53-29d8-400c-a055-a7ad462e05ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ccec2ca-4ef0-4025-bc55-5cc717c36647', 'attached_at': '', 'detached_at': '', 'volume_id': 'f7006c53-29d8-400c-a055-a7ad462e05ee', 'serial': 'f7006c53-29d8-400c-a055-a7ad462e05ee'} {{(pid=70483) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1433.747858] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebad31b-a049-4f51-b4b1-704e46eb0f47 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.772995] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ed5581-b8a1-48fb-836d-3681d4210472 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.780708] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20dad6ab-1670-4dd9-a2d4-354d0fe3381b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.805447] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255b0d69-01b9-4358-bb34-5650b2c069dc {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.820055] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce3650c-13ef-4b2c-8f9e-71309e704481 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] The volume has not been displaced from its original location: [datastore2] volume-f7006c53-29d8-400c-a055-a7ad462e05ee/volume-f7006c53-29d8-400c-a055-a7ad462e05ee.vmdk. No consolidation needed. {{(pid=70483) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1433.825294] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce3650c-13ef-4b2c-8f9e-71309e704481 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1433.825593] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-158fdc71-9858-48a8-affc-caacafea7a5e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.845535] env[70483]: DEBUG oslo_vmware.api [None req-cce3650c-13ef-4b2c-8f9e-71309e704481 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Waiting for the task: (returnval){ [ 1433.845535] env[70483]: value = "task-3479197" [ 1433.845535] env[70483]: _type = "Task" [ 1433.845535] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.854627] env[70483]: DEBUG oslo_vmware.api [None req-cce3650c-13ef-4b2c-8f9e-71309e704481 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479197, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.944534] env[70483]: DEBUG nova.network.neutron [req-63a996dd-c324-4679-bfd4-68ec68f55cd3 req-ad12054d-1d63-444c-b13e-7e10862410a7 service nova] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Updated VIF entry in instance network info cache for port 14222d05-8e21-498f-aece-3696fc90e793. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1433.944963] env[70483]: DEBUG nova.network.neutron [req-63a996dd-c324-4679-bfd4-68ec68f55cd3 req-ad12054d-1d63-444c-b13e-7e10862410a7 service nova] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Updating instance_info_cache with network_info: [{"id": "14222d05-8e21-498f-aece-3696fc90e793", "address": "fa:16:3e:1d:5b:8c", "network": {"id": "900cda40-18a8-4f2b-a494-f23cc42912b3", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1003448885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34a9b0dd8e234412942dbc07863c33ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14222d05-8e", "ovs_interfaceid": "14222d05-8e21-498f-aece-3696fc90e793", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.356793] env[70483]: DEBUG oslo_vmware.api [None req-cce3650c-13ef-4b2c-8f9e-71309e704481 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479197, 'name': ReconfigVM_Task, 'duration_secs': 0.226739} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.357162] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce3650c-13ef-4b2c-8f9e-71309e704481 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1434.362297] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e470937-76d2-4510-8bfe-5bfeac09ae2d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.378275] env[70483]: DEBUG oslo_vmware.api [None req-cce3650c-13ef-4b2c-8f9e-71309e704481 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Waiting for the task: (returnval){ [ 1434.378275] env[70483]: value = "task-3479198" [ 1434.378275] env[70483]: _type = "Task" [ 1434.378275] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.386187] env[70483]: DEBUG oslo_vmware.api [None req-cce3650c-13ef-4b2c-8f9e-71309e704481 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479198, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.447901] env[70483]: DEBUG oslo_concurrency.lockutils [req-63a996dd-c324-4679-bfd4-68ec68f55cd3 req-ad12054d-1d63-444c-b13e-7e10862410a7 service nova] Releasing lock "refresh_cache-c1d6fc70-bf7d-469d-aa36-d6d34edd0622" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.888795] env[70483]: DEBUG oslo_vmware.api [None req-cce3650c-13ef-4b2c-8f9e-71309e704481 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479198, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.389101] env[70483]: DEBUG oslo_vmware.api [None req-cce3650c-13ef-4b2c-8f9e-71309e704481 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479198, 'name': ReconfigVM_Task, 'duration_secs': 0.828197} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.389471] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce3650c-13ef-4b2c-8f9e-71309e704481 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695557', 'volume_id': 'f7006c53-29d8-400c-a055-a7ad462e05ee', 'name': 'volume-f7006c53-29d8-400c-a055-a7ad462e05ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ccec2ca-4ef0-4025-bc55-5cc717c36647', 'attached_at': '', 'detached_at': '', 'volume_id': 'f7006c53-29d8-400c-a055-a7ad462e05ee', 'serial': 'f7006c53-29d8-400c-a055-a7ad462e05ee'} {{(pid=70483) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1435.931855] env[70483]: DEBUG nova.objects.instance [None req-cce3650c-13ef-4b2c-8f9e-71309e704481 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lazy-loading 'flavor' on Instance uuid 5ccec2ca-4ef0-4025-bc55-5cc717c36647 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1436.939191] env[70483]: DEBUG oslo_concurrency.lockutils [None req-cce3650c-13ef-4b2c-8f9e-71309e704481 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lock "5ccec2ca-4ef0-4025-bc55-5cc717c36647" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.735s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.502376] env[70483]: DEBUG oslo_concurrency.lockutils [None req-011c4ffb-90ee-46eb-aa3f-e092c90d6a7c tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Acquiring lock "5ccec2ca-4ef0-4025-bc55-5cc717c36647" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.502376] env[70483]: DEBUG oslo_concurrency.lockutils [None req-011c4ffb-90ee-46eb-aa3f-e092c90d6a7c tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lock "5ccec2ca-4ef0-4025-bc55-5cc717c36647" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1438.005424] env[70483]: INFO nova.compute.manager [None req-011c4ffb-90ee-46eb-aa3f-e092c90d6a7c tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Detaching volume 9c9a24e3-6478-4c8b-9c2e-2afdd28f7f28 [ 1438.034082] env[70483]: INFO nova.virt.block_device [None req-011c4ffb-90ee-46eb-aa3f-e092c90d6a7c tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Attempting to driver detach volume 9c9a24e3-6478-4c8b-9c2e-2afdd28f7f28 from mountpoint /dev/sdc [ 1438.034364] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-011c4ffb-90ee-46eb-aa3f-e092c90d6a7c tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Volume detach. Driver type: vmdk {{(pid=70483) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1438.034519] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-011c4ffb-90ee-46eb-aa3f-e092c90d6a7c tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695561', 'volume_id': '9c9a24e3-6478-4c8b-9c2e-2afdd28f7f28', 'name': 'volume-9c9a24e3-6478-4c8b-9c2e-2afdd28f7f28', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ccec2ca-4ef0-4025-bc55-5cc717c36647', 'attached_at': '', 'detached_at': '', 'volume_id': '9c9a24e3-6478-4c8b-9c2e-2afdd28f7f28', 'serial': '9c9a24e3-6478-4c8b-9c2e-2afdd28f7f28'} {{(pid=70483) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1438.035400] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b12299-cdd4-4291-a91b-70a5df78abf8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.056403] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c878c5bb-a361-40b8-8ea4-c468976ea789 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.062936] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4510f21f-b2f9-49fd-b2d4-e5c6bc16a6ec {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.083513] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5bfe316-4492-458e-a958-05867abc8947 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.097498] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-011c4ffb-90ee-46eb-aa3f-e092c90d6a7c tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] The volume has not been displaced from its original location: [datastore2] volume-9c9a24e3-6478-4c8b-9c2e-2afdd28f7f28/volume-9c9a24e3-6478-4c8b-9c2e-2afdd28f7f28.vmdk. No consolidation needed. {{(pid=70483) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1438.102686] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-011c4ffb-90ee-46eb-aa3f-e092c90d6a7c tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Reconfiguring VM instance instance-0000007d to detach disk 2002 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1438.102932] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c2333b6-61d3-4615-aa74-10de54e5fd77 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.119793] env[70483]: DEBUG oslo_vmware.api [None req-011c4ffb-90ee-46eb-aa3f-e092c90d6a7c tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Waiting for the task: (returnval){ [ 1438.119793] env[70483]: value = "task-3479201" [ 1438.119793] env[70483]: _type = "Task" [ 1438.119793] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.127124] env[70483]: DEBUG oslo_vmware.api [None req-011c4ffb-90ee-46eb-aa3f-e092c90d6a7c tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479201, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.629173] env[70483]: DEBUG oslo_vmware.api [None req-011c4ffb-90ee-46eb-aa3f-e092c90d6a7c tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479201, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.130190] env[70483]: DEBUG oslo_vmware.api [None req-011c4ffb-90ee-46eb-aa3f-e092c90d6a7c tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479201, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.630454] env[70483]: DEBUG oslo_vmware.api [None req-011c4ffb-90ee-46eb-aa3f-e092c90d6a7c tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479201, 'name': ReconfigVM_Task, 'duration_secs': 1.215291} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.630740] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-011c4ffb-90ee-46eb-aa3f-e092c90d6a7c tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Reconfigured VM instance instance-0000007d to detach disk 2002 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1439.635385] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ac33000-0517-4892-b44f-182c59f861e4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.650344] env[70483]: DEBUG oslo_vmware.api [None req-011c4ffb-90ee-46eb-aa3f-e092c90d6a7c tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Waiting for the task: (returnval){ [ 1439.650344] env[70483]: value = "task-3479203" [ 1439.650344] env[70483]: _type = "Task" [ 1439.650344] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.660656] env[70483]: DEBUG oslo_vmware.api [None req-011c4ffb-90ee-46eb-aa3f-e092c90d6a7c tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479203, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.160159] env[70483]: DEBUG oslo_vmware.api [None req-011c4ffb-90ee-46eb-aa3f-e092c90d6a7c tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479203, 'name': ReconfigVM_Task, 'duration_secs': 0.131756} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.160499] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-011c4ffb-90ee-46eb-aa3f-e092c90d6a7c tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695561', 'volume_id': '9c9a24e3-6478-4c8b-9c2e-2afdd28f7f28', 'name': 'volume-9c9a24e3-6478-4c8b-9c2e-2afdd28f7f28', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ccec2ca-4ef0-4025-bc55-5cc717c36647', 'attached_at': '', 'detached_at': '', 'volume_id': '9c9a24e3-6478-4c8b-9c2e-2afdd28f7f28', 'serial': '9c9a24e3-6478-4c8b-9c2e-2afdd28f7f28'} {{(pid=70483) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1440.701349] env[70483]: DEBUG nova.objects.instance [None req-011c4ffb-90ee-46eb-aa3f-e092c90d6a7c tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lazy-loading 'flavor' on Instance uuid 5ccec2ca-4ef0-4025-bc55-5cc717c36647 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1441.709331] env[70483]: DEBUG oslo_concurrency.lockutils [None req-011c4ffb-90ee-46eb-aa3f-e092c90d6a7c tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lock "5ccec2ca-4ef0-4025-bc55-5cc717c36647" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.207s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.899269] env[70483]: DEBUG oslo_concurrency.lockutils [None req-63652efd-92aa-4466-8a49-c9fe64c6ea57 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Acquiring lock "5ccec2ca-4ef0-4025-bc55-5cc717c36647" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.899597] env[70483]: DEBUG oslo_concurrency.lockutils [None req-63652efd-92aa-4466-8a49-c9fe64c6ea57 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lock "5ccec2ca-4ef0-4025-bc55-5cc717c36647" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.899775] env[70483]: DEBUG oslo_concurrency.lockutils [None req-63652efd-92aa-4466-8a49-c9fe64c6ea57 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Acquiring lock "5ccec2ca-4ef0-4025-bc55-5cc717c36647-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.899961] env[70483]: DEBUG oslo_concurrency.lockutils [None req-63652efd-92aa-4466-8a49-c9fe64c6ea57 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lock "5ccec2ca-4ef0-4025-bc55-5cc717c36647-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.900142] env[70483]: DEBUG oslo_concurrency.lockutils [None req-63652efd-92aa-4466-8a49-c9fe64c6ea57 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lock "5ccec2ca-4ef0-4025-bc55-5cc717c36647-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.902275] env[70483]: INFO nova.compute.manager [None req-63652efd-92aa-4466-8a49-c9fe64c6ea57 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Terminating instance [ 1443.405535] env[70483]: DEBUG nova.compute.manager [None req-63652efd-92aa-4466-8a49-c9fe64c6ea57 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1443.405816] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-63652efd-92aa-4466-8a49-c9fe64c6ea57 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1443.406734] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15fcd58-8820-4f37-8bce-7daaf4b1f948 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.414859] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-63652efd-92aa-4466-8a49-c9fe64c6ea57 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1443.415103] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afe92e4d-1cd9-40f7-99b5-b366efc91594 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.422188] env[70483]: DEBUG oslo_vmware.api [None req-63652efd-92aa-4466-8a49-c9fe64c6ea57 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Waiting for the task: (returnval){ [ 1443.422188] env[70483]: value = "task-3479205" [ 1443.422188] env[70483]: _type = "Task" [ 1443.422188] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.430633] env[70483]: DEBUG oslo_vmware.api [None req-63652efd-92aa-4466-8a49-c9fe64c6ea57 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.932553] env[70483]: DEBUG oslo_vmware.api [None req-63652efd-92aa-4466-8a49-c9fe64c6ea57 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479205, 'name': PowerOffVM_Task, 'duration_secs': 0.19229} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.932836] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-63652efd-92aa-4466-8a49-c9fe64c6ea57 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1443.932995] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-63652efd-92aa-4466-8a49-c9fe64c6ea57 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1443.933259] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c405d2f7-573e-4b77-81c2-2d594a382773 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.994773] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-63652efd-92aa-4466-8a49-c9fe64c6ea57 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1443.995011] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-63652efd-92aa-4466-8a49-c9fe64c6ea57 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1443.995207] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-63652efd-92aa-4466-8a49-c9fe64c6ea57 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Deleting the datastore file [datastore2] 5ccec2ca-4ef0-4025-bc55-5cc717c36647 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1443.995469] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82b283f5-c50c-496e-91ed-2dc7497edb0a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.002047] env[70483]: DEBUG oslo_vmware.api [None req-63652efd-92aa-4466-8a49-c9fe64c6ea57 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Waiting for the task: (returnval){ [ 1444.002047] env[70483]: value = "task-3479207" [ 1444.002047] env[70483]: _type = "Task" [ 1444.002047] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.009747] env[70483]: DEBUG oslo_vmware.api [None req-63652efd-92aa-4466-8a49-c9fe64c6ea57 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.018581] env[70483]: DEBUG oslo_concurrency.lockutils [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Acquiring lock "a8ee4727-1f54-464f-98ad-d1ba5771b2c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.018818] env[70483]: DEBUG oslo_concurrency.lockutils [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Lock "a8ee4727-1f54-464f-98ad-d1ba5771b2c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.511878] env[70483]: DEBUG oslo_vmware.api [None req-63652efd-92aa-4466-8a49-c9fe64c6ea57 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Task: {'id': task-3479207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118839} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.512159] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-63652efd-92aa-4466-8a49-c9fe64c6ea57 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1444.512360] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-63652efd-92aa-4466-8a49-c9fe64c6ea57 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1444.512541] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-63652efd-92aa-4466-8a49-c9fe64c6ea57 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1444.512719] env[70483]: INFO nova.compute.manager [None req-63652efd-92aa-4466-8a49-c9fe64c6ea57 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1444.512962] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63652efd-92aa-4466-8a49-c9fe64c6ea57 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1444.513161] env[70483]: DEBUG nova.compute.manager [-] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1444.513255] env[70483]: DEBUG nova.network.neutron [-] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1444.521451] env[70483]: DEBUG nova.compute.manager [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Starting instance... {{(pid=70483) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1444.977782] env[70483]: DEBUG nova.compute.manager [req-01aedb6f-e4e4-4ac0-8f4e-4080d9cc788d req-f8a904df-5b80-4a82-9661-07108d934dba service nova] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Received event network-vif-deleted-d89b0ac2-62c2-4d73-92cc-9fb31f048b29 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1444.977782] env[70483]: INFO nova.compute.manager [req-01aedb6f-e4e4-4ac0-8f4e-4080d9cc788d req-f8a904df-5b80-4a82-9661-07108d934dba service nova] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Neutron deleted interface d89b0ac2-62c2-4d73-92cc-9fb31f048b29; detaching it from the instance and deleting it from the info cache [ 1444.977782] env[70483]: DEBUG nova.network.neutron [req-01aedb6f-e4e4-4ac0-8f4e-4080d9cc788d req-f8a904df-5b80-4a82-9661-07108d934dba service nova] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.042214] env[70483]: DEBUG oslo_concurrency.lockutils [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.042477] env[70483]: DEBUG oslo_concurrency.lockutils [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.043944] env[70483]: INFO nova.compute.claims [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1445.455061] env[70483]: DEBUG nova.network.neutron [-] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.481158] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ada4b14e-94ff-422e-bb99-c6a33c782846 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.492856] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10de1ada-2aba-485e-a521-768850a4f975 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.518262] env[70483]: DEBUG nova.compute.manager [req-01aedb6f-e4e4-4ac0-8f4e-4080d9cc788d req-f8a904df-5b80-4a82-9661-07108d934dba service nova] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Detach interface failed, port_id=d89b0ac2-62c2-4d73-92cc-9fb31f048b29, reason: Instance 5ccec2ca-4ef0-4025-bc55-5cc717c36647 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1445.959057] env[70483]: INFO nova.compute.manager [-] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Took 1.44 seconds to deallocate network for instance. [ 1446.099327] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6547b357-6053-4045-8f2e-99446ea08dd5 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.107342] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e4b4a6-262c-4fec-9e55-8b82809dfa1c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.136639] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08072c32-75b9-4737-b9be-c6901d693335 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.143903] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467a55a1-472c-4543-b411-cb1e9aacc063 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.157843] env[70483]: DEBUG nova.compute.provider_tree [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1446.464628] env[70483]: DEBUG oslo_concurrency.lockutils [None req-63652efd-92aa-4466-8a49-c9fe64c6ea57 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.661267] env[70483]: DEBUG nova.scheduler.client.report [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1447.166644] env[70483]: DEBUG oslo_concurrency.lockutils [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.124s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.166990] env[70483]: DEBUG nova.compute.manager [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Start building networks asynchronously for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1447.169763] env[70483]: DEBUG oslo_concurrency.lockutils [None req-63652efd-92aa-4466-8a49-c9fe64c6ea57 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.705s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.169995] env[70483]: DEBUG nova.objects.instance [None req-63652efd-92aa-4466-8a49-c9fe64c6ea57 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lazy-loading 'resources' on Instance uuid 5ccec2ca-4ef0-4025-bc55-5cc717c36647 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1447.672981] env[70483]: DEBUG nova.compute.utils [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1447.677148] env[70483]: DEBUG nova.compute.manager [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Allocating IP information in the background. {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1447.677314] env[70483]: DEBUG nova.network.neutron [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] allocate_for_instance() {{(pid=70483) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1447.725815] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e67628f-9904-4d58-88a9-16d2eadb1c5b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.733465] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c8077e-2502-4e57-a925-7b25976f8974 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.737806] env[70483]: DEBUG nova.policy [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e6a52a69a034300baf37ab99af50648', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b13396493dc74289ba34af27b9005267', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70483) authorize /opt/stack/nova/nova/policy.py:192}} [ 1447.767493] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041a82d3-7f88-446f-90f1-811ea5ab16ca {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.774870] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f6bd49-b85b-42d5-807e-5a7abee53571 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.787747] env[70483]: DEBUG nova.compute.provider_tree [None req-63652efd-92aa-4466-8a49-c9fe64c6ea57 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1447.996218] env[70483]: DEBUG nova.network.neutron [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Successfully created port: dd5d98a1-6f50-4fcc-8a8a-d420f16be260 {{(pid=70483) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1448.178290] env[70483]: DEBUG nova.compute.manager [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Start building block device mappings for instance. {{(pid=70483) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1448.291299] env[70483]: DEBUG nova.scheduler.client.report [None req-63652efd-92aa-4466-8a49-c9fe64c6ea57 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1448.685625] env[70483]: INFO nova.virt.block_device [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Booting with volume a88ed7e6-af4f-4fd7-8db7-4d44f221cbcc at /dev/sda [ 1448.721314] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47466d9f-bbfd-4bd3-8db4-fc7cec6bea59 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.731606] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19d2d25-7cf8-4adb-b3e3-414e5d7103b8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.756603] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cdb756a1-2e01-4318-88a4-2c0d14043b69 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.765034] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3abc14a-ed89-4559-b982-2c361002cace {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.790532] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2252743a-ebfe-4e9f-bab2-9a294c7dc037 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.796629] env[70483]: DEBUG oslo_concurrency.lockutils [None req-63652efd-92aa-4466-8a49-c9fe64c6ea57 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.627s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.799398] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503df710-2ce0-4704-a0ea-e0e87290dce7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.812983] env[70483]: DEBUG nova.virt.block_device [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Updating existing volume attachment record: fed13dd4-02a4-4c53-8d1a-ed4db7ae7c0e {{(pid=70483) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1448.823234] env[70483]: INFO nova.scheduler.client.report [None req-63652efd-92aa-4466-8a49-c9fe64c6ea57 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Deleted allocations for instance 5ccec2ca-4ef0-4025-bc55-5cc717c36647 [ 1449.331193] env[70483]: DEBUG oslo_concurrency.lockutils [None req-63652efd-92aa-4466-8a49-c9fe64c6ea57 tempest-AttachVolumeTestJSON-669112822 tempest-AttachVolumeTestJSON-669112822-project-member] Lock "5ccec2ca-4ef0-4025-bc55-5cc717c36647" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.432s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1449.342667] env[70483]: DEBUG nova.compute.manager [req-e98347ce-e033-49a5-aa07-edc021a7b45c req-38e9a03a-b382-4ec8-8c2c-b53620150a33 service nova] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Received event network-vif-plugged-dd5d98a1-6f50-4fcc-8a8a-d420f16be260 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1449.342791] env[70483]: DEBUG oslo_concurrency.lockutils [req-e98347ce-e033-49a5-aa07-edc021a7b45c req-38e9a03a-b382-4ec8-8c2c-b53620150a33 service nova] Acquiring lock "a8ee4727-1f54-464f-98ad-d1ba5771b2c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1449.343060] env[70483]: DEBUG oslo_concurrency.lockutils [req-e98347ce-e033-49a5-aa07-edc021a7b45c req-38e9a03a-b382-4ec8-8c2c-b53620150a33 service nova] Lock "a8ee4727-1f54-464f-98ad-d1ba5771b2c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1449.344722] env[70483]: DEBUG oslo_concurrency.lockutils [req-e98347ce-e033-49a5-aa07-edc021a7b45c req-38e9a03a-b382-4ec8-8c2c-b53620150a33 service nova] Lock "a8ee4727-1f54-464f-98ad-d1ba5771b2c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1449.344722] env[70483]: DEBUG nova.compute.manager [req-e98347ce-e033-49a5-aa07-edc021a7b45c req-38e9a03a-b382-4ec8-8c2c-b53620150a33 service nova] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] No waiting events found dispatching network-vif-plugged-dd5d98a1-6f50-4fcc-8a8a-d420f16be260 {{(pid=70483) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1449.344722] env[70483]: WARNING nova.compute.manager [req-e98347ce-e033-49a5-aa07-edc021a7b45c req-38e9a03a-b382-4ec8-8c2c-b53620150a33 service nova] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Received unexpected event network-vif-plugged-dd5d98a1-6f50-4fcc-8a8a-d420f16be260 for instance with vm_state building and task_state block_device_mapping. [ 1449.426530] env[70483]: DEBUG nova.network.neutron [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Successfully updated port: dd5d98a1-6f50-4fcc-8a8a-d420f16be260 {{(pid=70483) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1449.930119] env[70483]: DEBUG oslo_concurrency.lockutils [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Acquiring lock "refresh_cache-a8ee4727-1f54-464f-98ad-d1ba5771b2c8" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.930232] env[70483]: DEBUG oslo_concurrency.lockutils [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Acquired lock "refresh_cache-a8ee4727-1f54-464f-98ad-d1ba5771b2c8" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.930370] env[70483]: DEBUG nova.network.neutron [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Building network info cache for instance {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1450.460658] env[70483]: DEBUG nova.network.neutron [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Instance cache missing network info. {{(pid=70483) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1450.587650] env[70483]: DEBUG nova.network.neutron [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Updating instance_info_cache with network_info: [{"id": "dd5d98a1-6f50-4fcc-8a8a-d420f16be260", "address": "fa:16:3e:9f:45:09", "network": {"id": "6ef6d3fe-abcd-4441-94c9-00bfec66d815", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-362496713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13396493dc74289ba34af27b9005267", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd5d98a1-6f", "ovs_interfaceid": "dd5d98a1-6f50-4fcc-8a8a-d420f16be260", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.900190] env[70483]: DEBUG nova.compute.manager [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Start spawning the instance on the hypervisor. {{(pid=70483) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1450.900745] env[70483]: DEBUG nova.virt.hardware [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T14:37:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1450.900981] env[70483]: DEBUG nova.virt.hardware [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Flavor limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1450.901157] env[70483]: DEBUG nova.virt.hardware [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Image limits 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1450.901343] env[70483]: DEBUG nova.virt.hardware [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Flavor pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1450.901490] env[70483]: DEBUG nova.virt.hardware [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Image pref 0:0:0 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1450.901635] env[70483]: DEBUG nova.virt.hardware [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70483) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1450.901838] env[70483]: DEBUG nova.virt.hardware [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1450.902007] env[70483]: DEBUG nova.virt.hardware [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1450.902201] env[70483]: DEBUG nova.virt.hardware [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Got 1 possible topologies {{(pid=70483) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1450.902379] env[70483]: DEBUG nova.virt.hardware [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1450.902577] env[70483]: DEBUG nova.virt.hardware [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70483) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1450.903455] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2a6184-276a-4343-b0f9-8bd2bffd3b3c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.911782] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae12139e-7d1e-499a-812e-061de824f62a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.090467] env[70483]: DEBUG oslo_concurrency.lockutils [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Releasing lock "refresh_cache-a8ee4727-1f54-464f-98ad-d1ba5771b2c8" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.090818] env[70483]: DEBUG nova.compute.manager [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Instance network_info: |[{"id": "dd5d98a1-6f50-4fcc-8a8a-d420f16be260", "address": "fa:16:3e:9f:45:09", "network": {"id": "6ef6d3fe-abcd-4441-94c9-00bfec66d815", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-362496713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13396493dc74289ba34af27b9005267", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd5d98a1-6f", "ovs_interfaceid": "dd5d98a1-6f50-4fcc-8a8a-d420f16be260", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70483) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1451.091262] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:45:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd5d98a1-6f50-4fcc-8a8a-d420f16be260', 'vif_model': 'vmxnet3'}] {{(pid=70483) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1451.098629] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Creating folder: Project (b13396493dc74289ba34af27b9005267). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1451.098930] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8fd8eea-05c9-472e-8cde-0d4eb781c1ab {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.112394] env[70483]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1451.112543] env[70483]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70483) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1451.113149] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Folder already exists: Project (b13396493dc74289ba34af27b9005267). Parent ref: group-v695216. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1451.113342] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Creating folder: Instances. Parent ref: group-v695558. {{(pid=70483) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1451.113559] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01e0269e-6c0e-4fed-ae8e-3178fe0c17ac {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.123009] env[70483]: INFO nova.virt.vmwareapi.vm_util [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Created folder: Instances in parent group-v695558. [ 1451.123256] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1451.123429] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Creating VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1451.123616] env[70483]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40f8ebff-38cd-47e0-a517-bab7db87b798 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.141105] env[70483]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1451.141105] env[70483]: value = "task-3479211" [ 1451.141105] env[70483]: _type = "Task" [ 1451.141105] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.148041] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479211, 'name': CreateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.371724] env[70483]: DEBUG nova.compute.manager [req-988da697-078b-46e8-b9c6-e721ff8ee46a req-ecd3ce0e-6600-41a6-a8ae-9ed9bda1a9d9 service nova] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Received event network-changed-dd5d98a1-6f50-4fcc-8a8a-d420f16be260 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1451.372120] env[70483]: DEBUG nova.compute.manager [req-988da697-078b-46e8-b9c6-e721ff8ee46a req-ecd3ce0e-6600-41a6-a8ae-9ed9bda1a9d9 service nova] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Refreshing instance network info cache due to event network-changed-dd5d98a1-6f50-4fcc-8a8a-d420f16be260. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1451.372198] env[70483]: DEBUG oslo_concurrency.lockutils [req-988da697-078b-46e8-b9c6-e721ff8ee46a req-ecd3ce0e-6600-41a6-a8ae-9ed9bda1a9d9 service nova] Acquiring lock "refresh_cache-a8ee4727-1f54-464f-98ad-d1ba5771b2c8" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.372381] env[70483]: DEBUG oslo_concurrency.lockutils [req-988da697-078b-46e8-b9c6-e721ff8ee46a req-ecd3ce0e-6600-41a6-a8ae-9ed9bda1a9d9 service nova] Acquired lock "refresh_cache-a8ee4727-1f54-464f-98ad-d1ba5771b2c8" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.372587] env[70483]: DEBUG nova.network.neutron [req-988da697-078b-46e8-b9c6-e721ff8ee46a req-ecd3ce0e-6600-41a6-a8ae-9ed9bda1a9d9 service nova] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Refreshing network info cache for port dd5d98a1-6f50-4fcc-8a8a-d420f16be260 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1451.651577] env[70483]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479211, 'name': CreateVM_Task, 'duration_secs': 0.276002} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.651577] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Created VM on the ESX host {{(pid=70483) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1451.652010] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'fed13dd4-02a4-4c53-8d1a-ed4db7ae7c0e', 'guest_format': None, 'device_type': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695563', 'volume_id': 'a88ed7e6-af4f-4fd7-8db7-4d44f221cbcc', 'name': 'volume-a88ed7e6-af4f-4fd7-8db7-4d44f221cbcc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8ee4727-1f54-464f-98ad-d1ba5771b2c8', 'attached_at': '', 'detached_at': '', 'volume_id': 'a88ed7e6-af4f-4fd7-8db7-4d44f221cbcc', 'serial': 'a88ed7e6-af4f-4fd7-8db7-4d44f221cbcc'}, 'disk_bus': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=70483) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1451.652228] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Root volume attach. Driver type: vmdk {{(pid=70483) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1451.652961] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6de276b-3532-46fe-b2a8-74f5f0316456 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.660107] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e1ecaa-b10a-447e-9ecb-23b33f0c5dd1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.665363] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c457e79c-5ef0-444a-bc84-58eef59eb1e6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.670689] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-a89e99d6-b942-4c4e-b839-a7da767e2bed {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.676912] env[70483]: DEBUG oslo_vmware.api [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Waiting for the task: (returnval){ [ 1451.676912] env[70483]: value = "task-3479212" [ 1451.676912] env[70483]: _type = "Task" [ 1451.676912] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.683748] env[70483]: DEBUG oslo_vmware.api [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Task: {'id': task-3479212, 'name': RelocateVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.093212] env[70483]: DEBUG nova.network.neutron [req-988da697-078b-46e8-b9c6-e721ff8ee46a req-ecd3ce0e-6600-41a6-a8ae-9ed9bda1a9d9 service nova] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Updated VIF entry in instance network info cache for port dd5d98a1-6f50-4fcc-8a8a-d420f16be260. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1452.093645] env[70483]: DEBUG nova.network.neutron [req-988da697-078b-46e8-b9c6-e721ff8ee46a req-ecd3ce0e-6600-41a6-a8ae-9ed9bda1a9d9 service nova] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Updating instance_info_cache with network_info: [{"id": "dd5d98a1-6f50-4fcc-8a8a-d420f16be260", "address": "fa:16:3e:9f:45:09", "network": {"id": "6ef6d3fe-abcd-4441-94c9-00bfec66d815", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-362496713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13396493dc74289ba34af27b9005267", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd5d98a1-6f", "ovs_interfaceid": "dd5d98a1-6f50-4fcc-8a8a-d420f16be260", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.189657] env[70483]: DEBUG oslo_vmware.api [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Task: {'id': task-3479212, 'name': RelocateVM_Task} progress is 43%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.596659] env[70483]: DEBUG oslo_concurrency.lockutils [req-988da697-078b-46e8-b9c6-e721ff8ee46a req-ecd3ce0e-6600-41a6-a8ae-9ed9bda1a9d9 service nova] Releasing lock "refresh_cache-a8ee4727-1f54-464f-98ad-d1ba5771b2c8" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.691125] env[70483]: DEBUG oslo_vmware.api [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Task: {'id': task-3479212, 'name': RelocateVM_Task} progress is 58%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.847491] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1452.847728] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1452.847922] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70483) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1453.190371] env[70483]: DEBUG oslo_vmware.api [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Task: {'id': task-3479212, 'name': RelocateVM_Task} progress is 75%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.691771] env[70483]: DEBUG oslo_vmware.api [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Task: {'id': task-3479212, 'name': RelocateVM_Task} progress is 89%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.100867] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.190362] env[70483]: DEBUG oslo_vmware.api [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Task: {'id': task-3479212, 'name': RelocateVM_Task} progress is 97%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.690518] env[70483]: DEBUG oslo_vmware.api [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Task: {'id': task-3479212, 'name': RelocateVM_Task, 'duration_secs': 2.892289} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.690775] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Volume attach. Driver type: vmdk {{(pid=70483) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1454.690976] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695563', 'volume_id': 'a88ed7e6-af4f-4fd7-8db7-4d44f221cbcc', 'name': 'volume-a88ed7e6-af4f-4fd7-8db7-4d44f221cbcc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8ee4727-1f54-464f-98ad-d1ba5771b2c8', 'attached_at': '', 'detached_at': '', 'volume_id': 'a88ed7e6-af4f-4fd7-8db7-4d44f221cbcc', 'serial': 'a88ed7e6-af4f-4fd7-8db7-4d44f221cbcc'} {{(pid=70483) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1454.691737] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c848ad5-d3a7-4290-a307-d39a8039142a {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.706237] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bcaa9d-8361-4b75-bf60-b34e2f8c427f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.726935] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] volume-a88ed7e6-af4f-4fd7-8db7-4d44f221cbcc/volume-a88ed7e6-af4f-4fd7-8db7-4d44f221cbcc.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1454.727185] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7402d6e2-676e-4f18-bd7d-6499f1dcd697 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.746130] env[70483]: DEBUG oslo_vmware.api [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Waiting for the task: (returnval){ [ 1454.746130] env[70483]: value = "task-3479214" [ 1454.746130] env[70483]: _type = "Task" [ 1454.746130] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.753189] env[70483]: DEBUG oslo_vmware.api [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Task: {'id': task-3479214, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.255968] env[70483]: DEBUG oslo_vmware.api [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Task: {'id': task-3479214, 'name': ReconfigVM_Task, 'duration_secs': 0.267532} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.256272] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Reconfigured VM instance instance-00000080 to attach disk [datastore2] volume-a88ed7e6-af4f-4fd7-8db7-4d44f221cbcc/volume-a88ed7e6-af4f-4fd7-8db7-4d44f221cbcc.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1455.261007] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73d6298e-316b-41b0-92fd-ce52481773ed {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.275700] env[70483]: DEBUG oslo_vmware.api [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Waiting for the task: (returnval){ [ 1455.275700] env[70483]: value = "task-3479215" [ 1455.275700] env[70483]: _type = "Task" [ 1455.275700] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.283140] env[70483]: DEBUG oslo_vmware.api [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Task: {'id': task-3479215, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.785677] env[70483]: DEBUG oslo_vmware.api [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Task: {'id': task-3479215, 'name': ReconfigVM_Task, 'duration_secs': 0.120952} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.786060] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695563', 'volume_id': 'a88ed7e6-af4f-4fd7-8db7-4d44f221cbcc', 'name': 'volume-a88ed7e6-af4f-4fd7-8db7-4d44f221cbcc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8ee4727-1f54-464f-98ad-d1ba5771b2c8', 'attached_at': '', 'detached_at': '', 'volume_id': 'a88ed7e6-af4f-4fd7-8db7-4d44f221cbcc', 'serial': 'a88ed7e6-af4f-4fd7-8db7-4d44f221cbcc'} {{(pid=70483) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1455.786565] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a35ba3f-5121-44f8-b178-de59aa91556c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.793487] env[70483]: DEBUG oslo_vmware.api [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Waiting for the task: (returnval){ [ 1455.793487] env[70483]: value = "task-3479217" [ 1455.793487] env[70483]: _type = "Task" [ 1455.793487] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.802756] env[70483]: DEBUG oslo_vmware.api [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Task: {'id': task-3479217, 'name': Rename_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.105114] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1456.305109] env[70483]: DEBUG oslo_vmware.api [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Task: {'id': task-3479217, 'name': Rename_Task, 'duration_secs': 0.130328} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.305435] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Powering on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1456.305709] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-414a5e7d-c55f-4281-84bc-0bf7f8fd3b23 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.311750] env[70483]: DEBUG oslo_vmware.api [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Waiting for the task: (returnval){ [ 1456.311750] env[70483]: value = "task-3479218" [ 1456.311750] env[70483]: _type = "Task" [ 1456.311750] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.319535] env[70483]: DEBUG oslo_vmware.api [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Task: {'id': task-3479218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.822405] env[70483]: DEBUG oslo_vmware.api [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Task: {'id': task-3479218, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.105457] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.105683] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.323242] env[70483]: DEBUG oslo_vmware.api [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Task: {'id': task-3479218, 'name': PowerOnVM_Task, 'duration_secs': 0.539365} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.323496] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Powered on the VM {{(pid=70483) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1457.323694] env[70483]: INFO nova.compute.manager [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Took 6.42 seconds to spawn the instance on the hypervisor. [ 1457.323882] env[70483]: DEBUG nova.compute.manager [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1457.324650] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f95b03-e9d2-4ca4-a479-7874d0158fe6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.843448] env[70483]: INFO nova.compute.manager [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Took 12.82 seconds to build instance. [ 1458.278896] env[70483]: DEBUG nova.compute.manager [req-b9d57814-c383-4da9-a8f5-220755124626 req-7e775c41-df0b-4253-bbee-8fda6232470d service nova] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Received event network-changed-dd5d98a1-6f50-4fcc-8a8a-d420f16be260 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1458.278971] env[70483]: DEBUG nova.compute.manager [req-b9d57814-c383-4da9-a8f5-220755124626 req-7e775c41-df0b-4253-bbee-8fda6232470d service nova] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Refreshing instance network info cache due to event network-changed-dd5d98a1-6f50-4fcc-8a8a-d420f16be260. {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1458.279475] env[70483]: DEBUG oslo_concurrency.lockutils [req-b9d57814-c383-4da9-a8f5-220755124626 req-7e775c41-df0b-4253-bbee-8fda6232470d service nova] Acquiring lock "refresh_cache-a8ee4727-1f54-464f-98ad-d1ba5771b2c8" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.279475] env[70483]: DEBUG oslo_concurrency.lockutils [req-b9d57814-c383-4da9-a8f5-220755124626 req-7e775c41-df0b-4253-bbee-8fda6232470d service nova] Acquired lock "refresh_cache-a8ee4727-1f54-464f-98ad-d1ba5771b2c8" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.279565] env[70483]: DEBUG nova.network.neutron [req-b9d57814-c383-4da9-a8f5-220755124626 req-7e775c41-df0b-4253-bbee-8fda6232470d service nova] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Refreshing network info cache for port dd5d98a1-6f50-4fcc-8a8a-d420f16be260 {{(pid=70483) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1458.345393] env[70483]: DEBUG oslo_concurrency.lockutils [None req-60e02092-4714-4fd5-8aa6-8a65e52b6c8c tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Lock "a8ee4727-1f54-464f-98ad-d1ba5771b2c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.326s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.020726] env[70483]: DEBUG nova.network.neutron [req-b9d57814-c383-4da9-a8f5-220755124626 req-7e775c41-df0b-4253-bbee-8fda6232470d service nova] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Updated VIF entry in instance network info cache for port dd5d98a1-6f50-4fcc-8a8a-d420f16be260. {{(pid=70483) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1459.021121] env[70483]: DEBUG nova.network.neutron [req-b9d57814-c383-4da9-a8f5-220755124626 req-7e775c41-df0b-4253-bbee-8fda6232470d service nova] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Updating instance_info_cache with network_info: [{"id": "dd5d98a1-6f50-4fcc-8a8a-d420f16be260", "address": "fa:16:3e:9f:45:09", "network": {"id": "6ef6d3fe-abcd-4441-94c9-00bfec66d815", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-362496713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13396493dc74289ba34af27b9005267", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd5d98a1-6f", "ovs_interfaceid": "dd5d98a1-6f50-4fcc-8a8a-d420f16be260", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.524355] env[70483]: DEBUG oslo_concurrency.lockutils [req-b9d57814-c383-4da9-a8f5-220755124626 req-7e775c41-df0b-4253-bbee-8fda6232470d service nova] Releasing lock "refresh_cache-a8ee4727-1f54-464f-98ad-d1ba5771b2c8" {{(pid=70483) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.105257] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.105540] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager.update_available_resource {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.608306] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1460.608563] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1460.608738] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.608897] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70483) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1460.609804] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690a062d-f0b6-430e-9262-26ff0237859b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.617923] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9b97d2-a768-4d30-a7c6-a9a620122255 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.631378] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba55715f-5206-4673-81b8-99b82b83a98b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.637647] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fb0fe8-63d6-405d-8c63-26097bc02391 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.667067] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180714MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=70483) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1460.667207] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1460.667405] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.693920] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance c1d6fc70-bf7d-469d-aa36-d6d34edd0622 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1461.694237] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Instance a8ee4727-1f54-464f-98ad-d1ba5771b2c8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70483) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1461.694285] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=70483) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1461.694389] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=70483) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1461.730794] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568bc32b-8bd8-4985-ab3a-c47b6d9f7bef {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.739050] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ad2d7e-cf36-4ca8-9c41-fc7660b522fe {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.768142] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7b18c6-ff4d-4df7-9ad9-4194c401f150 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.774742] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bc5450-2c25-46c5-b907-df35d4c61697 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.788057] env[70483]: DEBUG nova.compute.provider_tree [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1462.291494] env[70483]: DEBUG nova.scheduler.client.report [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1462.796673] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70483) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1462.797112] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.129s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1463.792587] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1470.558059] env[70483]: DEBUG oslo_concurrency.lockutils [None req-09244e02-5319-46f4-964c-c04ec90daa31 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquiring lock "c1d6fc70-bf7d-469d-aa36-d6d34edd0622" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1470.558316] env[70483]: DEBUG oslo_concurrency.lockutils [None req-09244e02-5319-46f4-964c-c04ec90daa31 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "c1d6fc70-bf7d-469d-aa36-d6d34edd0622" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1471.062065] env[70483]: DEBUG nova.compute.utils [None req-09244e02-5319-46f4-964c-c04ec90daa31 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Using /dev/sd instead of None {{(pid=70483) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1471.564662] env[70483]: DEBUG oslo_concurrency.lockutils [None req-09244e02-5319-46f4-964c-c04ec90daa31 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "c1d6fc70-bf7d-469d-aa36-d6d34edd0622" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1472.630454] env[70483]: DEBUG oslo_concurrency.lockutils [None req-09244e02-5319-46f4-964c-c04ec90daa31 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquiring lock "c1d6fc70-bf7d-469d-aa36-d6d34edd0622" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1472.630832] env[70483]: DEBUG oslo_concurrency.lockutils [None req-09244e02-5319-46f4-964c-c04ec90daa31 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "c1d6fc70-bf7d-469d-aa36-d6d34edd0622" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1472.630948] env[70483]: INFO nova.compute.manager [None req-09244e02-5319-46f4-964c-c04ec90daa31 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Attaching volume 04a779c6-aad0-48e5-8253-274dd1c95985 to /dev/sdb [ 1472.661597] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdef83b-e8cb-4e2a-a497-fdb96b1306d4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.668984] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295e803f-c3ff-425b-aa4a-ea54f95f7d7e {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.682531] env[70483]: DEBUG nova.virt.block_device [None req-09244e02-5319-46f4-964c-c04ec90daa31 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Updating existing volume attachment record: 41102875-94d8-4366-aa77-45817b25fe81 {{(pid=70483) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1477.228316] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-09244e02-5319-46f4-964c-c04ec90daa31 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Volume attach. Driver type: vmdk {{(pid=70483) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1477.228565] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-09244e02-5319-46f4-964c-c04ec90daa31 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695566', 'volume_id': '04a779c6-aad0-48e5-8253-274dd1c95985', 'name': 'volume-04a779c6-aad0-48e5-8253-274dd1c95985', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c1d6fc70-bf7d-469d-aa36-d6d34edd0622', 'attached_at': '', 'detached_at': '', 'volume_id': '04a779c6-aad0-48e5-8253-274dd1c95985', 'serial': '04a779c6-aad0-48e5-8253-274dd1c95985'} {{(pid=70483) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1477.229427] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d208b33-a6a6-4684-8aaa-74ec4508a691 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.245348] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ef3cab-2e4e-463d-92ad-2e7e3ec2a0a9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.268862] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-09244e02-5319-46f4-964c-c04ec90daa31 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-04a779c6-aad0-48e5-8253-274dd1c95985/volume-04a779c6-aad0-48e5-8253-274dd1c95985.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1477.269105] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-139b7196-9967-4fbe-8d9b-b9a24440ee5b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.286278] env[70483]: DEBUG oslo_vmware.api [None req-09244e02-5319-46f4-964c-c04ec90daa31 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1477.286278] env[70483]: value = "task-3479221" [ 1477.286278] env[70483]: _type = "Task" [ 1477.286278] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.293457] env[70483]: DEBUG oslo_vmware.api [None req-09244e02-5319-46f4-964c-c04ec90daa31 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479221, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.796517] env[70483]: DEBUG oslo_vmware.api [None req-09244e02-5319-46f4-964c-c04ec90daa31 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479221, 'name': ReconfigVM_Task, 'duration_secs': 0.345255} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.796786] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-09244e02-5319-46f4-964c-c04ec90daa31 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-04a779c6-aad0-48e5-8253-274dd1c95985/volume-04a779c6-aad0-48e5-8253-274dd1c95985.vmdk or device None with type thin {{(pid=70483) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1477.801433] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41510878-19c4-4466-ad9c-72f321ae2a5f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.815847] env[70483]: DEBUG oslo_vmware.api [None req-09244e02-5319-46f4-964c-c04ec90daa31 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1477.815847] env[70483]: value = "task-3479222" [ 1477.815847] env[70483]: _type = "Task" [ 1477.815847] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.823637] env[70483]: DEBUG oslo_vmware.api [None req-09244e02-5319-46f4-964c-c04ec90daa31 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479222, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.328908] env[70483]: DEBUG oslo_vmware.api [None req-09244e02-5319-46f4-964c-c04ec90daa31 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479222, 'name': ReconfigVM_Task, 'duration_secs': 0.1352} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.329281] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-09244e02-5319-46f4-964c-c04ec90daa31 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695566', 'volume_id': '04a779c6-aad0-48e5-8253-274dd1c95985', 'name': 'volume-04a779c6-aad0-48e5-8253-274dd1c95985', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c1d6fc70-bf7d-469d-aa36-d6d34edd0622', 'attached_at': '', 'detached_at': '', 'volume_id': '04a779c6-aad0-48e5-8253-274dd1c95985', 'serial': '04a779c6-aad0-48e5-8253-274dd1c95985'} {{(pid=70483) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1479.363709] env[70483]: DEBUG nova.objects.instance [None req-09244e02-5319-46f4-964c-c04ec90daa31 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lazy-loading 'flavor' on Instance uuid c1d6fc70-bf7d-469d-aa36-d6d34edd0622 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1479.870234] env[70483]: DEBUG oslo_concurrency.lockutils [None req-09244e02-5319-46f4-964c-c04ec90daa31 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "c1d6fc70-bf7d-469d-aa36-d6d34edd0622" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.239s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1480.054266] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f1176f55-04a3-4c47-b808-05c65ca0b513 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquiring lock "c1d6fc70-bf7d-469d-aa36-d6d34edd0622" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1480.054595] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f1176f55-04a3-4c47-b808-05c65ca0b513 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "c1d6fc70-bf7d-469d-aa36-d6d34edd0622" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1480.558046] env[70483]: INFO nova.compute.manager [None req-f1176f55-04a3-4c47-b808-05c65ca0b513 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Detaching volume 04a779c6-aad0-48e5-8253-274dd1c95985 [ 1480.588521] env[70483]: INFO nova.virt.block_device [None req-f1176f55-04a3-4c47-b808-05c65ca0b513 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Attempting to driver detach volume 04a779c6-aad0-48e5-8253-274dd1c95985 from mountpoint /dev/sdb [ 1480.588783] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1176f55-04a3-4c47-b808-05c65ca0b513 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Volume detach. Driver type: vmdk {{(pid=70483) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1480.588969] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1176f55-04a3-4c47-b808-05c65ca0b513 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695566', 'volume_id': '04a779c6-aad0-48e5-8253-274dd1c95985', 'name': 'volume-04a779c6-aad0-48e5-8253-274dd1c95985', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c1d6fc70-bf7d-469d-aa36-d6d34edd0622', 'attached_at': '', 'detached_at': '', 'volume_id': '04a779c6-aad0-48e5-8253-274dd1c95985', 'serial': '04a779c6-aad0-48e5-8253-274dd1c95985'} {{(pid=70483) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1480.589822] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556ccf3f-16dd-452a-adba-2bd2f92fb8c4 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.612183] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc87b1f-b485-49f1-b8a8-a3eca3c41141 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.618700] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5410f9-779e-4f70-becf-a4320ce41304 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.637916] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45172d5-e815-4326-9c12-5541b9301041 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.651578] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1176f55-04a3-4c47-b808-05c65ca0b513 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] The volume has not been displaced from its original location: [datastore2] volume-04a779c6-aad0-48e5-8253-274dd1c95985/volume-04a779c6-aad0-48e5-8253-274dd1c95985.vmdk. No consolidation needed. {{(pid=70483) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1480.657696] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1176f55-04a3-4c47-b808-05c65ca0b513 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1480.658016] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1516d79b-3897-4bfd-be7b-5808ce9fd38f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.674814] env[70483]: DEBUG oslo_vmware.api [None req-f1176f55-04a3-4c47-b808-05c65ca0b513 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1480.674814] env[70483]: value = "task-3479223" [ 1480.674814] env[70483]: _type = "Task" [ 1480.674814] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.681939] env[70483]: DEBUG oslo_vmware.api [None req-f1176f55-04a3-4c47-b808-05c65ca0b513 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479223, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.184314] env[70483]: DEBUG oslo_vmware.api [None req-f1176f55-04a3-4c47-b808-05c65ca0b513 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479223, 'name': ReconfigVM_Task, 'duration_secs': 0.210546} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.184539] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1176f55-04a3-4c47-b808-05c65ca0b513 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1481.189067] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d42ba49c-b5f2-4fe0-90cf-46cbc810b5de {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.203356] env[70483]: DEBUG oslo_vmware.api [None req-f1176f55-04a3-4c47-b808-05c65ca0b513 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1481.203356] env[70483]: value = "task-3479224" [ 1481.203356] env[70483]: _type = "Task" [ 1481.203356] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.210568] env[70483]: DEBUG oslo_vmware.api [None req-f1176f55-04a3-4c47-b808-05c65ca0b513 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479224, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.712653] env[70483]: DEBUG oslo_vmware.api [None req-f1176f55-04a3-4c47-b808-05c65ca0b513 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479224, 'name': ReconfigVM_Task, 'duration_secs': 0.128513} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.712989] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1176f55-04a3-4c47-b808-05c65ca0b513 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695566', 'volume_id': '04a779c6-aad0-48e5-8253-274dd1c95985', 'name': 'volume-04a779c6-aad0-48e5-8253-274dd1c95985', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c1d6fc70-bf7d-469d-aa36-d6d34edd0622', 'attached_at': '', 'detached_at': '', 'volume_id': '04a779c6-aad0-48e5-8253-274dd1c95985', 'serial': '04a779c6-aad0-48e5-8253-274dd1c95985'} {{(pid=70483) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1482.252519] env[70483]: DEBUG nova.objects.instance [None req-f1176f55-04a3-4c47-b808-05c65ca0b513 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lazy-loading 'flavor' on Instance uuid c1d6fc70-bf7d-469d-aa36-d6d34edd0622 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1483.259576] env[70483]: DEBUG oslo_concurrency.lockutils [None req-f1176f55-04a3-4c47-b808-05c65ca0b513 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "c1d6fc70-bf7d-469d-aa36-d6d34edd0622" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.205s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1484.289061] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d08df894-1078-4aea-b089-e0fb8cabf9d0 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquiring lock "c1d6fc70-bf7d-469d-aa36-d6d34edd0622" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1484.289459] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d08df894-1078-4aea-b089-e0fb8cabf9d0 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "c1d6fc70-bf7d-469d-aa36-d6d34edd0622" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1484.289459] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d08df894-1078-4aea-b089-e0fb8cabf9d0 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquiring lock "c1d6fc70-bf7d-469d-aa36-d6d34edd0622-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1484.289670] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d08df894-1078-4aea-b089-e0fb8cabf9d0 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "c1d6fc70-bf7d-469d-aa36-d6d34edd0622-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1484.289911] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d08df894-1078-4aea-b089-e0fb8cabf9d0 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "c1d6fc70-bf7d-469d-aa36-d6d34edd0622-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1484.292098] env[70483]: INFO nova.compute.manager [None req-d08df894-1078-4aea-b089-e0fb8cabf9d0 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Terminating instance [ 1484.795556] env[70483]: DEBUG nova.compute.manager [None req-d08df894-1078-4aea-b089-e0fb8cabf9d0 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1484.795869] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d08df894-1078-4aea-b089-e0fb8cabf9d0 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1484.796828] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae424d3-6ac5-4159-a97e-ae2c0f85f362 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.805115] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d08df894-1078-4aea-b089-e0fb8cabf9d0 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1484.805391] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f7262dc-410d-4902-acc6-68bbc1eda812 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.811807] env[70483]: DEBUG oslo_vmware.api [None req-d08df894-1078-4aea-b089-e0fb8cabf9d0 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1484.811807] env[70483]: value = "task-3479225" [ 1484.811807] env[70483]: _type = "Task" [ 1484.811807] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.819758] env[70483]: DEBUG oslo_vmware.api [None req-d08df894-1078-4aea-b089-e0fb8cabf9d0 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.321370] env[70483]: DEBUG oslo_vmware.api [None req-d08df894-1078-4aea-b089-e0fb8cabf9d0 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479225, 'name': PowerOffVM_Task, 'duration_secs': 0.167726} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.321761] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-d08df894-1078-4aea-b089-e0fb8cabf9d0 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1485.321800] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d08df894-1078-4aea-b089-e0fb8cabf9d0 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1485.322047] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82189390-e2ac-453a-8903-2457ecba63c1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.382628] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d08df894-1078-4aea-b089-e0fb8cabf9d0 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1485.382835] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d08df894-1078-4aea-b089-e0fb8cabf9d0 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1485.382945] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d08df894-1078-4aea-b089-e0fb8cabf9d0 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Deleting the datastore file [datastore2] c1d6fc70-bf7d-469d-aa36-d6d34edd0622 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1485.383223] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01f7fe86-c49f-43d4-8f9c-4ec48b4f80d8 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.389052] env[70483]: DEBUG oslo_vmware.api [None req-d08df894-1078-4aea-b089-e0fb8cabf9d0 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for the task: (returnval){ [ 1485.389052] env[70483]: value = "task-3479227" [ 1485.389052] env[70483]: _type = "Task" [ 1485.389052] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.400371] env[70483]: DEBUG oslo_vmware.api [None req-d08df894-1078-4aea-b089-e0fb8cabf9d0 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.899541] env[70483]: DEBUG oslo_vmware.api [None req-d08df894-1078-4aea-b089-e0fb8cabf9d0 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Task: {'id': task-3479227, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153879} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.899788] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-d08df894-1078-4aea-b089-e0fb8cabf9d0 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1485.899971] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d08df894-1078-4aea-b089-e0fb8cabf9d0 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1485.900160] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-d08df894-1078-4aea-b089-e0fb8cabf9d0 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1485.900334] env[70483]: INFO nova.compute.manager [None req-d08df894-1078-4aea-b089-e0fb8cabf9d0 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1485.900596] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d08df894-1078-4aea-b089-e0fb8cabf9d0 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1485.900784] env[70483]: DEBUG nova.compute.manager [-] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1485.900877] env[70483]: DEBUG nova.network.neutron [-] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1486.574723] env[70483]: DEBUG nova.compute.manager [req-ed025217-2ed1-4909-9325-532af0992a12 req-e5d8f627-9dbd-4761-ae5c-db73d2be477f service nova] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Received event network-vif-deleted-14222d05-8e21-498f-aece-3696fc90e793 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1486.575014] env[70483]: INFO nova.compute.manager [req-ed025217-2ed1-4909-9325-532af0992a12 req-e5d8f627-9dbd-4761-ae5c-db73d2be477f service nova] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Neutron deleted interface 14222d05-8e21-498f-aece-3696fc90e793; detaching it from the instance and deleting it from the info cache [ 1486.575014] env[70483]: DEBUG nova.network.neutron [req-ed025217-2ed1-4909-9325-532af0992a12 req-e5d8f627-9dbd-4761-ae5c-db73d2be477f service nova] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.058734] env[70483]: DEBUG nova.network.neutron [-] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.077357] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-651148fe-43a9-4e11-aaa7-8ace98756b71 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.087777] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2118782d-354c-4fa5-afe6-02b333b59752 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.114513] env[70483]: DEBUG nova.compute.manager [req-ed025217-2ed1-4909-9325-532af0992a12 req-e5d8f627-9dbd-4761-ae5c-db73d2be477f service nova] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Detach interface failed, port_id=14222d05-8e21-498f-aece-3696fc90e793, reason: Instance c1d6fc70-bf7d-469d-aa36-d6d34edd0622 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1487.565307] env[70483]: INFO nova.compute.manager [-] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Took 1.66 seconds to deallocate network for instance. [ 1488.072587] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d08df894-1078-4aea-b089-e0fb8cabf9d0 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1488.072933] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d08df894-1078-4aea-b089-e0fb8cabf9d0 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1488.072933] env[70483]: DEBUG nova.objects.instance [None req-d08df894-1078-4aea-b089-e0fb8cabf9d0 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lazy-loading 'resources' on Instance uuid c1d6fc70-bf7d-469d-aa36-d6d34edd0622 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1488.617148] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39eece96-36c0-49f2-8d16-ac9609766f92 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.624656] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d16e59-3458-4e17-87f5-1985239ffab7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.653717] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1989fec0-7dbe-4623-8667-449f05dfa572 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.660342] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eecd50bf-8802-4563-80b2-8d7aef0213b9 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.672900] env[70483]: DEBUG nova.compute.provider_tree [None req-d08df894-1078-4aea-b089-e0fb8cabf9d0 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1489.175862] env[70483]: DEBUG nova.scheduler.client.report [None req-d08df894-1078-4aea-b089-e0fb8cabf9d0 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1489.681387] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d08df894-1078-4aea-b089-e0fb8cabf9d0 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.608s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1489.700899] env[70483]: INFO nova.scheduler.client.report [None req-d08df894-1078-4aea-b089-e0fb8cabf9d0 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Deleted allocations for instance c1d6fc70-bf7d-469d-aa36-d6d34edd0622 [ 1490.208103] env[70483]: DEBUG oslo_concurrency.lockutils [None req-d08df894-1078-4aea-b089-e0fb8cabf9d0 tempest-AttachVolumeNegativeTest-1984862021 tempest-AttachVolumeNegativeTest-1984862021-project-member] Lock "c1d6fc70-bf7d-469d-aa36-d6d34edd0622" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.919s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1495.486897] env[70483]: INFO nova.compute.manager [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Rebuilding instance [ 1495.525396] env[70483]: DEBUG nova.compute.manager [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Checking state {{(pid=70483) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1495.526210] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb8e0dd-ca87-4395-998f-f2858a388e49 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.540443] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1496.540841] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a09d090-2a7d-47ba-a348-39a72f84c24d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.549024] env[70483]: DEBUG oslo_vmware.api [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Waiting for the task: (returnval){ [ 1496.549024] env[70483]: value = "task-3479230" [ 1496.549024] env[70483]: _type = "Task" [ 1496.549024] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.557574] env[70483]: DEBUG oslo_vmware.api [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Task: {'id': task-3479230, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.058437] env[70483]: DEBUG oslo_vmware.api [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Task: {'id': task-3479230, 'name': PowerOffVM_Task, 'duration_secs': 0.183951} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.058681] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Powered off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1497.059390] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Powering off the VM {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1497.059632] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39aec9e3-dd8e-44c3-9148-a5cb706b620d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.066472] env[70483]: DEBUG oslo_vmware.api [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Waiting for the task: (returnval){ [ 1497.066472] env[70483]: value = "task-3479231" [ 1497.066472] env[70483]: _type = "Task" [ 1497.066472] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.073701] env[70483]: DEBUG oslo_vmware.api [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Task: {'id': task-3479231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.576866] env[70483]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] VM already powered off {{(pid=70483) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1497.577243] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Volume detach. Driver type: vmdk {{(pid=70483) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1497.577289] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695563', 'volume_id': 'a88ed7e6-af4f-4fd7-8db7-4d44f221cbcc', 'name': 'volume-a88ed7e6-af4f-4fd7-8db7-4d44f221cbcc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8ee4727-1f54-464f-98ad-d1ba5771b2c8', 'attached_at': '', 'detached_at': '', 'volume_id': 'a88ed7e6-af4f-4fd7-8db7-4d44f221cbcc', 'serial': 'a88ed7e6-af4f-4fd7-8db7-4d44f221cbcc'} {{(pid=70483) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1497.578030] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec44869-3a41-4d93-82a3-42fca2f8a71b {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.595385] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417ea027-ca26-4909-9fbb-fd9c85d5febd {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.603096] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6111d9-5919-4c33-a644-7159092f8969 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.620492] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad11d67f-8935-4faf-944a-f7a05e269860 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.634383] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] The volume has not been displaced from its original location: [datastore2] volume-a88ed7e6-af4f-4fd7-8db7-4d44f221cbcc/volume-a88ed7e6-af4f-4fd7-8db7-4d44f221cbcc.vmdk. No consolidation needed. {{(pid=70483) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1497.639449] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Reconfiguring VM instance instance-00000080 to detach disk 2000 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1497.639722] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc1d92b3-b2ec-4fc5-963a-e0b0f5e40955 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.656758] env[70483]: DEBUG oslo_vmware.api [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Waiting for the task: (returnval){ [ 1497.656758] env[70483]: value = "task-3479233" [ 1497.656758] env[70483]: _type = "Task" [ 1497.656758] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.663925] env[70483]: DEBUG oslo_vmware.api [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Task: {'id': task-3479233, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.165961] env[70483]: DEBUG oslo_vmware.api [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Task: {'id': task-3479233, 'name': ReconfigVM_Task, 'duration_secs': 0.265181} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.166256] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Reconfigured VM instance instance-00000080 to detach disk 2000 {{(pid=70483) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1498.170749] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc01c9e7-1262-477b-a79d-6f8a1c308be1 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.185492] env[70483]: DEBUG oslo_vmware.api [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Waiting for the task: (returnval){ [ 1498.185492] env[70483]: value = "task-3479234" [ 1498.185492] env[70483]: _type = "Task" [ 1498.185492] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.192845] env[70483]: DEBUG oslo_vmware.api [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Task: {'id': task-3479234, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.696151] env[70483]: DEBUG oslo_vmware.api [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Task: {'id': task-3479234, 'name': ReconfigVM_Task, 'duration_secs': 0.110123} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.696482] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695563', 'volume_id': 'a88ed7e6-af4f-4fd7-8db7-4d44f221cbcc', 'name': 'volume-a88ed7e6-af4f-4fd7-8db7-4d44f221cbcc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a8ee4727-1f54-464f-98ad-d1ba5771b2c8', 'attached_at': '', 'detached_at': '', 'volume_id': 'a88ed7e6-af4f-4fd7-8db7-4d44f221cbcc', 'serial': 'a88ed7e6-af4f-4fd7-8db7-4d44f221cbcc'} {{(pid=70483) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1498.696682] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1498.697442] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a361d509-d43b-4316-9a6f-15ee4cdd6474 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.703560] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Unregistering the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1498.703766] env[70483]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b70e21d-785a-4612-af45-eebae2df93aa {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.762576] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Unregistered the VM {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1498.762774] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Deleting contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1498.762952] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Deleting the datastore file [datastore2] a8ee4727-1f54-464f-98ad-d1ba5771b2c8 {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1498.763225] env[70483]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87375aaf-ce23-45c0-939e-6cbaa5332a6d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.769014] env[70483]: DEBUG oslo_vmware.api [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Waiting for the task: (returnval){ [ 1498.769014] env[70483]: value = "task-3479236" [ 1498.769014] env[70483]: _type = "Task" [ 1498.769014] env[70483]: } to complete. {{(pid=70483) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.776367] env[70483]: DEBUG oslo_vmware.api [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Task: {'id': task-3479236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.279550] env[70483]: DEBUG oslo_vmware.api [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Task: {'id': task-3479236, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.070725} completed successfully. {{(pid=70483) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.279800] env[70483]: DEBUG nova.virt.vmwareapi.ds_util [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Deleted the datastore file {{(pid=70483) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1499.279988] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Deleted contents of the VM from datastore datastore2 {{(pid=70483) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1499.280181] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1499.330348] env[70483]: DEBUG nova.virt.vmwareapi.volumeops [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Volume detach. Driver type: vmdk {{(pid=70483) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1499.330661] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-831a92ed-278c-4cb1-9e45-7b41e897baf3 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.339494] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cadd4b-aad9-4a81-9355-559c6e4f9f2f {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.363093] env[70483]: ERROR nova.compute.manager [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Failed to detach volume a88ed7e6-af4f-4fd7-8db7-4d44f221cbcc from /dev/sda: nova.exception.InstanceNotFound: Instance a8ee4727-1f54-464f-98ad-d1ba5771b2c8 could not be found. [ 1499.363093] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Traceback (most recent call last): [ 1499.363093] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1499.363093] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] self.driver.rebuild(**kwargs) [ 1499.363093] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1499.363093] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] raise NotImplementedError() [ 1499.363093] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] NotImplementedError [ 1499.363093] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] [ 1499.363093] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] During handling of the above exception, another exception occurred: [ 1499.363093] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] [ 1499.363093] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Traceback (most recent call last): [ 1499.363093] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1499.363093] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] self.driver.detach_volume(context, old_connection_info, [ 1499.363093] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1499.363093] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] return self._volumeops.detach_volume(connection_info, instance) [ 1499.363093] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1499.363093] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] self._detach_volume_vmdk(connection_info, instance) [ 1499.363093] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1499.363093] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1499.363093] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1499.363093] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] stable_ref.fetch_moref(session) [ 1499.363093] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1499.363093] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1499.363093] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] nova.exception.InstanceNotFound: Instance a8ee4727-1f54-464f-98ad-d1ba5771b2c8 could not be found. [ 1499.363093] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] [ 1499.480892] env[70483]: DEBUG nova.compute.utils [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Build of instance a8ee4727-1f54-464f-98ad-d1ba5771b2c8 aborted: Failed to rebuild volume backed instance. {{(pid=70483) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1499.483012] env[70483]: ERROR nova.compute.manager [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance a8ee4727-1f54-464f-98ad-d1ba5771b2c8 aborted: Failed to rebuild volume backed instance. [ 1499.483012] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Traceback (most recent call last): [ 1499.483012] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1499.483012] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] self.driver.rebuild(**kwargs) [ 1499.483012] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1499.483012] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] raise NotImplementedError() [ 1499.483012] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] NotImplementedError [ 1499.483012] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] [ 1499.483012] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] During handling of the above exception, another exception occurred: [ 1499.483012] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] [ 1499.483012] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Traceback (most recent call last): [ 1499.483012] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1499.483012] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] self._detach_root_volume(context, instance, root_bdm) [ 1499.483012] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1499.483012] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] with excutils.save_and_reraise_exception(): [ 1499.483012] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1499.483012] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] self.force_reraise() [ 1499.483012] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1499.483012] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] raise self.value [ 1499.483012] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1499.483012] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] self.driver.detach_volume(context, old_connection_info, [ 1499.483012] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1499.483012] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] return self._volumeops.detach_volume(connection_info, instance) [ 1499.483012] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1499.483012] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] self._detach_volume_vmdk(connection_info, instance) [ 1499.483012] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1499.483012] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1499.483012] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1499.483012] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] stable_ref.fetch_moref(session) [ 1499.483012] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1499.483012] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1499.483012] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] nova.exception.InstanceNotFound: Instance a8ee4727-1f54-464f-98ad-d1ba5771b2c8 could not be found. [ 1499.483012] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] [ 1499.483012] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] During handling of the above exception, another exception occurred: [ 1499.483012] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] [ 1499.483012] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Traceback (most recent call last): [ 1499.483012] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1499.483012] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] yield [ 1499.483012] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1499.483012] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] self._do_rebuild_instance_with_claim( [ 1499.484080] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1499.484080] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] self._do_rebuild_instance( [ 1499.484080] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1499.484080] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] self._rebuild_default_impl(**kwargs) [ 1499.484080] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1499.484080] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] self._rebuild_volume_backed_instance( [ 1499.484080] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1499.484080] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] raise exception.BuildAbortException( [ 1499.484080] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] nova.exception.BuildAbortException: Build of instance a8ee4727-1f54-464f-98ad-d1ba5771b2c8 aborted: Failed to rebuild volume backed instance. [ 1499.484080] env[70483]: ERROR nova.compute.manager [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] [ 1501.496299] env[70483]: DEBUG oslo_concurrency.lockutils [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.496708] env[70483]: DEBUG oslo_concurrency.lockutils [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.513701] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a525c8e-b134-4e1f-9da9-15d19a83bb82 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.521473] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20b4e13-99ae-4deb-89b7-4cbafa54d0f6 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.552079] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa8cb95-60e4-44c6-be57-6fb178ef4c46 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.559465] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f4a4ae-6f62-4c50-86a4-78605eb99910 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.572874] env[70483]: DEBUG nova.compute.provider_tree [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1502.075963] env[70483]: DEBUG nova.scheduler.client.report [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1502.535906] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2ad8c0e5-1184-49b5-824e-496c34d04e41 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Acquiring lock "a8ee4727-1f54-464f-98ad-d1ba5771b2c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1502.536298] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2ad8c0e5-1184-49b5-824e-496c34d04e41 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Lock "a8ee4727-1f54-464f-98ad-d1ba5771b2c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1502.536510] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2ad8c0e5-1184-49b5-824e-496c34d04e41 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Acquiring lock "a8ee4727-1f54-464f-98ad-d1ba5771b2c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1502.536720] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2ad8c0e5-1184-49b5-824e-496c34d04e41 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Lock "a8ee4727-1f54-464f-98ad-d1ba5771b2c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1502.536923] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2ad8c0e5-1184-49b5-824e-496c34d04e41 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Lock "a8ee4727-1f54-464f-98ad-d1ba5771b2c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.539343] env[70483]: INFO nova.compute.manager [None req-2ad8c0e5-1184-49b5-824e-496c34d04e41 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Terminating instance [ 1502.580462] env[70483]: DEBUG oslo_concurrency.lockutils [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.084s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.580716] env[70483]: INFO nova.compute.manager [None req-89ec483b-485c-4a6e-aea3-71a8132696c1 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Successfully reverted task state from rebuilding on failure for instance. [ 1503.043260] env[70483]: DEBUG nova.compute.manager [None req-2ad8c0e5-1184-49b5-824e-496c34d04e41 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Start destroying the instance on the hypervisor. {{(pid=70483) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1503.043595] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-114a1b3f-e000-45c7-a34b-3399cfc8f70d {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.053544] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cde1502-14f9-4412-b028-fdf3c53e2058 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.077076] env[70483]: WARNING nova.virt.vmwareapi.driver [None req-2ad8c0e5-1184-49b5-824e-496c34d04e41 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance a8ee4727-1f54-464f-98ad-d1ba5771b2c8 could not be found. [ 1503.077263] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad8c0e5-1184-49b5-824e-496c34d04e41 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Destroying instance {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1503.077511] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e5e98af9-2745-4874-ad42-9f4249e01210 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.085391] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5910ab-a322-4575-b81e-e858a396c2ed {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.107818] env[70483]: WARNING nova.virt.vmwareapi.vmops [None req-2ad8c0e5-1184-49b5-824e-496c34d04e41 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance a8ee4727-1f54-464f-98ad-d1ba5771b2c8 could not be found. [ 1503.107997] env[70483]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad8c0e5-1184-49b5-824e-496c34d04e41 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Instance destroyed {{(pid=70483) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1503.108190] env[70483]: INFO nova.compute.manager [None req-2ad8c0e5-1184-49b5-824e-496c34d04e41 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1503.108421] env[70483]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ad8c0e5-1184-49b5-824e-496c34d04e41 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70483) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1503.108622] env[70483]: DEBUG nova.compute.manager [-] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Deallocating network for instance {{(pid=70483) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1503.108717] env[70483]: DEBUG nova.network.neutron [-] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] deallocate_for_instance() {{(pid=70483) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1503.568598] env[70483]: DEBUG nova.compute.manager [req-fa420488-3175-4bd3-8259-274697987025 req-33bb983c-0035-4432-9c2c-d840418e42dd service nova] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Received event network-vif-deleted-dd5d98a1-6f50-4fcc-8a8a-d420f16be260 {{(pid=70483) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1503.568866] env[70483]: INFO nova.compute.manager [req-fa420488-3175-4bd3-8259-274697987025 req-33bb983c-0035-4432-9c2c-d840418e42dd service nova] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Neutron deleted interface dd5d98a1-6f50-4fcc-8a8a-d420f16be260; detaching it from the instance and deleting it from the info cache [ 1503.569088] env[70483]: DEBUG nova.network.neutron [req-fa420488-3175-4bd3-8259-274697987025 req-33bb983c-0035-4432-9c2c-d840418e42dd service nova] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.049916] env[70483]: DEBUG nova.network.neutron [-] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Updating instance_info_cache with network_info: [] {{(pid=70483) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.072665] env[70483]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-439fc38c-00bd-40c5-9840-6fb3d8598a74 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.082172] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8018d4b-0103-43bc-8481-c793c13e6a4c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.107136] env[70483]: DEBUG nova.compute.manager [req-fa420488-3175-4bd3-8259-274697987025 req-33bb983c-0035-4432-9c2c-d840418e42dd service nova] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Detach interface failed, port_id=dd5d98a1-6f50-4fcc-8a8a-d420f16be260, reason: Instance a8ee4727-1f54-464f-98ad-d1ba5771b2c8 could not be found. {{(pid=70483) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1504.552356] env[70483]: INFO nova.compute.manager [-] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Took 1.44 seconds to deallocate network for instance. [ 1505.095282] env[70483]: INFO nova.compute.manager [None req-2ad8c0e5-1184-49b5-824e-496c34d04e41 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Took 0.54 seconds to detach 1 volumes for instance. [ 1505.098903] env[70483]: DEBUG nova.compute.manager [None req-2ad8c0e5-1184-49b5-824e-496c34d04e41 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Deleting volume: a88ed7e6-af4f-4fd7-8db7-4d44f221cbcc {{(pid=70483) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1505.639096] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2ad8c0e5-1184-49b5-824e-496c34d04e41 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1505.639405] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2ad8c0e5-1184-49b5-824e-496c34d04e41 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1505.639627] env[70483]: DEBUG nova.objects.instance [None req-2ad8c0e5-1184-49b5-824e-496c34d04e41 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Lazy-loading 'resources' on Instance uuid a8ee4727-1f54-464f-98ad-d1ba5771b2c8 {{(pid=70483) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1506.158442] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62bb184-2b45-4a24-9b57-c1c6033a4007 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.166524] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a2e942-e291-4de3-8ab1-67a28730f306 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.195835] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1833ea70-f9c7-4d65-9a43-4ab9a0653df7 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.202807] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9099f6-110e-4385-b5f7-c400b273ce0c {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.215379] env[70483]: DEBUG nova.compute.provider_tree [None req-2ad8c0e5-1184-49b5-824e-496c34d04e41 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1506.718841] env[70483]: DEBUG nova.scheduler.client.report [None req-2ad8c0e5-1184-49b5-824e-496c34d04e41 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Inventory has not changed for provider 6c4ee772-7226-4ddc-ad20-20b8289011e6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70483) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1507.223526] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2ad8c0e5-1184-49b5-824e-496c34d04e41 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.584s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1507.742874] env[70483]: DEBUG oslo_concurrency.lockutils [None req-2ad8c0e5-1184-49b5-824e-496c34d04e41 tempest-ServerActionsV293TestJSON-256199011 tempest-ServerActionsV293TestJSON-256199011-project-member] Lock "a8ee4727-1f54-464f-98ad-d1ba5771b2c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.207s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1509.106054] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1509.106054] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Cleaning up deleted instances {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1509.616653] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] There are 29 instances to clean {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1509.616847] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: a8ee4727-1f54-464f-98ad-d1ba5771b2c8] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1510.120501] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: c1d6fc70-bf7d-469d-aa36-d6d34edd0622] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1510.623649] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: cdf0022e-2752-47c2-9133-b9e49b820c3f] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1511.127030] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 5ccec2ca-4ef0-4025-bc55-5cc717c36647] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1511.630123] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: d8e5a7e4-8dbb-4fd1-94e1-aea8898e5f24] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1512.133800] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 35cbc2d2-9bd0-42a1-8560-1982f0762413] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1512.637375] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 49404f5e-5358-4886-a69f-03680d746edc] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1513.140976] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 64b7cc35-1416-4398-a023-cd298e7a0127] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1513.644409] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: b402d8ce-946f-4022-bb73-5cc30deb72ab] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1514.148266] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 7c5e3c01-1294-47fe-8df0-2944599c9b65] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1514.652014] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 88c82347-4095-4cbb-8a97-65ce38c3838a] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1515.155423] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: c87ba253-d5db-46cc-a2e1-cd0a7461a761] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1515.659834] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: d75b4146-4cb2-4c24-881a-98a1356abd92] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1516.162960] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 1eb20514-e724-471c-9d57-5d29330f9fe5] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1516.666472] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 460755b6-7d0b-409d-b359-bdcb4d937389] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1517.169695] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: fb504f0b-ff60-4f55-9bb5-4919e3eda455] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1517.673182] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: beaa3edd-eed5-4593-a3f4-c1b4ae5c3d7a] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1518.177305] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 371ecabb-39ff-4bfa-8764-6063418c2907] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1518.680800] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 1597651e-56c3-498f-9523-0abeaf32f71f] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1519.184254] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 117aaac7-aed4-4695-a4f5-93148f300ef9] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1519.687291] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 0dad9c32-cd58-43ed-8c24-b9a69add6853] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1520.190811] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 9b69506a-d4d1-4b05-ab3c-7311ea0e1795] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1520.695070] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 55d8ef17-7ec1-4df4-a0ae-59be9eab31fa] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1521.197837] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: cc933974-5d5a-462a-a0e2-37ae9d5aa842] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1521.701679] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 86150d37-88af-4ad4-bb16-2fa484ce7ee0] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1522.205113] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: de9648dc-8927-41f0-9cc7-d814bf7d58f1] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1522.708440] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: d8ce30bb-9696-4a06-8f52-6085912708b8] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1523.212109] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: b9fca4d0-dadf-43ee-ad2c-2656a3792ea4] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1523.715980] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] [instance: 8747b1e6-1e41-43a3-b1d6-f837fb07d6ab] Instance has had 0 of 5 cleanup attempts {{(pid=70483) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1524.220115] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1524.220486] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Cleaning up deleted instances with incomplete migration {{(pid=70483) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1526.722953] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.723300] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.723429] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.723835] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.724105] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.724278] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.724434] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.724578] env[70483]: DEBUG nova.compute.manager [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70483) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1526.724743] env[70483]: DEBUG oslo_service.periodic_task [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Running periodic task ComputeManager.update_available_resource {{(pid=70483) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1527.228529] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1527.231021] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1527.231021] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1527.231021] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70483) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1527.231021] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca9b870-484f-4e95-b8f9-bc71aceeff86 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.238952] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc716dad-0b44-47b3-9e79-2f2f0bb94190 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.252717] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a609e4e1-d896-48ca-8514-a0894350db25 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.258870] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e90c3a4-eee2-4183-939d-c3c17cf9b0ee {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.287415] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180686MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=70483) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1527.287716] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1527.288026] env[70483]: DEBUG oslo_concurrency.lockutils [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70483) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1528.427527] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70483) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1528.427527] env[70483]: DEBUG nova.compute.resource_tracker [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70483) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1528.442018] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1cdee6-3da6-4ee8-b86a-0b7ce517a4cf {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.448102] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c540cfda-292f-4bee-b122-75d406e891b2 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.480402] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15ed449-d5f7-4a46-a3c5-93903fb8c043 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.485017] env[70483]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84bb9f3-bb79-472a-8266-f17b46ecb8e0 {{(pid=70483) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.497525] env[70483]: DEBUG nova.compute.provider_tree [None req-4f5c2cf3-6139-4198-af3c-4a4e1928f58a None None] Inventory has not changed in ProviderTree for provider: 6c4ee772-7226-4ddc-ad20-20b8289011e6 {{(pid=70483) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}